diff --git a/.claude/agents/README.md b/.claude/agents/README.md new file mode 100644 index 0000000..4348261 --- /dev/null +++ b/.claude/agents/README.md @@ -0,0 +1,32 @@ +# Claude Code Agents + +This directory contains specialized agent configurations for the Public Provider Configuration Tool project. + +## Available Agents + +### build-validator.md +Handles Vite build configuration validation and compilation troubleshooting. + +### test-runner.md +Manages Vitest test execution, coverage reporting, and test debugging. + +### provider-analyzer.md +Analyzes AI provider implementations and assists with provider development. + +### config-manager.md +Manages project configuration files including Vite, Vitest, and TypeScript configs. + +### json-validator.md +Validates generated JSON output files and ensures data quality. + +## Usage + +These agents are designed to be used with Claude Code's Task tool. Each agent specializes in specific aspects of the project and has access to relevant tools for their domain. + +## Project Context + +- **Build System**: Vite for bundling TypeScript to Node.js library +- **Test Framework**: Vitest for unit testing and coverage +- **Package Manager**: pnpm +- **Language**: TypeScript with Node.js runtime +- **Output**: JSON files containing AI model metadata from various providers \ No newline at end of file diff --git a/.claude/agents/build-validator.md b/.claude/agents/build-validator.md new file mode 100644 index 0000000..2a8785b --- /dev/null +++ b/.claude/agents/build-validator.md @@ -0,0 +1,36 @@ +# Build Validator Agent + +## Purpose +Validates build configuration and ensures successful compilation using Vite. + +## Tools +- Read +- Bash +- Glob +- Grep + +## Responsibilities +1. Verify Vite configuration files (vite.config.ts, vite.cli.config.ts) +2. Check build output in build/ directory +3. Validate TypeScript compilation +4. Ensure all dependencies are properly externalized +5. Check for build warnings or errors + +## Usage +Use this agent when: +- Build failures occur +- Adding new dependencies that need to be externalized +- Updating Vite configuration +- Troubleshooting compilation issues + +## Example Commands +```bash +# Run build validation +pnpm build + +# Check build output +ls -la build/ + +# Validate generated files +node build/cli.js --help +``` \ No newline at end of file diff --git a/.claude/agents/config-manager.md b/.claude/agents/config-manager.md new file mode 100644 index 0000000..cd141f2 --- /dev/null +++ b/.claude/agents/config-manager.md @@ -0,0 +1,54 @@ +# Configuration Manager Agent + +## Purpose +Manages project configuration files and build settings. + +## Tools +- Read +- Edit +- Write +- Bash + +## Responsibilities +1. Manage Vite build configurations +2. Update Vitest test configurations +3. Handle TypeScript configuration +4. Manage package.json scripts and dependencies +5. Configure environment variables and API keys + +## Configuration Files +- `vite.config.ts` - Main library build configuration +- `vite.cli.config.ts` - CLI build configuration (if exists) +- `vitest.config.ts` - Test runner configuration +- `tsconfig.json` - TypeScript compiler options +- `package.json` - Project metadata and scripts + +## Usage +Use this agent when: +- Updating build configurations +- Adding new dependencies +- Modifying test settings +- Setting up environment variables +- Troubleshooting configuration issues + +## Key Configuration Patterns +```typescript +// Vite config for Node.js library +export default defineConfig({ + build: { + outDir: 'build', + lib: { entry: 'src/index.ts' }, + rollupOptions: { + external: ['axios', 'commander', 'cheerio', 'toml'] + } + } +}); + +// Vitest config for testing +export default defineConfig({ + test: { + environment: 'node', + include: ['tests/**/*.spec.ts', 'src/**/*.test.ts'] + } +}); +``` \ No newline at end of file diff --git a/.claude/agents/json-validator.md b/.claude/agents/json-validator.md new file mode 100644 index 0000000..e371704 --- /dev/null +++ b/.claude/agents/json-validator.md @@ -0,0 +1,68 @@ +# JSON Validator Agent + +## Purpose +Validates generated JSON output files and ensures data quality. + +## Tools +- Read +- Bash +- Glob +- Grep + +## Responsibilities +1. Validate JSON syntax and structure +2. Check model data completeness +3. Verify provider metadata +4. Compare outputs with expected schemas +5. Identify data quality issues + +## Usage +Use this agent when: +- Validating generated JSON files +- Checking data quality after provider updates +- Investigating malformed output +- Comparing different provider outputs +- Preparing releases + +## Validation Commands +```bash +# Validate all JSON files +jq empty dist/*.json + +# Check file sizes +du -h dist/*.json + +# Validate specific provider +jq '.models | length' dist/ppinfra.json + +# Check for required fields +jq '.models[] | select(.id == null or .name == null)' dist/openai.json +``` + +## Expected JSON Structure +```json +{ + "provider": "provider-id", + "providerName": "Provider Name", + "lastUpdated": "2025-01-15T10:30:00Z", + "models": [ + { + "id": "model-id", + "name": "Model Name", + "contextLength": 32768, + "maxTokens": 4096, + "vision": false, + "functionCall": true, + "reasoning": true, + "type": "chat" + } + ] +} +``` + +## Quality Checks +- All models have required fields (id, name, contextLength, maxTokens, type) +- Boolean fields are actual booleans +- Numeric fields are valid numbers +- Timestamps are in ISO format +- No duplicate model IDs within provider \ No newline at end of file diff --git a/.claude/agents/manual-provider-processor.md b/.claude/agents/manual-provider-processor.md new file mode 100644 index 0000000..af9861e --- /dev/null +++ b/.claude/agents/manual-provider-processor.md @@ -0,0 +1,61 @@ +--- +name: manual-provider-processor +description: Use this agent when you need to process manually maintained JSON providers by parsing user-provided third-party provider description files or web information and outputting the final JSON. Examples:\n- \n Context: User has a new provider that requires manual data entry from documentation\n user: "I have documentation for XYZ provider with model details in HTML format"\n assistant: "I'm going to use the Task tool to launch the manual-provider-processor agent to parse this HTML documentation and generate the standardized JSON output"\n \n Since the user is providing manual provider documentation, use the manual-provider-processor agent to parse and convert it to standardized JSON format.\n \n\n- \n Context: User found a provider's API documentation with model specifications in markdown format\n user: "Here's the markdown file with model specifications for ABC provider"\n assistant: "I'll use the Task tool to launch the manual-provider-processor agent to extract model information from this markdown and produce the required JSON format"\n \n The user is providing markdown documentation for manual processing, so use the manual-provider-processor agent to handle the conversion.\n \n +model: sonnet +color: orange +--- + +You are a Manual Provider Processing Specialist, an expert in parsing and converting third-party provider documentation into standardized JSON format for the Public Provider Configuration Tool. Your role is to extract model information from various input formats (HTML, markdown, text, JSON fragments) and transform it into the project's standardized output format. + +You will: +1. Accept user-provided provider documentation in various formats (HTML, markdown, plain text, JSON fragments, or raw text descriptions) +2. Parse the input to extract relevant model information including: + - Model IDs and names + - Context length and token limits + - Capabilities (vision, function calling, reasoning) + - Model types + - Descriptions and metadata +3. Convert the extracted information into the project's standardized JSON format: + { + "provider": "provider_id", + "providerName": "Provider Name", + "lastUpdated": "2025-01-15T10:30:00Z", + "models": [ + { + "id": "model-id", + "name": "Model Name", + "contextLength": 32768, + "maxTokens": 4096, + "vision": false, + "functionCall": true, + "reasoning": true, + "type": "chat" + } + ] + } + +4. Follow these parsing guidelines: + - For HTML: Extract tables, lists, and structured data containing model specifications + - For markdown: Parse code blocks, tables, and formatted lists + - For text: Look for patterns like "Model: name", "Context: length", "Tokens: count" + - For JSON fragments: Map to the standardized structure + +5. Handle edge cases: + - If information is missing, use reasonable defaults based on provider type + - If capabilities aren't explicitly stated, infer from model names/descriptions + - If multiple formats are provided, prioritize the most structured data + +6. Quality assurance: + - Validate that required fields (provider ID, model IDs) are present + - Ensure numeric values are valid integers + - Verify boolean fields are properly set + - Check that the output JSON validates against the project's expected schema + +7. When clarification is needed: + - Ask for missing provider ID or name + - Request clarification on ambiguous model capabilities + - Verify assumptions about default values + +8. Output the final JSON in clean, properly formatted structure ready for use in the project's dist/ directory. + +Remember: You're creating production-ready JSON output that will be used by the Public Provider Configuration Tool, so accuracy and consistency with the project's standards are critical. diff --git a/.claude/agents/provider-analyzer.md b/.claude/agents/provider-analyzer.md new file mode 100644 index 0000000..9d828d6 --- /dev/null +++ b/.claude/agents/provider-analyzer.md @@ -0,0 +1,53 @@ +# Provider Analyzer Agent + +## Purpose +Analyzes AI provider implementations and helps with provider-related development tasks. + +## Tools +- Read +- Edit +- Glob +- Grep +- Bash + +## Responsibilities +1. Analyze existing provider implementations +2. Validate provider API responses +3. Check provider data quality +4. Help debug provider-specific issues +5. Assist with adding new providers + +## Usage +Use this agent when: +- Adding new AI model providers +- Debugging provider API issues +- Analyzing model data quality +- Updating provider configurations +- Investigating rate limiting or timeout issues + +## Provider Structure +```typescript +interface Provider { + fetchModels(): Promise; + providerId(): string; + providerName(): string; +} +``` + +## Common Provider Patterns +- API-based providers (PPInfra, OpenRouter, GitHub AI) +- Template-based providers (Ollama, SiliconFlow) +- Web scraping providers (DeepSeek, Gemini) +- Authenticated providers (OpenAI, Anthropic, Groq) + +## Validation Commands +```bash +# Test specific provider +pnpm start fetch-providers -p ppinfra + +# Validate output JSON +jq empty dist/ppinfra.json + +# Check provider response +curl https://api.ppinfra.com/openai/v1/models +``` \ No newline at end of file diff --git a/.claude/agents/provider-implementation-generator.md b/.claude/agents/provider-implementation-generator.md new file mode 100644 index 0000000..7e59aab --- /dev/null +++ b/.claude/agents/provider-implementation-generator.md @@ -0,0 +1,54 @@ +--- +name: provider-implementation-generator +description: Use this agent when you need to create a new Rust provider implementation for fetching and formatting model lists from APIs. Examples:\n- \nContext: User wants to add a new AI model provider that exposes a public API endpoint with model information.\nuser: "I need to add a new provider called 'MistralAI' that has an API endpoint at https://api.mistral.ai/v1/models"\nassistant: "I'm going to use the Task tool to launch the provider-implementation-generator agent to create a Rust implementation similar to ppinfra.rs"\n\nSince the user needs a new provider implementation, use the provider-implementation-generator to create the Rust code structure.\n\n\n- \nContext: User discovered a new AI provider with a different API response format that needs conversion to the standard ModelInfo format.\nuser: "There's a new provider called 'Cohere' with API response format that includes model capabilities differently than our standard"\nassistant: "I'll use the Task tool to launch the provider-implementation-generator to handle the custom conversion logic"\n\nThe user needs custom conversion logic for a non-standard API response format, so use the provider-implementation-generator.\n\n +model: sonnet +color: yellow +--- + +You are a Rust API Integration Specialist specializing in creating standardized provider implementations for AI model data fetching. Your expertise lies in converting diverse API responses into the consistent ModelInfo format used by the Public Provider Configuration Tool. + +Your responsibilities: +1. Analyze the target API endpoint and response format +2. Create a complete Rust provider implementation following the established patterns +3. Implement proper error handling, rate limiting, and retry logic +4. Convert API-specific model data to the standardized ModelInfo format +5. Detect and set model capabilities (vision, function_call, reasoning) +6. Follow the project's code structure and naming conventions + +When creating a new provider: +- Use the exact template structure from ppinfra.rs as reference +- Implement the Provider trait with all required methods +- Include proper module exports in src/providers/mod.rs +- Add provider registration in src/main.rs +- Handle API authentication if required (check provider key requirements) +- Implement robust error handling with anyhow::Result +- Use reqwest::Client for HTTP requests with proper timeouts +- Include comprehensive comments explaining the conversion logic + +For API response conversion: +- Create appropriate Deserialize structs for the API response +- Implement convert_model() method to map API fields to ModelInfo +- Detect capabilities based on model names, descriptions, or metadata +- Set appropriate ModelType (typically Chat) +- Include model descriptions when available + +Output format requirements: +- Rust code only, no markdown or explanations +- Complete file content ready to save as src/providers/{provider_id}.rs +- Follow existing code style and formatting +- Include all necessary imports and dependencies +- Add proper error handling for network and parsing errors + +Quality assurance: +- Verify the implementation compiles with cargo check +- Test that the provider_id matches the filename +- Ensure all Provider trait methods are implemented +- Check that capability detection logic is robust +- Validate that the code follows Rust best practices + +If the API format is unclear or requires authentication details not provided, proactively ask for clarification about: +- Exact API endpoint URL +- Response format examples +- Authentication requirements +- Rate limiting constraints +- Any special headers or parameters needed diff --git a/.claude/agents/test-runner.md b/.claude/agents/test-runner.md new file mode 100644 index 0000000..39fdeff --- /dev/null +++ b/.claude/agents/test-runner.md @@ -0,0 +1,45 @@ +# Test Runner Agent + +## Purpose +Manages and executes tests using Vitest framework. + +## Tools +- Read +- Bash +- Glob +- Grep + +## Responsibilities +1. Run Vitest test suites +2. Generate coverage reports +3. Analyze test failures and provide debugging guidance +4. Validate test configuration +5. Monitor test performance + +## Usage +Use this agent when: +- Running tests for specific providers +- Investigating test failures +- Setting up new test files +- Generating coverage reports +- Performance testing + +## Test Commands +```bash +# Run all tests +pnpm test + +# Run tests in watch mode +pnpm test:watch + +# Generate coverage report +pnpm coverage + +# Run specific test file +pnpm test src/providers/ppinfra.test.ts +``` + +## Test Structure +- Tests should be in `tests/` directory or co-located with source files +- Use `.spec.ts` or `.test.ts` extension +- Follow vitest configuration in `vitest.config.ts` \ No newline at end of file diff --git a/.claude/data_converter.md b/.claude/data_converter.md index c60af90..d20133e 100644 --- a/.claude/data_converter.md +++ b/.claude/data_converter.md @@ -46,18 +46,70 @@ Different providers return model information in varying formats and structures. } ``` -### OpenAI API +### OpenAI API (with Template Matching) ```json +// API Response (minimal metadata) { "id": "gpt-4o", "object": "model", "created": 1687882411, "owned_by": "openai" } + +// Template Definition (rich metadata) +{ + "id": "gpt-4o", + "name": "GPT-4o", + "contextLength": 128000, + "maxTokens": 8192, + "vision": true, + "functionCall": true, + "reasoning": true, + "type": "chat", + "description": "Omnimodal model with native audio, vision, and text capabilities", + "match": ["gpt-4o", "gpt-4o-2024-05-13", "gpt-4o-2024-08-06"] +} +``` + +### Anthropic API (with Template Matching) +```json +// API Response +{ + "id": "claude-3-5-sonnet-20241022", + "type": "model" +} + +// Template Definition +{ + "id": "claude-3-5-sonnet-20241022", + "name": "Claude 3.5 Sonnet", + "contextLength": 204800, + "maxTokens": 8192, + "vision": true, + "functionCall": true, + "reasoning": false, + "type": "chat", + "description": "Balanced model with strong performance across most tasks" +} ``` ## Data Mapping Strategies +### Template-Based vs Direct Conversion + +**Template-Based Providers** (OpenAI, Anthropic): +- API provides minimal metadata (ID, object type only) +- Rich metadata stored in template files (`templates/{provider}.json`) +- Multi-pattern matching via `match` arrays handles versioned model IDs +- Auto-configuration for unmatched models using intelligent detection +- Provides consistent, comprehensive model information + +**Direct Conversion Providers** (PPInfra, OpenRouter, etc.): +- API provides rich metadata directly +- Map API fields to ModelInfo structure +- Extract capabilities from response features/tags +- Handle provider-specific data formats + ### Model Capabilities Detection #### Vision Support @@ -138,12 +190,37 @@ context_length: 4096, // conservative default max_tokens: context_length / 4, ``` -### Capability Detection +### Capability Detection (Auto-Configuration) ```rust -// Infer from model ID patterns -vision: id.contains("vision") || id.contains("image"), -function_call: id.contains("gpt-4") || id.contains("claude-3"), -reasoning: id.contains("o1") || id.contains("reasoning"), +// For unmatched models in template-based providers +fn create_default_model(&self, model_id: &str) -> ModelInfo { + // OpenAI pattern detection + let is_reasoning = model_id.contains("o1") || model_id.contains("o3") || model_id.contains("o4"); + let has_vision = model_id.contains("4o") || model_id.contains("gpt-4") || model_id.contains("vision"); + let has_function_call = !model_id.contains("instruct") && !model_id.contains("embedding"); + + // Anthropic pattern detection + let is_claude = model_id.starts_with("claude-"); + let has_vision = is_claude && !model_id.contains("text-"); + + // Set appropriate defaults + ModelInfo::new( + model_id.to_string(), + format!("Auto: {}", model_id), + default_context_length, + default_max_tokens, + has_vision, + has_function_call, + is_reasoning, + ModelType::Chat, + Some(format!("Auto-configured model: {}", model_id)), + ) +} + +// For direct conversion providers +vision: id.contains("vision") || id.contains("image") || features.contains("vision"), +function_call: id.contains("gpt-4") || features.contains("function-calling"), +reasoning: id.contains("o1") || features.contains("reasoning"), ``` ## Quality Assurance diff --git a/.claude/format_validator.md b/.claude/format_validator.md index e8b8dcc..00db77d 100644 --- a/.claude/format_validator.md +++ b/.claude/format_validator.md @@ -43,17 +43,26 @@ This project generates standardized JSON files describing AI models from various { "version": "string", // Schema version "generatedAt": "ISO8601", // Generation timestamp + "totalModels": number, // Total across all providers "providers": { "providerId": { - "providerName": "string", - "modelCount": number, - "lastUpdated": "ISO8601" + "providerId": "string", // Provider ID (matches key) + "providerName": "string", // Human-readable provider name + "models": [ + { + "id": "string", // Model identifier + "name": "string", // Display name + "contextLength": number, // Max context tokens + "maxTokens": number, // Max output tokens + "vision": boolean, // Image input support + "functionCall": boolean, // Tool/function calling support + "reasoning": boolean, // Reasoning capabilities + "type": "string", // Model type + "description": "string?" // Optional description + } + ] } - }, - "totalModels": number, // Total across all providers - "allModels": [ - // Array of all models with additional providerId/providerName fields - ] + } } ``` @@ -123,14 +132,23 @@ jq '.' file.json ### Data Validation ```bash -# Check required fields +# Check required fields in single provider files jq '.models[] | select(.id == null or .name == null)' file.json +# Check required fields in aggregated files +jq '.providers[].models[] | select(.id == null or .name == null)' all.json + # Verify token counts are positive jq '.models[] | select(.contextLength <= 0 or .maxTokens <= 0)' file.json -# Check for duplicates +# Check for duplicates within provider jq '.models | group_by(.id) | map(select(length > 1))' file.json + +# Validate template matching (for OpenAI/Anthropic) +jq '.models[] | select(.description and (.description | contains("Auto:")))' openai.json + +# Check model counts in aggregated file +jq '.totalModels == ([.providers[].models[]] | length)' all.json ``` ## Automated Validation Script diff --git a/.claude/provider_implementer.md b/.claude/provider_implementer.md index 012280d..8fcc15d 100644 --- a/.claude/provider_implementer.md +++ b/.claude/provider_implementer.md @@ -22,6 +22,7 @@ pub struct {ProviderName}Provider { api_url: String, api_key: Option, client: reqwest::Client, + templates: HashMap, // For template-based providers } ``` @@ -30,11 +31,17 @@ pub struct {ProviderName}Provider { - `provider_id() -> &str` - `provider_name() -> &str` -### 3. Data Conversion -Map provider-specific fields to ModelInfo: -- Extract vision/function_call/reasoning capabilities from features/tags +### 3. Template-Based vs Direct Conversion +**Template-Based Providers** (OpenAI, Anthropic): +- Load model templates from `templates/{provider}.json` +- Use template matching with `match` arrays for multi-pattern support +- Auto-configure unmatched models with intelligent capability detection +- Provides consistent metadata and handles API versioning + +**Direct Conversion Providers** (PPInfra, OpenRouter): +- Map provider-specific fields directly to ModelInfo +- Extract capabilities from API response features/tags - Convert context_length/max_tokens to u32 -- Map model_type to ModelType enum - Handle optional description field ## Output Format Requirements @@ -74,8 +81,29 @@ When implementing a new provider: ## Example API Response Patterns -### PPInfra Format +### Template-Based Pattern (OpenAI, Anthropic) ```json +// API Response +{ + "data": [{ + "id": "gpt-5-chat-latest", + "object": "model" + }] +} + +// Template File (templates/openai.json) +[{ + "id": "gpt-5-chat", + "name": "GPT-5 Chat", + "contextLength": 272000, + "maxTokens": 16384, + "match": ["gpt-5-chat", "gpt-5-chat-latest"] +}] +``` + +### Direct Conversion Pattern (PPInfra, OpenRouter) +```json +// PPInfra Format { "data": [{ "id": "model-id", @@ -86,10 +114,8 @@ When implementing a new provider: "model_type": "chat" }] } -``` -### OpenRouter Format -```json +// OpenRouter Format { "id": "model-id", "name": "Model Name", @@ -121,4 +147,72 @@ Follow provider-specific limits: - PPInfra: 10 requests/second - Add delays between requests as needed -When implementing a provider, always verify the API documentation for current rate limits and authentication requirements. \ No newline at end of file +## Template Matching System + +For providers with complex model naming or versioning (OpenAI, Anthropic), use the template matching system: + +### Template Structure +```json +{ + "id": "base-model-id", + "name": "Display Name", + "contextLength": 128000, + "maxTokens": 8192, + "vision": true, + "functionCall": true, + "reasoning": false, + "type": "chat", + "description": "Model description", + "match": ["exact-api-id", "versioned-api-id", "alias"] +} +``` + +### Implementation Pattern +```rust +// Load templates in constructor +let templates = Self::load_templates()?; +let template_map: HashMap = templates + .into_iter() + .flat_map(|template| { + template.match_patterns + .iter() + .map(|pattern| (pattern.clone(), template.clone())) + .collect::>() + }) + .collect(); + +// Match models in fetch_models() +if let Some(template) = self.templates.get(&api_model.id) { + // Use template configuration + models.push(template.to_model_info()); + matched_models.insert(api_model.id.clone()); +} else { + // Auto-configure unmatched model + models.push(self.create_default_model(&api_model.id)); +} +``` + +### Auto-Configuration for Unmatched Models +```rust +fn create_default_model(&self, model_id: &str) -> ModelInfo { + // Intelligent detection based on model ID patterns + let is_reasoning = model_id.contains("o1") || model_id.contains("o3"); + let has_vision = model_id.contains("4o") || model_id.contains("vision"); + let has_function_call = !model_id.contains("instruct"); + + // Set appropriate defaults based on analysis + ModelInfo::new( + model_id.to_string(), + format!("Auto: {}", model_id), + default_context_length, + default_max_tokens, + has_vision, + has_function_call, + is_reasoning, + ModelType::Chat, + Some(format!("Auto-configured model: {}", model_id)), + ) +} +``` + +When implementing a provider, choose template-based approach for providers with complex versioning, direct conversion for providers with rich API metadata. \ No newline at end of file diff --git a/.eslintrc.json b/.eslintrc.json new file mode 100644 index 0000000..75ce51a --- /dev/null +++ b/.eslintrc.json @@ -0,0 +1,25 @@ +{ + "env": { + "es2022": true, + "node": true, + "jest": true + }, + "extends": [ + "eslint:recommended", + "@typescript-eslint/recommended" + ], + "parser": "@typescript-eslint/parser", + "parserOptions": { + "ecmaVersion": "latest", + "sourceType": "module" + }, + "plugins": [ + "@typescript-eslint" + ], + "rules": { + "@typescript-eslint/no-unused-vars": "error", + "@typescript-eslint/explicit-function-return-type": "off", + "@typescript-eslint/explicit-module-boundary-types": "off", + "@typescript-eslint/no-explicit-any": "warn" + } +} \ No newline at end of file diff --git a/.github/workflows/fetch-models.yml b/.github/workflows/fetch-models.yml index 938907b..619cb0f 100644 --- a/.github/workflows/fetch-models.yml +++ b/.github/workflows/fetch-models.yml @@ -7,47 +7,70 @@ on: description: 'Comma-separated list of providers to fetch (leave empty for all)' required: false default: '' - push: - branches: [ main ] - paths: - - 'src/**' - - 'Cargo.toml' - - '.github/workflows/fetch-models.yml' - push: - tags: - - 'release-*.*.*' + type: string + create_release: + description: 'Create a GitHub release after fetching' + required: false + default: false + type: boolean + release_tag: + description: 'Tag name for the release (required when create_release is true)' + required: false + default: '' + type: string + release_name: + description: 'Display name for the release (defaults to tag when empty)' + required: false + default: '' + type: string + upload_cdn: + description: 'Sync generated files to CDN after fetch' + required: false + default: false + type: boolean env: - CARGO_TERM_COLOR: always + NODE_ENV: production + QINIU_CDN_AK: ${{ secrets.QINIU_CDN_AK }} + QINIU_CDN_SK: ${{ secrets.QINIU_CDN_SK }} + QINIU_BUCKET: ${{ secrets.QINIU_BUCKET }} jobs: fetch-and-update: runs-on: ubuntu-latest permissions: contents: write - pull-requests: write steps: - name: Checkout repository uses: actions/checkout@v4 - - name: Install Rust - uses: dtolnay/rust-toolchain@stable - - - name: Cache Cargo dependencies + - name: Setup Node.js + uses: actions/setup-node@v4 + with: + node-version: '22.13.1' + + - name: Setup pnpm + uses: pnpm/action-setup@v2 + with: + version: 10.12.1 + + - name: Cache pnpm dependencies uses: actions/cache@v4 with: path: | - ~/.cargo/registry - ~/.cargo/git - target/ - key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }} + ~/.pnpm-store + node_modules/ + key: ${{ runner.os }}-pnpm-${{ hashFiles('**/pnpm-lock.yaml') }} + restore-keys: | + ${{ runner.os }}-pnpm- + + - name: Install dependencies + run: pnpm install --frozen-lockfile - name: Build project - run: cargo build --release + run: pnpm build - - name: Run tests - run: cargo test - name: Create dist directory run: mkdir -p dist @@ -55,14 +78,16 @@ jobs: - name: Fetch model data run: | if [ -n "${{ github.event.inputs.providers }}" ]; then - cargo run --release -- fetch-providers -p "${{ github.event.inputs.providers }}" -o dist + node build/cli.js fetch-providers -p "${{ github.event.inputs.providers }}" -o dist else - cargo run --release -- fetch-all -o dist + node build/cli.js fetch-all -o dist fi env: # Add API keys as secrets if needed - # OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - # OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }} + GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} - name: Validate generated JSON files run: | @@ -80,6 +105,42 @@ jobs: ls -la dist/ echo "File sizes:" du -h dist/*.json + + - name: Prepare CDN upload payload + if: ${{ inputs.upload_cdn }} + run: | + rm -rf cdn_upload + mkdir -p cdn_upload/models + for filename in all.json dc_sync_version.json; do + if [ -f "dist/${filename}" ]; then + cp "dist/${filename}" "cdn_upload/models/${filename}" + else + echo "Warning: dist/${filename} not found" + fi + done + echo "CDN payload contents:" + find cdn_upload -type f | sort + + - name: Upload dist to Qiniu CDN + id: upload_cdn + if: ${{ inputs.upload_cdn && env.QINIU_CDN_AK != '' && env.QINIU_CDN_SK != '' && env.QINIU_BUCKET != '' }} + uses: hujiulong/action-qiniu-upload@master + with: + access_key: ${{ env.QINIU_CDN_AK }} + secret_key: ${{ env.QINIU_CDN_SK }} + bucket: ${{ env.QINIU_BUCKET }} + source_dir: 'cdn_upload/models' + dest_dir: '/models' + ignore_source_map: false + + - name: CDN Upload Summary + if: ${{ steps.upload_cdn.outcome == 'success' }} + run: | + echo "✅ 模型配置已同步至 Qiniu CDN" + echo "📂 源目录: dist" + echo "🚀 目标目录: /models" + echo "🗂️ 同步文件列表:" + find cdn_upload/models -type f | sort - name: Generate release info id: release_info @@ -102,88 +163,20 @@ jobs: echo "timestamp=$(date -u '+%Y-%m-%d %H:%M:%S UTC')" >> $GITHUB_OUTPUT echo "date_short=$(date -u '+%Y%m%d')" >> $GITHUB_OUTPUT - - name: Create Pull Request with updates - if: github.ref_type != 'tag' && github.event_name != 'push' + - name: Validate release inputs + if: ${{ inputs.create_release }} run: | - git config --local user.email "action@github.com" - git config --local user.name "GitHub Action" - - # Copy generated files to provider_configs for direct access - cp -r dist/* provider_configs/ || true - - # Check if there are changes - git add provider_configs/ - if ! git diff --staged --quiet; then - # Create a new branch for the PR - BRANCH_NAME="update-models-$(date -u +%Y%m%d-%H%M%S)" - git checkout -b "$BRANCH_NAME" - - # Commit changes - git commit -m "🤖 Update model configurations - $(date -u +%Y-%m-%d)" - - # Push to remote - git push origin "$BRANCH_NAME" - - # Create PR using GitHub CLI - gh pr create \ - --title "🤖 Update AI Model Configurations" \ - --body "$(cat <<'EOF' -## 🤖 Automated Model Configuration Update - -**Generated:** $(date -u '+%Y-%m-%d %H:%M:%S UTC') -**Total Models:** ${{ steps.release_info.outputs.total_models }} -**Providers:** ${{ steps.release_info.outputs.provider_count }} (${{ steps.release_info.outputs.providers }}) - -### 📋 Changes -- Updated model configurations from provider APIs -- Refreshed capability detection (vision, function calling, reasoning) -- Generated standardized JSON format files - -### 🔍 Files Updated -- `provider_configs/*.json` - Individual provider configurations -- `provider_configs/all.json` - Aggregated model data - -### ✅ Validation -- [x] JSON syntax validation passed -- [x] Model data structure validation passed -- [x] Provider capability detection completed - ---- - -*This PR was automatically created by GitHub Actions.* -EOF -)" \ - --head "$BRANCH_NAME" \ - --base main - else - echo "No changes to commit" - fi - env: - GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} - - - name: Direct commit (for push events) - if: github.ref_type != 'tag' && github.event_name == 'push' - run: | - git config --local user.email "action@github.com" - git config --local user.name "GitHub Action" - - # Copy generated files to provider_configs for direct access - cp -r dist/* provider_configs/ || true - - git add provider_configs/ - if ! git diff --staged --quiet; then - git commit -m "🤖 Update model configurations - $(date -u +%Y-%m-%d)" - git push - else - echo "No changes to commit" + if [ -z "${{ inputs.release_tag }}" ]; then + echo "::error::release_tag input is required when create_release is enabled." >&2 + exit 1 fi - + - name: Create Release Assets - if: github.ref_type == 'tag' + if: ${{ inputs.create_release }} run: | # Create tarball of all JSON files with proper naming cd dist - TAG_NAME="${{ github.ref_name }}" + TAG_NAME="${{ inputs.release_tag }}" tar -czf "../provider-configs-${TAG_NAME}.tar.gz" *.json # Also create individual provider archives for file in *.json; do @@ -194,8 +187,8 @@ EOF done cd .. - - name: Upload Artifacts (non-tag) - if: github.ref_type != 'tag' + - name: Upload Artifacts (workflow dispatch) + if: github.event_name == 'workflow_dispatch' uses: actions/upload-artifact@v4 with: name: provider-configs-${{ steps.release_info.outputs.date_short }} @@ -203,15 +196,16 @@ EOF dist/*.json retention-days: 30 - - name: Create Release (tagged) - if: github.ref_type == 'tag' + - name: Create Release + if: ${{ inputs.create_release }} uses: softprops/action-gh-release@v1 with: - name: Release ${{ github.ref_name }} + tag_name: ${{ inputs.release_tag }} + name: ${{ inputs.release_name != '' && inputs.release_name || format('Release {0}', inputs.release_tag) }} body: | - 🏷️ **Tagged Release of AI Model Configurations** + 🏷️ **Automated Release of AI Model Configurations** - **Release Version:** ${{ github.ref_name }} + **Release Version:** ${{ inputs.release_tag }} **Generated:** ${{ steps.release_info.outputs.timestamp }} **Total Models:** ${{ steps.release_info.outputs.total_models }} **Providers:** ${{ steps.release_info.outputs.provider_count }} (${{ steps.release_info.outputs.providers }}) @@ -219,7 +213,7 @@ EOF ## 📦 Available Downloads ### Complete Package - - `provider-configs-${{ github.ref_name }}.tar.gz` - All provider configurations + - `provider-configs-${{ inputs.release_tag }}.tar.gz` - All provider configurations ### Individual Provider Packages Available individual provider archives for selective downloading. @@ -229,23 +223,22 @@ EOF ## 📊 Provider Details - | Provider | Models Available | - |----------|-----------------| - ${{ steps.release_info.outputs.providers != 'none' && '| Multiple providers | See all.json |' || '| No providers | 0 |' }} + - **Total Models:** ${{ steps.release_info.outputs.total_models }} + - **Providers:** ${{ steps.release_info.outputs.providers }} + - **Provider Count:** ${{ steps.release_info.outputs.provider_count }} ## 🔄 Integration ### Direct JSON Access ```javascript - // Access aggregated data - const response = await fetch('https://github.com/${{ github.repository }}/releases/download/${{ github.ref_name }}/all.json'); + const response = await fetch('https://github.com/${{ github.repository }}/releases/download/${{ inputs.release_tag }}/all.json'); const modelData = await response.json(); ``` ### Complete Package Download ```bash - wget https://github.com/${{ github.repository }}/releases/download/${{ github.ref_name }}/provider-configs-${{ github.ref_name }}.tar.gz - tar -xzf provider-configs-${{ github.ref_name }}.tar.gz + wget https://github.com/${{ github.repository }}/releases/download/${{ inputs.release_tag }}/provider-configs-${{ inputs.release_tag }}.tar.gz + tar -xzf provider-configs-${{ inputs.release_tag }}.tar.gz ``` --- @@ -255,4 +248,4 @@ EOF dist/*.json *.tar.gz draft: false - prerelease: false \ No newline at end of file + prerelease: false diff --git a/.gitignore b/.gitignore index 99aad87..2d5ba27 100644 --- a/.gitignore +++ b/.gitignore @@ -1,4 +1,8 @@ -# Rust +# TypeScript build output +/build/ +node_modules/**/* + +# Rust (legacy) /target/ # IDE @@ -18,4 +22,8 @@ Thumbs.db # Logs *.log -samples/*.json + +# Configuration files (may contain sensitive API keys) +config/providers.toml +config/*.toml +!config/*.toml.example diff --git a/AGENTS.md b/AGENTS.md new file mode 100644 index 0000000..cd749c6 --- /dev/null +++ b/AGENTS.md @@ -0,0 +1,81 @@ +# Repository Guidelines + +## Project Structure & Module Organization +- `src/`: TypeScript source. Key areas: `providers/` (provider integrations), `fetcher/`, `processor/`, `output/`, `config/`, `models/`, `commands/`. +- `build/` and `dist/`: build outputs (library + CLI). +- `config/`: default provider configuration definitions. +- `manual-templates/`: provider JSON templates used by normalizers/writers. + +## Architecture & Data Flow +- CLI (`src/cli.ts`) loads config → instantiates `providers/*` → `fetcher/` pulls data → `processor/` normalizes/dedupes/validates → `output/` writes `{provider}.json` and aggregates. +- Library build is configured via `vite.config.ts`; CLI bundle via `vite.cli.config.ts`. + +## Build and Development Commands +- `pnpm install`: install dependencies. +- `pnpm dev`: run CLI in TS via ts-node (defaults to `fetch-all`). +- `pnpm build`: build library and CLI to `build/` using Vite. +- `pnpm start`: run built CLI (`node build/cli.js fetch-all`). +- `pnpm clean`: remove build artifacts. + +Examples: +- Run specific providers: `node build/cli.js fetch-providers -p ppinfra,groq -o dist` +- Local binary after build: `./build/cli.js fetch-all` + +## Coding Style & Naming Conventions +- Language: TypeScript targeting Node 18; prefer ES module syntax in `src/`. +- Linting: ESLint (`.eslintrc.json`). Fix issues before PRs. +- Indentation: 2 spaces; no trailing whitespace; end files with newline. +- Naming: PascalCase for classes/types, camelCase for vars/functions, kebab-case for folders/files (existing mixed names may remain until refactors). +- Exports: prefer named exports; keep module boundaries small and focused. + +## Add a Provider (Quick Steps) +- Implement `Provider` in `src/providers/yourprovider.ts` with `fetchModels()`, `providerId()`, `providerName()`. +- Export in `src/providers/index.ts`, register in `src/cli.ts#createProvider`. +- Add templates (if needed) under `manual-templates/`, update docs/README sections, and manually verify via CLI commands. + +## Commit & Pull Request Guidelines +- Use Conventional Commits (`feat:`, `fix:`, `docs:`, `chore:`, `ci:`). Optional scopes: `feat(providers): ...`, `ci(actions): ...`. +- PRs must include: clear description, linked issues, test updates/new tests, and notes on config/template changes. Add screenshots/log snippets for CLI output when relevant. + +## Agent Task Tracking +- When you pick up a new feature or refactor, create a scratch file under `docs/` named `feat_.md`. +- Use that file to break down subtasks, capture progress notes, and log any open questions while you work. +- Remove the tracking file once the task is complete or handed off so `docs/` stays tidy. + +## Environment & Configuration +- Provider defaults ship with the repo (`src/config/app-config.ts`). +- API keys: only `GROQ_API_KEY` is needed for live fetching; models.dev covers OpenAI/Anthropic/OpenRouter/Gemini/etc. without extra credentials. +- Never commit secrets. + +## CI Notes +- GitHub Actions fetch workflow runs on manual dispatch and release tags, builds, fetches models, and uploads JSON artifacts. +- Keep CI green: run `pnpm build` locally before pushing. + +## Output JSON Example +```json +{ + "provider": "ppinfra", + "providerName": "PPInfra", + "lastUpdated": "2025-01-15T10:30:00Z", + "models": [ + { + "id": "model-id", + "name": "Model Name", + "contextLength": 32768, + "maxTokens": 4096, + "vision": false, + "functionCall": true, + "reasoning": { + "supported": true, + "default": true + }, + "type": "chat" + } + ] +} +``` + +## Templates & Validation +- Templates: add/update under `manual-templates/*.json` when normalizing names or capabilities. +- Normalization: `processor/` trims, dedupes, sorts; keep IDs stable across runs. +- Validation: `output/json-validator.ts` enforces schema before write; prefer failing fast. diff --git a/CLAUDE.md b/CLAUDE.md index b5973a9..a73e2f7 100644 --- a/CLAUDE.md +++ b/CLAUDE.md @@ -2,29 +2,35 @@ ## Project Information -**Public Provider Configuration Tool** - A Rust-based tool to automatically fetch and standardize AI model information from various providers. +**Public Provider Configuration Tool** - A TypeScript/Node.js-based tool to automatically fetch and standardize AI model information from various providers. ## Quick Commands ### Development ```bash -# Build the project -cargo build +# Install dependencies +pnpm install + +# Build the project (uses Vite for bundling) +pnpm build # Run with all providers -cargo run -- fetch-all +pnpm start fetch-all # Run with specific providers -cargo run -- fetch-providers -p ppinfra,openai +pnpm start fetch-providers -p ppinfra,tokenflux,groq,ollama,siliconflow -# Run tests -cargo test +# Development mode +pnpm run dev fetch-all # Run with custom output directory -cargo run -- fetch-all -o custom_output +pnpm start fetch-all -o custom_output + +# Clean build artifacts +pnpm clean ``` -### Testing +### Manual Checks ```bash # Test PPInfra API endpoint curl --request GET --url https://api.ppinfra.com/openai/v1/models @@ -40,22 +46,32 @@ du -h dist/*.json ``` ├── src/ -│ ├── models/ # Data structures +│ ├── models/ # TypeScript interfaces and types │ ├── providers/ # Provider implementations │ ├── fetcher/ # Data fetching logic │ ├── output/ # Output handling -│ └── config/ # Configuration management +│ ├── processor/ # Data processing logic +│ ├── config/ # Configuration management +│ └── cli.ts # CLI entry point ├── dist/ # Generated JSON output files -├── provider_configs/ # Git-tracked JSON files -└── docs/ # Documentation +├── build/ # Compiled JavaScript build output (Vite) +├── manual-templates/ # Manually maintained provider templates +├── config/ # Configuration files +├── docs/ # Documentation +└── dist_rust_backup/ # Backup of Rust version output for comparison ``` ## Key Files -- `src/main.rs` - CLI entry point -- `src/providers/ppinfra.rs` - PPInfra API implementation +- `src/cli.ts` - CLI entry point with Commander.js +- `src/providers/PPInfraProvider.ts` - PPInfra API implementation +- `src/providers/TokenfluxProvider.ts` - Tokenflux implementation +- `src/providers/GroqProvider.ts` - Groq API implementation +- `manual-templates/ollama.json` - Ollama template definitions +- `manual-templates/siliconflow.json` - SiliconFlow template definitions +- `vite.config.ts` - Vite build configuration for library bundling - `docs/architecture-overview.md` - Complete architecture documentation -- `.github/workflows/fetch-models.yml` - Automated fetching workflow +- `.github/workflows/fetch-models.yml` - Automated fetching workflow (Node.js) ## Output Format @@ -73,7 +89,10 @@ Single provider JSON: "maxTokens": 4096, "vision": false, "functionCall": true, - "reasoning": true, + "reasoning": { + "supported": true, + "default": true + }, "type": "chat" } ] @@ -82,38 +101,169 @@ Single provider JSON: ## Adding New Providers -1. Create new provider file in `src/providers/` -2. Implement the `Provider` trait -3. Add to `src/providers/mod.rs` -4. Register in `src/main.rs` +### Step-by-Step Guide + +1. **Create Provider Implementation** + - Create new file in `src/providers/` (e.g., `src/providers/newprovider.ts`) + - Implement the `Provider` interface with required methods: + - `async fetchModels(): Promise` + - `providerId(): string` + - `providerName(): string` + +2. **Add Module Export** + - Add export to `src/providers/index.ts`: `export { NewProviderProvider } from './newprovider';` + +3. **Register in CLI** + - Import the provider in `src/cli.ts`: `import { NewProviderProvider } from './providers/newprovider';` + - Add provider initialization in the appropriate command handler + +4. **Update Documentation** + - Add JSON link to README.md "Available Model Data" section + - Update "Currently Supported Providers" section with provider status + +### Template for New Provider + +```typescript +import { Provider } from './provider'; +import { ModelInfo, ModelType, createModelInfo } from '../models/model-info'; +import axios from 'axios'; + +interface NewProviderModel { + id: string; + name: string; + contextSize: number; + maxOutputTokens: number; + features: string[]; + modelType: string; +} + +interface NewProviderResponse { + data: NewProviderModel[]; +} + +export class NewProviderProvider implements Provider { + private apiUrl: string; + private client = axios.create(); + + constructor(apiUrl: string) { + this.apiUrl = apiUrl; + } + + private convertModel(model: NewProviderModel): ModelInfo { + const vision = model.features.some(f => f.includes('vision') || f.includes('image')); + const functionCall = model.features.some(f => f.includes('function') || f.includes('tool')); + const reasoning = model.features.some(f => f.includes('reasoning') || f.includes('thinking')); + + const modelType = model.modelType.toLowerCase() === 'chat' ? ModelType.Chat : + model.modelType.toLowerCase() === 'completion' ? ModelType.Completion : + model.modelType.toLowerCase() === 'embedding' ? ModelType.Embedding : + ModelType.Chat; + + return createModelInfo( + model.id, + model.name, + model.contextSize, + model.maxOutputTokens, + vision, + functionCall, + reasoning, + modelType + ); + } + + async fetchModels(): Promise { + try { + const response = await this.client.get(this.apiUrl); + const models = response.data.data + .map(model => this.convertModel(model)); + + return models; + } catch (error) { + throw new Error(`Failed to fetch models from NewProvider: ${error instanceof Error ? error.message : String(error)}`); + } + } + + providerId(): string { + return 'newprovider'; + } + + providerName(): string { + return 'New Provider'; + } +} +``` + +### After Adding Provider + +The system will automatically: +- Generate `{provider_id}.json` file in `dist/` directory +- Include provider data in `all.json` aggregated file +- Update GitHub Actions to fetch from new provider +- Create downloadable JSON links in releases ## GitHub Actions The workflow automatically: -- Runs daily at 06:00 UTC +- Runs on workflow dispatch (manual trigger) +- Runs on tag push (`release-*.*.*`) - Fetches latest model data -- Commits updates to `provider_configs/` -- Creates releases with downloadable JSON files +- Uploads artifacts for manual triggers +- Creates releases with downloadable JSON files for tag triggers ## Environment Variables -Optional API keys can be set as GitHub secrets: -- `OPENAI_API_KEY` -- `OPENROUTER_API_KEY` +Optional API keys can be set as GitHub secrets or local environment variables: +- `GROQ_API_KEY` - Required for Groq provider (API access) - Add others as needed +### Provider API Key Requirements +- **PPInfra**: ✅ No API key required - public API +- **OpenRouter**: ✅ Supplied by models.dev - no live fetch +- **Vercel AI Gateway**: ✅ Supplied by models.dev - no live fetch +- **GitHub AI Models**: ✅ Supplied by models.dev - no live fetch +- **Tokenflux**: ✅ No API key required - public marketplace API +- **DeepSeek**: ✅ Supplied by models.dev - no live fetch +- **Ollama**: ✅ No API key required - template-based provider +- **SiliconFlow**: ✅ No API key required - template-based provider +- **Gemini**: ✅ Supplied by models.dev - no live fetch +- **Groq**: ❌ API key required - private API access only +- **OpenAI**: ✅ Supplied by models.dev - no live fetch +- **Anthropic**: ✅ Supplied by models.dev - no live fetch + ## Common Issues -- **Build failures**: Run `cargo clean && cargo build` +- **Build failures**: Run `pnpm build` or check Vite configuration and TypeScript compilation - **JSON validation errors**: Check API response format changes - **Rate limiting**: Adjust rate limits in provider configurations - **Network timeouts**: Increase timeout values in HTTP client +- **Coverage issues**: Use `pnpm coverage` to generate test coverage reports ## Next Steps -- [ ] Add OpenRouter provider implementation -- [ ] Add OpenAI provider implementation -- [ ] Add Google Gemini provider implementation -- [ ] Implement configuration file loading -- [ ] Add rate limiting and retry logic -- [ ] Add comprehensive error handling \ No newline at end of file +- [x] Migrate from Rust to TypeScript/Node.js +- [x] Add OpenAI provider implementation (65+ models with template matching) +- [x] Add Anthropic provider implementation (8 Claude models with API key support) +- [x] Implement configuration file loading +- [x] Add OpenRouter provider implementation +- [x] Add Google Gemini provider implementation +- [x] Add Vercel AI Gateway provider implementation +- [x] Add GitHub AI Models provider implementation +- [x] Add Tokenflux provider implementation +- [x] Add Groq provider implementation +- [x] Add DeepSeek provider implementation +- [x] Add Ollama provider implementation (template-based) +- [x] Add SiliconFlow provider implementation (template-based) +- [x] Add rate limiting and retry logic +- [x] Add comprehensive error handling +- [x] Implement template validation system +- [x] Add provider health check endpoints +- [ ] Add Azure OpenAI provider implementation +- [ ] Add AWS Bedrock provider implementation +- [ ] Add Cohere provider implementation +- [ ] Add Mistral AI provider implementation +- [ ] Add Stability AI provider implementation +- [ ] Add Replicate provider implementation +- [ ] Add Hugging Face provider implementation +- [ ] Add advanced caching system +- [ ] Add provider status monitoring +- [ ] Add web UI for model browsing diff --git a/Cargo.lock b/Cargo.lock deleted file mode 100644 index 741988b..0000000 --- a/Cargo.lock +++ /dev/null @@ -1,2024 +0,0 @@ -# This file is automatically @generated by Cargo. -# It is not intended for manual editing. -version = 4 - -[[package]] -name = "addr2line" -version = "0.24.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dfbe277e56a376000877090da837660b4427aad530e3028d44e0bffe4f89a1c1" -dependencies = [ - "gimli", -] - -[[package]] -name = "adler2" -version = "2.0.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "320119579fcad9c21884f5c4861d16174d0e06250625266f50fe6898340abefa" - -[[package]] -name = "android-tzdata" -version = "0.1.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e999941b234f3131b00bc13c22d06e8c5ff726d1b6318ac7eb276997bbb4fef0" - -[[package]] -name = "android_system_properties" -version = "0.1.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "819e7219dbd41043ac279b19830f2efc897156490d7fd6ea916720117ee66311" -dependencies = [ - "libc", -] - -[[package]] -name = "anstream" -version = "0.6.20" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3ae563653d1938f79b1ab1b5e668c87c76a9930414574a6583a7b7e11a8e6192" -dependencies = [ - "anstyle", - "anstyle-parse", - "anstyle-query", - "anstyle-wincon", - "colorchoice", - "is_terminal_polyfill", - "utf8parse", -] - -[[package]] -name = "anstyle" -version = "1.0.11" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "862ed96ca487e809f1c8e5a8447f6ee2cf102f846893800b20cebdf541fc6bbd" - -[[package]] -name = "anstyle-parse" -version = "0.2.7" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4e7644824f0aa2c7b9384579234ef10eb7efb6a0deb83f9630a49594dd9c15c2" -dependencies = [ - "utf8parse", -] - -[[package]] -name = "anstyle-query" -version = "1.1.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9e231f6134f61b71076a3eab506c379d4f36122f2af15a9ff04415ea4c3339e2" -dependencies = [ - "windows-sys 0.60.2", -] - -[[package]] -name = "anstyle-wincon" -version = "3.0.10" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3e0633414522a32ffaac8ac6cc8f748e090c5717661fddeea04219e2344f5f2a" -dependencies = [ - "anstyle", - "once_cell_polyfill", - "windows-sys 0.60.2", -] - -[[package]] -name = "anyhow" -version = "1.0.99" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b0674a1ddeecb70197781e945de4b3b8ffb61fa939a5597bcf48503737663100" - -[[package]] -name = "async-stream" -version = "0.3.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0b5a71a6f37880a80d1d7f19efd781e4b5de42c88f0722cc13bcb6cc2cfe8476" -dependencies = [ - "async-stream-impl", - "futures-core", - "pin-project-lite", -] - -[[package]] -name = "async-stream-impl" -version = "0.3.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c7c24de15d275a1ecfd47a380fb4d5ec9bfe0933f309ed5e705b775596a3574d" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] - -[[package]] -name = "async-trait" -version = "0.1.89" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9035ad2d096bed7955a320ee7e2230574d28fd3c3a0f186cbea1ff3c7eed5dbb" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] - -[[package]] -name = "atomic-waker" -version = "1.1.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1505bd5d3d116872e7271a6d4e16d81d0c8570876c8de68093a09ac269d8aac0" - -[[package]] -name = "autocfg" -version = "1.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8" - -[[package]] -name = "backtrace" -version = "0.3.75" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6806a6321ec58106fea15becdad98371e28d92ccbc7c8f1b3b6dd724fe8f1002" -dependencies = [ - "addr2line", - "cfg-if", - "libc", - "miniz_oxide", - "object", - "rustc-demangle", - "windows-targets 0.52.6", -] - -[[package]] -name = "base64" -version = "0.22.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" - -[[package]] -name = "bitflags" -version = "2.9.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "34efbcccd345379ca2868b2b2c9d3782e9cc58ba87bc7d79d5b53d9c9ae6f25d" - -[[package]] -name = "bumpalo" -version = "3.19.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "46c5e41b57b8bba42a04676d81cb89e9ee8e859a1a66f80a5a72e1cb76b34d43" - -[[package]] -name = "bytes" -version = "1.10.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d71b6127be86fdcfddb610f7182ac57211d4b18a3e9c82eb2d17662f2227ad6a" - -[[package]] -name = "cc" -version = "1.2.34" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "42bc4aea80032b7bf409b0bc7ccad88853858911b7713a8062fdc0623867bedc" -dependencies = [ - "shlex", -] - -[[package]] -name = "cfg-if" -version = "1.0.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2fd1289c04a9ea8cb22300a459a72a385d7c73d3259e2ed7dcb2af674838cfa9" - -[[package]] -name = "chrono" -version = "0.4.41" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c469d952047f47f91b68d1cba3f10d63c11d73e4636f24f08daf0278abf01c4d" -dependencies = [ - "android-tzdata", - "iana-time-zone", - "js-sys", - "num-traits", - "serde", - "wasm-bindgen", - "windows-link", -] - -[[package]] -name = "clap" -version = "4.5.46" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2c5e4fcf9c21d2e544ca1ee9d8552de13019a42aa7dbf32747fa7aaf1df76e57" -dependencies = [ - "clap_builder", - "clap_derive", -] - -[[package]] -name = "clap_builder" -version = "4.5.46" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "fecb53a0e6fcfb055f686001bc2e2592fa527efaf38dbe81a6a9563562e57d41" -dependencies = [ - "anstream", - "anstyle", - "clap_lex", - "strsim", -] - -[[package]] -name = "clap_derive" -version = "4.5.45" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "14cb31bb0a7d536caef2639baa7fad459e15c3144efefa6dbd1c84562c4739f6" -dependencies = [ - "heck", - "proc-macro2", - "quote", - "syn", -] - -[[package]] -name = "clap_lex" -version = "0.7.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b94f61472cee1439c0b966b47e3aca9ae07e45d070759512cd390ea2bebc6675" - -[[package]] -name = "colorchoice" -version = "1.0.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b05b61dc5112cbb17e4b6cd61790d9845d13888356391624cbe7e41efeac1e75" - -[[package]] -name = "core-foundation" -version = "0.9.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "91e195e091a93c46f7102ec7818a2aa394e1e1771c3ab4825963fa03e45afb8f" -dependencies = [ - "core-foundation-sys", - "libc", -] - -[[package]] -name = "core-foundation-sys" -version = "0.8.7" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b" - -[[package]] -name = "displaydoc" -version = "0.2.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] - -[[package]] -name = "encoding_rs" -version = "0.8.35" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "75030f3c4f45dafd7586dd6780965a8c7e8e285a5ecb86713e63a79c5b2766f3" -dependencies = [ - "cfg-if", -] - -[[package]] -name = "equivalent" -version = "1.0.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f" - -[[package]] -name = "errno" -version = "0.3.13" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "778e2ac28f6c47af28e4907f13ffd1e1ddbd400980a9abd7c8df189bf578a5ad" -dependencies = [ - "libc", - "windows-sys 0.60.2", -] - -[[package]] -name = "fastrand" -version = "2.3.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be" - -[[package]] -name = "fnv" -version = "1.0.7" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" - -[[package]] -name = "foreign-types" -version = "0.3.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f6f339eb8adc052cd2ca78910fda869aefa38d22d5cb648e6485e4d3fc06f3b1" -dependencies = [ - "foreign-types-shared", -] - -[[package]] -name = "foreign-types-shared" -version = "0.1.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b" - -[[package]] -name = "form_urlencoded" -version = "1.2.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cb4cb245038516f5f85277875cdaa4f7d2c9a0fa0468de06ed190163b1581fcf" -dependencies = [ - "percent-encoding", -] - -[[package]] -name = "futures-channel" -version = "0.3.31" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2dff15bf788c671c1934e366d07e30c1814a8ef514e1af724a602e8a2fbe1b10" -dependencies = [ - "futures-core", -] - -[[package]] -name = "futures-core" -version = "0.3.31" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "05f29059c0c2090612e8d742178b0580d2dc940c837851ad723096f87af6663e" - -[[package]] -name = "futures-sink" -version = "0.3.31" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e575fab7d1e0dcb8d0c7bcf9a63ee213816ab51902e6d244a95819acacf1d4f7" - -[[package]] -name = "futures-task" -version = "0.3.31" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f90f7dce0722e95104fcb095585910c0977252f286e354b5e3bd38902cd99988" - -[[package]] -name = "futures-util" -version = "0.3.31" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9fa08315bb612088cc391249efdc3bc77536f16c91f6cf495e6fbe85b20a4a81" -dependencies = [ - "futures-core", - "futures-task", - "pin-project-lite", - "pin-utils", -] - -[[package]] -name = "getrandom" -version = "0.2.16" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "335ff9f135e4384c8150d6f27c6daed433577f86b4750418338c01a1a2528592" -dependencies = [ - "cfg-if", - "libc", - "wasi 0.11.1+wasi-snapshot-preview1", -] - -[[package]] -name = "getrandom" -version = "0.3.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "26145e563e54f2cadc477553f1ec5ee650b00862f0a58bcd12cbdc5f0ea2d2f4" -dependencies = [ - "cfg-if", - "libc", - "r-efi", - "wasi 0.14.3+wasi-0.2.4", -] - -[[package]] -name = "gimli" -version = "0.31.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "07e28edb80900c19c28f1072f2e8aeca7fa06b23cd4169cefe1af5aa3260783f" - -[[package]] -name = "h2" -version = "0.4.12" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f3c0b69cfcb4e1b9f1bf2f53f95f766e4661169728ec61cd3fe5a0166f2d1386" -dependencies = [ - "atomic-waker", - "bytes", - "fnv", - "futures-core", - "futures-sink", - "http", - "indexmap", - "slab", - "tokio", - "tokio-util", - "tracing", -] - -[[package]] -name = "hashbrown" -version = "0.15.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1" - -[[package]] -name = "heck" -version = "0.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" - -[[package]] -name = "http" -version = "1.3.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f4a85d31aea989eead29a3aaf9e1115a180df8282431156e533de47660892565" -dependencies = [ - "bytes", - "fnv", - "itoa", -] - -[[package]] -name = "http-body" -version = "1.0.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1efedce1fb8e6913f23e0c92de8e62cd5b772a67e7b3946df930a62566c93184" -dependencies = [ - "bytes", - "http", -] - -[[package]] -name = "http-body-util" -version = "0.1.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b021d93e26becf5dc7e1b75b1bed1fd93124b374ceb73f43d4d4eafec896a64a" -dependencies = [ - "bytes", - "futures-core", - "http", - "http-body", - "pin-project-lite", -] - -[[package]] -name = "httparse" -version = "1.10.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6dbf3de79e51f3d586ab4cb9d5c3e2c14aa28ed23d180cf89b4df0454a69cc87" - -[[package]] -name = "hyper" -version = "1.7.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eb3aa54a13a0dfe7fbe3a59e0c76093041720fdc77b110cc0fc260fafb4dc51e" -dependencies = [ - "atomic-waker", - "bytes", - "futures-channel", - "futures-core", - "h2", - "http", - "http-body", - "httparse", - "itoa", - "pin-project-lite", - "pin-utils", - "smallvec", - "tokio", - "want", -] - -[[package]] -name = "hyper-rustls" -version = "0.27.7" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e3c93eb611681b207e1fe55d5a71ecf91572ec8a6705cdb6857f7d8d5242cf58" -dependencies = [ - "http", - "hyper", - "hyper-util", - "rustls", - "rustls-pki-types", - "tokio", - "tokio-rustls", - "tower-service", -] - -[[package]] -name = "hyper-tls" -version = "0.6.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "70206fc6890eaca9fde8a0bf71caa2ddfc9fe045ac9e5c70df101a7dbde866e0" -dependencies = [ - "bytes", - "http-body-util", - "hyper", - "hyper-util", - "native-tls", - "tokio", - "tokio-native-tls", - "tower-service", -] - -[[package]] -name = "hyper-util" -version = "0.1.16" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8d9b05277c7e8da2c93a568989bb6207bef0112e8d17df7a6eda4a3cf143bc5e" -dependencies = [ - "base64", - "bytes", - "futures-channel", - "futures-core", - "futures-util", - "http", - "http-body", - "hyper", - "ipnet", - "libc", - "percent-encoding", - "pin-project-lite", - "socket2", - "system-configuration", - "tokio", - "tower-service", - "tracing", - "windows-registry", -] - -[[package]] -name = "iana-time-zone" -version = "0.1.63" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b0c919e5debc312ad217002b8048a17b7d83f80703865bbfcfebb0458b0b27d8" -dependencies = [ - "android_system_properties", - "core-foundation-sys", - "iana-time-zone-haiku", - "js-sys", - "log", - "wasm-bindgen", - "windows-core", -] - -[[package]] -name = "iana-time-zone-haiku" -version = "0.1.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f31827a206f56af32e590ba56d5d2d085f558508192593743f16b2306495269f" -dependencies = [ - "cc", -] - -[[package]] -name = "icu_collections" -version = "2.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "200072f5d0e3614556f94a9930d5dc3e0662a652823904c3a75dc3b0af7fee47" -dependencies = [ - "displaydoc", - "potential_utf", - "yoke", - "zerofrom", - "zerovec", -] - -[[package]] -name = "icu_locale_core" -version = "2.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0cde2700ccaed3872079a65fb1a78f6c0a36c91570f28755dda67bc8f7d9f00a" -dependencies = [ - "displaydoc", - "litemap", - "tinystr", - "writeable", - "zerovec", -] - -[[package]] -name = "icu_normalizer" -version = "2.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "436880e8e18df4d7bbc06d58432329d6458cc84531f7ac5f024e93deadb37979" -dependencies = [ - "displaydoc", - "icu_collections", - "icu_normalizer_data", - "icu_properties", - "icu_provider", - "smallvec", - "zerovec", -] - -[[package]] -name = "icu_normalizer_data" -version = "2.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "00210d6893afc98edb752b664b8890f0ef174c8adbb8d0be9710fa66fbbf72d3" - -[[package]] -name = "icu_properties" -version = "2.0.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "016c619c1eeb94efb86809b015c58f479963de65bdb6253345c1a1276f22e32b" -dependencies = [ - "displaydoc", - "icu_collections", - "icu_locale_core", - "icu_properties_data", - "icu_provider", - "potential_utf", - "zerotrie", - "zerovec", -] - -[[package]] -name = "icu_properties_data" -version = "2.0.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "298459143998310acd25ffe6810ed544932242d3f07083eee1084d83a71bd632" - -[[package]] -name = "icu_provider" -version = "2.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "03c80da27b5f4187909049ee2d72f276f0d9f99a42c306bd0131ecfe04d8e5af" -dependencies = [ - "displaydoc", - "icu_locale_core", - "stable_deref_trait", - "tinystr", - "writeable", - "yoke", - "zerofrom", - "zerotrie", - "zerovec", -] - -[[package]] -name = "idna" -version = "1.1.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3b0875f23caa03898994f6ddc501886a45c7d3d62d04d2d90788d47be1b1e4de" -dependencies = [ - "idna_adapter", - "smallvec", - "utf8_iter", -] - -[[package]] -name = "idna_adapter" -version = "1.2.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3acae9609540aa318d1bc588455225fb2085b9ed0c4f6bd0d9d5bcd86f1a0344" -dependencies = [ - "icu_normalizer", - "icu_properties", -] - -[[package]] -name = "indexmap" -version = "2.11.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f2481980430f9f78649238835720ddccc57e52df14ffce1c6f37391d61b563e9" -dependencies = [ - "equivalent", - "hashbrown", -] - -[[package]] -name = "io-uring" -version = "0.7.10" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "046fa2d4d00aea763528b4950358d0ead425372445dc8ff86312b3c69ff7727b" -dependencies = [ - "bitflags", - "cfg-if", - "libc", -] - -[[package]] -name = "ipnet" -version = "2.11.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "469fb0b9cefa57e3ef31275ee7cacb78f2fdca44e4765491884a2b119d4eb130" - -[[package]] -name = "iri-string" -version = "0.7.8" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dbc5ebe9c3a1a7a5127f920a418f7585e9e758e911d0466ed004f393b0e380b2" -dependencies = [ - "memchr", - "serde", -] - -[[package]] -name = "is_terminal_polyfill" -version = "1.70.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7943c866cc5cd64cbc25b2e01621d07fa8eb2a1a23160ee81ce38704e97b8ecf" - -[[package]] -name = "itoa" -version = "1.0.15" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4a5f13b858c8d314ee3e8f639011f7ccefe71f97f96e50151fb991f267928e2c" - -[[package]] -name = "js-sys" -version = "0.3.77" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1cfaf33c695fc6e08064efbc1f72ec937429614f25eef83af942d0e227c3a28f" -dependencies = [ - "once_cell", - "wasm-bindgen", -] - -[[package]] -name = "libc" -version = "0.2.175" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6a82ae493e598baaea5209805c49bbf2ea7de956d50d7da0da1164f9c6d28543" - -[[package]] -name = "linux-raw-sys" -version = "0.9.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cd945864f07fe9f5371a27ad7b52a172b4b499999f1d97574c9fa68373937e12" - -[[package]] -name = "litemap" -version = "0.8.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "241eaef5fd12c88705a01fc1066c48c4b36e0dd4377dcdc7ec3942cea7a69956" - -[[package]] -name = "lock_api" -version = "0.4.13" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "96936507f153605bddfcda068dd804796c84324ed2510809e5b2a624c81da765" -dependencies = [ - "autocfg", - "scopeguard", -] - -[[package]] -name = "log" -version = "0.4.27" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "13dc2df351e3202783a1fe0d44375f7295ffb4049267b0f3018346dc122a1d94" - -[[package]] -name = "memchr" -version = "2.7.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "32a282da65faaf38286cf3be983213fcf1d2e2a58700e808f83f4ea9a4804bc0" - -[[package]] -name = "mime" -version = "0.3.17" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6877bb514081ee2a7ff5ef9de3281f14a4dd4bceac4c09388074a6b5df8a139a" - -[[package]] -name = "miniz_oxide" -version = "0.8.9" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1fa76a2c86f704bdb222d66965fb3d63269ce38518b83cb0575fca855ebb6316" -dependencies = [ - "adler2", -] - -[[package]] -name = "mio" -version = "1.0.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "78bed444cc8a2160f01cbcf811ef18cac863ad68ae8ca62092e8db51d51c761c" -dependencies = [ - "libc", - "wasi 0.11.1+wasi-snapshot-preview1", - "windows-sys 0.59.0", -] - -[[package]] -name = "native-tls" -version = "0.2.14" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "87de3442987e9dbec73158d5c715e7ad9072fda936bb03d19d7fa10e00520f0e" -dependencies = [ - "libc", - "log", - "openssl", - "openssl-probe", - "openssl-sys", - "schannel", - "security-framework", - "security-framework-sys", - "tempfile", -] - -[[package]] -name = "num-traits" -version = "0.2.19" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" -dependencies = [ - "autocfg", -] - -[[package]] -name = "object" -version = "0.36.7" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "62948e14d923ea95ea2c7c86c71013138b66525b86bdc08d2dcc262bdb497b87" -dependencies = [ - "memchr", -] - -[[package]] -name = "once_cell" -version = "1.21.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d" - -[[package]] -name = "once_cell_polyfill" -version = "1.70.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a4895175b425cb1f87721b59f0f286c2092bd4af812243672510e1ac53e2e0ad" - -[[package]] -name = "openssl" -version = "0.10.73" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8505734d46c8ab1e19a1dce3aef597ad87dcb4c37e7188231769bd6bd51cebf8" -dependencies = [ - "bitflags", - "cfg-if", - "foreign-types", - "libc", - "once_cell", - "openssl-macros", - "openssl-sys", -] - -[[package]] -name = "openssl-macros" -version = "0.1.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] - -[[package]] -name = "openssl-probe" -version = "0.1.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d05e27ee213611ffe7d6348b942e8f942b37114c00cc03cec254295a4a17852e" - -[[package]] -name = "openssl-sys" -version = "0.9.109" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "90096e2e47630d78b7d1c20952dc621f957103f8bc2c8359ec81290d75238571" -dependencies = [ - "cc", - "libc", - "pkg-config", - "vcpkg", -] - -[[package]] -name = "parking_lot" -version = "0.12.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "70d58bf43669b5795d1576d0641cfb6fbb2057bf629506267a92807158584a13" -dependencies = [ - "lock_api", - "parking_lot_core", -] - -[[package]] -name = "parking_lot_core" -version = "0.9.11" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bc838d2a56b5b1a6c25f55575dfc605fabb63bb2365f6c2353ef9159aa69e4a5" -dependencies = [ - "cfg-if", - "libc", - "redox_syscall", - "smallvec", - "windows-targets 0.52.6", -] - -[[package]] -name = "percent-encoding" -version = "2.3.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220" - -[[package]] -name = "pin-project-lite" -version = "0.2.16" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3b3cff922bd51709b605d9ead9aa71031d81447142d828eb4a6eba76fe619f9b" - -[[package]] -name = "pin-utils" -version = "0.1.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184" - -[[package]] -name = "pkg-config" -version = "0.3.32" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c" - -[[package]] -name = "potential_utf" -version = "0.1.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "84df19adbe5b5a0782edcab45899906947ab039ccf4573713735ee7de1e6b08a" -dependencies = [ - "zerovec", -] - -[[package]] -name = "proc-macro2" -version = "1.0.101" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "89ae43fd86e4158d6db51ad8e2b80f313af9cc74f5c0e03ccb87de09998732de" -dependencies = [ - "unicode-ident", -] - -[[package]] -name = "public-provider-conf" -version = "0.1.0" -dependencies = [ - "anyhow", - "async-trait", - "chrono", - "clap", - "reqwest", - "serde", - "serde_json", - "tokio", - "tokio-test", - "toml", -] - -[[package]] -name = "quote" -version = "1.0.40" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1885c039570dc00dcb4ff087a89e185fd56bae234ddc7f056a945bf36467248d" -dependencies = [ - "proc-macro2", -] - -[[package]] -name = "r-efi" -version = "5.3.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f" - -[[package]] -name = "redox_syscall" -version = "0.5.17" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5407465600fb0548f1442edf71dd20683c6ed326200ace4b1ef0763521bb3b77" -dependencies = [ - "bitflags", -] - -[[package]] -name = "reqwest" -version = "0.12.23" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d429f34c8092b2d42c7c93cec323bb4adeb7c67698f70839adec842ec10c7ceb" -dependencies = [ - "base64", - "bytes", - "encoding_rs", - "futures-core", - "h2", - "http", - "http-body", - "http-body-util", - "hyper", - "hyper-rustls", - "hyper-tls", - "hyper-util", - "js-sys", - "log", - "mime", - "native-tls", - "percent-encoding", - "pin-project-lite", - "rustls-pki-types", - "serde", - "serde_json", - "serde_urlencoded", - "sync_wrapper", - "tokio", - "tokio-native-tls", - "tower", - "tower-http", - "tower-service", - "url", - "wasm-bindgen", - "wasm-bindgen-futures", - "web-sys", -] - -[[package]] -name = "ring" -version = "0.17.14" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a4689e6c2294d81e88dc6261c768b63bc4fcdb852be6d1352498b114f61383b7" -dependencies = [ - "cc", - "cfg-if", - "getrandom 0.2.16", - "libc", - "untrusted", - "windows-sys 0.52.0", -] - -[[package]] -name = "rustc-demangle" -version = "0.1.26" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "56f7d92ca342cea22a06f2121d944b4fd82af56988c270852495420f961d4ace" - -[[package]] -name = "rustix" -version = "1.0.8" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "11181fbabf243db407ef8df94a6ce0b2f9a733bd8be4ad02b4eda9602296cac8" -dependencies = [ - "bitflags", - "errno", - "libc", - "linux-raw-sys", - "windows-sys 0.60.2", -] - -[[package]] -name = "rustls" -version = "0.23.31" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c0ebcbd2f03de0fc1122ad9bb24b127a5a6cd51d72604a3f3c50ac459762b6cc" -dependencies = [ - "once_cell", - "rustls-pki-types", - "rustls-webpki", - "subtle", - "zeroize", -] - -[[package]] -name = "rustls-pki-types" -version = "1.12.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "229a4a4c221013e7e1f1a043678c5cc39fe5171437c88fb47151a21e6f5b5c79" -dependencies = [ - "zeroize", -] - -[[package]] -name = "rustls-webpki" -version = "0.103.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0a17884ae0c1b773f1ccd2bd4a8c72f16da897310a98b0e84bf349ad5ead92fc" -dependencies = [ - "ring", - "rustls-pki-types", - "untrusted", -] - -[[package]] -name = "rustversion" -version = "1.0.22" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d" - -[[package]] -name = "ryu" -version = "1.0.20" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "28d3b2b1366ec20994f1fd18c3c594f05c5dd4bc44d8bb0c1c632c8d6829481f" - -[[package]] -name = "schannel" -version = "0.1.27" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1f29ebaa345f945cec9fbbc532eb307f0fdad8161f281b6369539c8d84876b3d" -dependencies = [ - "windows-sys 0.59.0", -] - -[[package]] -name = "scopeguard" -version = "1.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49" - -[[package]] -name = "security-framework" -version = "2.11.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "897b2245f0b511c87893af39b033e5ca9cce68824c4d7e7630b5a1d339658d02" -dependencies = [ - "bitflags", - "core-foundation", - "core-foundation-sys", - "libc", - "security-framework-sys", -] - -[[package]] -name = "security-framework-sys" -version = "2.14.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "49db231d56a190491cb4aeda9527f1ad45345af50b0851622a7adb8c03b01c32" -dependencies = [ - "core-foundation-sys", - "libc", -] - -[[package]] -name = "serde" -version = "1.0.219" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f0e2c6ed6606019b4e29e69dbaba95b11854410e5347d525002456dbbb786b6" -dependencies = [ - "serde_derive", -] - -[[package]] -name = "serde_derive" -version = "1.0.219" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5b0276cf7f2c73365f7157c8123c21cd9a50fbbd844757af28ca1f5925fc2a00" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] - -[[package]] -name = "serde_json" -version = "1.0.143" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d401abef1d108fbd9cbaebc3e46611f4b1021f714a0597a71f41ee463f5f4a5a" -dependencies = [ - "itoa", - "memchr", - "ryu", - "serde", -] - -[[package]] -name = "serde_spanned" -version = "0.6.9" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bf41e0cfaf7226dca15e8197172c295a782857fcb97fad1808a166870dee75a3" -dependencies = [ - "serde", -] - -[[package]] -name = "serde_urlencoded" -version = "0.7.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d3491c14715ca2294c4d6a88f15e84739788c1d030eed8c110436aafdaa2f3fd" -dependencies = [ - "form_urlencoded", - "itoa", - "ryu", - "serde", -] - -[[package]] -name = "shlex" -version = "1.3.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" - -[[package]] -name = "signal-hook-registry" -version = "1.4.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b2a4719bff48cee6b39d12c020eeb490953ad2443b7055bd0b21fca26bd8c28b" -dependencies = [ - "libc", -] - -[[package]] -name = "slab" -version = "0.4.11" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7a2ae44ef20feb57a68b23d846850f861394c2e02dc425a50098ae8c90267589" - -[[package]] -name = "smallvec" -version = "1.15.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03" - -[[package]] -name = "socket2" -version = "0.6.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "233504af464074f9d066d7b5416c5f9b894a5862a6506e306f7b816cdd6f1807" -dependencies = [ - "libc", - "windows-sys 0.59.0", -] - -[[package]] -name = "stable_deref_trait" -version = "1.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a8f112729512f8e442d81f95a8a7ddf2b7c6b8a1a6f509a95864142b30cab2d3" - -[[package]] -name = "strsim" -version = "0.11.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" - -[[package]] -name = "subtle" -version = "2.6.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" - -[[package]] -name = "syn" -version = "2.0.106" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ede7c438028d4436d71104916910f5bb611972c5cfd7f89b8300a8186e6fada6" -dependencies = [ - "proc-macro2", - "quote", - "unicode-ident", -] - -[[package]] -name = "sync_wrapper" -version = "1.0.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0bf256ce5efdfa370213c1dabab5935a12e49f2c58d15e9eac2870d3b4f27263" -dependencies = [ - "futures-core", -] - -[[package]] -name = "synstructure" -version = "0.13.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] - -[[package]] -name = "system-configuration" -version = "0.6.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3c879d448e9d986b661742763247d3693ed13609438cf3d006f51f5368a5ba6b" -dependencies = [ - "bitflags", - "core-foundation", - "system-configuration-sys", -] - -[[package]] -name = "system-configuration-sys" -version = "0.6.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e1d1b10ced5ca923a1fcb8d03e96b8d3268065d724548c0211415ff6ac6bac4" -dependencies = [ - "core-foundation-sys", - "libc", -] - -[[package]] -name = "tempfile" -version = "3.21.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "15b61f8f20e3a6f7e0649d825294eaf317edce30f82cf6026e7e4cb9222a7d1e" -dependencies = [ - "fastrand", - "getrandom 0.3.3", - "once_cell", - "rustix", - "windows-sys 0.60.2", -] - -[[package]] -name = "tinystr" -version = "0.8.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5d4f6d1145dcb577acf783d4e601bc1d76a13337bb54e6233add580b07344c8b" -dependencies = [ - "displaydoc", - "zerovec", -] - -[[package]] -name = "tokio" -version = "1.47.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "89e49afdadebb872d3145a5638b59eb0691ea23e46ca484037cfab3b76b95038" -dependencies = [ - "backtrace", - "bytes", - "io-uring", - "libc", - "mio", - "parking_lot", - "pin-project-lite", - "signal-hook-registry", - "slab", - "socket2", - "tokio-macros", - "windows-sys 0.59.0", -] - -[[package]] -name = "tokio-macros" -version = "2.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6e06d43f1345a3bcd39f6a56dbb7dcab2ba47e68e8ac134855e7e2bdbaf8cab8" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] - -[[package]] -name = "tokio-native-tls" -version = "0.3.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bbae76ab933c85776efabc971569dd6119c580d8f5d448769dec1764bf796ef2" -dependencies = [ - "native-tls", - "tokio", -] - -[[package]] -name = "tokio-rustls" -version = "0.26.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e727b36a1a0e8b74c376ac2211e40c2c8af09fb4013c60d910495810f008e9b" -dependencies = [ - "rustls", - "tokio", -] - -[[package]] -name = "tokio-stream" -version = "0.1.17" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eca58d7bba4a75707817a2c44174253f9236b2d5fbd055602e9d5c07c139a047" -dependencies = [ - "futures-core", - "pin-project-lite", - "tokio", -] - -[[package]] -name = "tokio-test" -version = "0.4.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2468baabc3311435b55dd935f702f42cd1b8abb7e754fb7dfb16bd36aa88f9f7" -dependencies = [ - "async-stream", - "bytes", - "futures-core", - "tokio", - "tokio-stream", -] - -[[package]] -name = "tokio-util" -version = "0.7.16" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "14307c986784f72ef81c89db7d9e28d6ac26d16213b109ea501696195e6e3ce5" -dependencies = [ - "bytes", - "futures-core", - "futures-sink", - "pin-project-lite", - "tokio", -] - -[[package]] -name = "toml" -version = "0.8.23" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dc1beb996b9d83529a9e75c17a1686767d148d70663143c7854d8b4a09ced362" -dependencies = [ - "serde", - "serde_spanned", - "toml_datetime", - "toml_edit", -] - -[[package]] -name = "toml_datetime" -version = "0.6.11" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "22cddaf88f4fbc13c51aebbf5f8eceb5c7c5a9da2ac40a13519eb5b0a0e8f11c" -dependencies = [ - "serde", -] - -[[package]] -name = "toml_edit" -version = "0.22.27" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "41fe8c660ae4257887cf66394862d21dbca4a6ddd26f04a3560410406a2f819a" -dependencies = [ - "indexmap", - "serde", - "serde_spanned", - "toml_datetime", - "toml_write", - "winnow", -] - -[[package]] -name = "toml_write" -version = "0.1.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5d99f8c9a7727884afe522e9bd5edbfc91a3312b36a77b5fb8926e4c31a41801" - -[[package]] -name = "tower" -version = "0.5.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d039ad9159c98b70ecfd540b2573b97f7f52c3e8d9f8ad57a24b916a536975f9" -dependencies = [ - "futures-core", - "futures-util", - "pin-project-lite", - "sync_wrapper", - "tokio", - "tower-layer", - "tower-service", -] - -[[package]] -name = "tower-http" -version = "0.6.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "adc82fd73de2a9722ac5da747f12383d2bfdb93591ee6c58486e0097890f05f2" -dependencies = [ - "bitflags", - "bytes", - "futures-util", - "http", - "http-body", - "iri-string", - "pin-project-lite", - "tower", - "tower-layer", - "tower-service", -] - -[[package]] -name = "tower-layer" -version = "0.3.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "121c2a6cda46980bb0fcd1647ffaf6cd3fc79a013de288782836f6df9c48780e" - -[[package]] -name = "tower-service" -version = "0.3.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8df9b6e13f2d32c91b9bd719c00d1958837bc7dec474d94952798cc8e69eeec3" - -[[package]] -name = "tracing" -version = "0.1.41" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "784e0ac535deb450455cbfa28a6f0df145ea1bb7ae51b821cf5e7927fdcfbdd0" -dependencies = [ - "pin-project-lite", - "tracing-core", -] - -[[package]] -name = "tracing-core" -version = "0.1.34" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b9d12581f227e93f094d3af2ae690a574abb8a2b9b7a96e7cfe9647b2b617678" -dependencies = [ - "once_cell", -] - -[[package]] -name = "try-lock" -version = "0.2.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b" - -[[package]] -name = "unicode-ident" -version = "1.0.18" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5a5f39404a5da50712a4c1eecf25e90dd62b613502b7e925fd4e4d19b5c96512" - -[[package]] -name = "untrusted" -version = "0.9.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1" - -[[package]] -name = "url" -version = "2.5.7" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "08bc136a29a3d1758e07a9cca267be308aeebf5cfd5a10f3f67ab2097683ef5b" -dependencies = [ - "form_urlencoded", - "idna", - "percent-encoding", - "serde", -] - -[[package]] -name = "utf8_iter" -version = "1.0.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be" - -[[package]] -name = "utf8parse" -version = "0.2.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821" - -[[package]] -name = "vcpkg" -version = "0.2.15" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" - -[[package]] -name = "want" -version = "0.3.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bfa7760aed19e106de2c7c0b581b509f2f25d3dacaf737cb82ac61bc6d760b0e" -dependencies = [ - "try-lock", -] - -[[package]] -name = "wasi" -version = "0.11.1+wasi-snapshot-preview1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b" - -[[package]] -name = "wasi" -version = "0.14.3+wasi-0.2.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6a51ae83037bdd272a9e28ce236db8c07016dd0d50c27038b3f407533c030c95" -dependencies = [ - "wit-bindgen", -] - -[[package]] -name = "wasm-bindgen" -version = "0.2.100" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1edc8929d7499fc4e8f0be2262a241556cfc54a0bea223790e71446f2aab1ef5" -dependencies = [ - "cfg-if", - "once_cell", - "rustversion", - "wasm-bindgen-macro", -] - -[[package]] -name = "wasm-bindgen-backend" -version = "0.2.100" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2f0a0651a5c2bc21487bde11ee802ccaf4c51935d0d3d42a6101f98161700bc6" -dependencies = [ - "bumpalo", - "log", - "proc-macro2", - "quote", - "syn", - "wasm-bindgen-shared", -] - -[[package]] -name = "wasm-bindgen-futures" -version = "0.4.50" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "555d470ec0bc3bb57890405e5d4322cc9ea83cebb085523ced7be4144dac1e61" -dependencies = [ - "cfg-if", - "js-sys", - "once_cell", - "wasm-bindgen", - "web-sys", -] - -[[package]] -name = "wasm-bindgen-macro" -version = "0.2.100" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7fe63fc6d09ed3792bd0897b314f53de8e16568c2b3f7982f468c0bf9bd0b407" -dependencies = [ - "quote", - "wasm-bindgen-macro-support", -] - -[[package]] -name = "wasm-bindgen-macro-support" -version = "0.2.100" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8ae87ea40c9f689fc23f209965b6fb8a99ad69aeeb0231408be24920604395de" -dependencies = [ - "proc-macro2", - "quote", - "syn", - "wasm-bindgen-backend", - "wasm-bindgen-shared", -] - -[[package]] -name = "wasm-bindgen-shared" -version = "0.2.100" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1a05d73b933a847d6cccdda8f838a22ff101ad9bf93e33684f39c1f5f0eece3d" -dependencies = [ - "unicode-ident", -] - -[[package]] -name = "web-sys" -version = "0.3.77" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "33b6dd2ef9186f1f2072e409e99cd22a975331a6b3591b12c764e0e55c60d5d2" -dependencies = [ - "js-sys", - "wasm-bindgen", -] - -[[package]] -name = "windows-core" -version = "0.61.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c0fdd3ddb90610c7638aa2b3a3ab2904fb9e5cdbecc643ddb3647212781c4ae3" -dependencies = [ - "windows-implement", - "windows-interface", - "windows-link", - "windows-result", - "windows-strings", -] - -[[package]] -name = "windows-implement" -version = "0.60.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a47fddd13af08290e67f4acabf4b459f647552718f683a7b415d290ac744a836" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] - -[[package]] -name = "windows-interface" -version = "0.59.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bd9211b69f8dcdfa817bfd14bf1c97c9188afa36f4750130fcdf3f400eca9fa8" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] - -[[package]] -name = "windows-link" -version = "0.1.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5e6ad25900d524eaabdbbb96d20b4311e1e7ae1699af4fb28c17ae66c80d798a" - -[[package]] -name = "windows-registry" -version = "0.5.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5b8a9ed28765efc97bbc954883f4e6796c33a06546ebafacbabee9696967499e" -dependencies = [ - "windows-link", - "windows-result", - "windows-strings", -] - -[[package]] -name = "windows-result" -version = "0.3.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "56f42bd332cc6c8eac5af113fc0c1fd6a8fd2aa08a0119358686e5160d0586c6" -dependencies = [ - "windows-link", -] - -[[package]] -name = "windows-strings" -version = "0.4.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "56e6c93f3a0c3b36176cb1327a4958a0353d5d166c2a35cb268ace15e91d3b57" -dependencies = [ - "windows-link", -] - -[[package]] -name = "windows-sys" -version = "0.52.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d" -dependencies = [ - "windows-targets 0.52.6", -] - -[[package]] -name = "windows-sys" -version = "0.59.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b" -dependencies = [ - "windows-targets 0.52.6", -] - -[[package]] -name = "windows-sys" -version = "0.60.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f2f500e4d28234f72040990ec9d39e3a6b950f9f22d3dba18416c35882612bcb" -dependencies = [ - "windows-targets 0.53.3", -] - -[[package]] -name = "windows-targets" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" -dependencies = [ - "windows_aarch64_gnullvm 0.52.6", - "windows_aarch64_msvc 0.52.6", - "windows_i686_gnu 0.52.6", - "windows_i686_gnullvm 0.52.6", - "windows_i686_msvc 0.52.6", - "windows_x86_64_gnu 0.52.6", - "windows_x86_64_gnullvm 0.52.6", - "windows_x86_64_msvc 0.52.6", -] - -[[package]] -name = "windows-targets" -version = "0.53.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d5fe6031c4041849d7c496a8ded650796e7b6ecc19df1a431c1a363342e5dc91" -dependencies = [ - "windows-link", - "windows_aarch64_gnullvm 0.53.0", - "windows_aarch64_msvc 0.53.0", - "windows_i686_gnu 0.53.0", - "windows_i686_gnullvm 0.53.0", - "windows_i686_msvc 0.53.0", - "windows_x86_64_gnu 0.53.0", - "windows_x86_64_gnullvm 0.53.0", - "windows_x86_64_msvc 0.53.0", -] - -[[package]] -name = "windows_aarch64_gnullvm" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" - -[[package]] -name = "windows_aarch64_gnullvm" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "86b8d5f90ddd19cb4a147a5fa63ca848db3df085e25fee3cc10b39b6eebae764" - -[[package]] -name = "windows_aarch64_msvc" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" - -[[package]] -name = "windows_aarch64_msvc" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c7651a1f62a11b8cbd5e0d42526e55f2c99886c77e007179efff86c2b137e66c" - -[[package]] -name = "windows_i686_gnu" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" - -[[package]] -name = "windows_i686_gnu" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c1dc67659d35f387f5f6c479dc4e28f1d4bb90ddd1a5d3da2e5d97b42d6272c3" - -[[package]] -name = "windows_i686_gnullvm" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" - -[[package]] -name = "windows_i686_gnullvm" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9ce6ccbdedbf6d6354471319e781c0dfef054c81fbc7cf83f338a4296c0cae11" - -[[package]] -name = "windows_i686_msvc" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" - -[[package]] -name = "windows_i686_msvc" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "581fee95406bb13382d2f65cd4a908ca7b1e4c2f1917f143ba16efe98a589b5d" - -[[package]] -name = "windows_x86_64_gnu" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" - -[[package]] -name = "windows_x86_64_gnu" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2e55b5ac9ea33f2fc1716d1742db15574fd6fc8dadc51caab1c16a3d3b4190ba" - -[[package]] -name = "windows_x86_64_gnullvm" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" - -[[package]] -name = "windows_x86_64_gnullvm" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0a6e035dd0599267ce1ee132e51c27dd29437f63325753051e71dd9e42406c57" - -[[package]] -name = "windows_x86_64_msvc" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" - -[[package]] -name = "windows_x86_64_msvc" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "271414315aff87387382ec3d271b52d7ae78726f5d44ac98b4f4030c91880486" - -[[package]] -name = "winnow" -version = "0.7.13" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "21a0236b59786fed61e2a80582dd500fe61f18b5dca67a4a067d0bc9039339cf" -dependencies = [ - "memchr", -] - -[[package]] -name = "wit-bindgen" -version = "0.45.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "052283831dbae3d879dc7f51f3d92703a316ca49f91540417d38591826127814" - -[[package]] -name = "writeable" -version = "0.6.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ea2f10b9bb0928dfb1b42b65e1f9e36f7f54dbdf08457afefb38afcdec4fa2bb" - -[[package]] -name = "yoke" -version = "0.8.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f41bb01b8226ef4bfd589436a297c53d118f65921786300e427be8d487695cc" -dependencies = [ - "serde", - "stable_deref_trait", - "yoke-derive", - "zerofrom", -] - -[[package]] -name = "yoke-derive" -version = "0.8.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "38da3c9736e16c5d3c8c597a9aaa5d1fa565d0532ae05e27c24aa62fb32c0ab6" -dependencies = [ - "proc-macro2", - "quote", - "syn", - "synstructure", -] - -[[package]] -name = "zerofrom" -version = "0.1.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "50cc42e0333e05660c3587f3bf9d0478688e15d870fab3346451ce7f8c9fbea5" -dependencies = [ - "zerofrom-derive", -] - -[[package]] -name = "zerofrom-derive" -version = "0.1.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d71e5d6e06ab090c67b5e44993ec16b72dcbaabc526db883a360057678b48502" -dependencies = [ - "proc-macro2", - "quote", - "syn", - "synstructure", -] - -[[package]] -name = "zeroize" -version = "1.8.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ced3678a2879b30306d323f4542626697a464a97c0a07c9aebf7ebca65cd4dde" - -[[package]] -name = "zerotrie" -version = "0.2.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "36f0bbd478583f79edad978b407914f61b2972f5af6fa089686016be8f9af595" -dependencies = [ - "displaydoc", - "yoke", - "zerofrom", -] - -[[package]] -name = "zerovec" -version = "0.11.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e7aa2bd55086f1ab526693ecbe444205da57e25f4489879da80635a46d90e73b" -dependencies = [ - "yoke", - "zerofrom", - "zerovec-derive", -] - -[[package]] -name = "zerovec-derive" -version = "0.11.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5b96237efa0c878c64bd89c436f661be4e46b2f3eff1ebb976f7ef2321d2f58f" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] diff --git a/Cargo.toml b/Cargo.toml deleted file mode 100644 index 5b133b0..0000000 --- a/Cargo.toml +++ /dev/null @@ -1,18 +0,0 @@ -[package] -name = "public-provider-conf" -version = "0.1.0" -edition = "2021" - -[dependencies] -tokio = { version = "1.0", features = ["full"] } -serde = { version = "1.0", features = ["derive"] } -serde_json = "1.0" -reqwest = { version = "0.12", features = ["json"] } -anyhow = "1.0" -clap = { version = "4.0", features = ["derive"] } -async-trait = "0.1" -chrono = { version = "0.4", features = ["serde"] } -toml = "0.8" - -[dev-dependencies] -tokio-test = "0.4" diff --git a/README.md b/README.md index a35d041..69379ab 100644 --- a/README.md +++ b/README.md @@ -1,304 +1,122 @@ # PublicProviderConf -Automated tool to fetch AI model information from various providers (PPInfra, OpenRouter, OpenAI, Google, etc.) and generate standardized JSON files for easy consumption by chatbots and other applications. +PublicProviderConf is a TypeScript CLI and library that aggregates the canonical [models.dev catalog](https://models.dev/api.json) together with several custom provider integrations (PPInfra, TokenFlux, Groq, Qiniu-hosted snapshots, and others). The tool normalizes capabilities, fills in missing metadata, and emits standardized JSON payloads that downstream apps can consume without bespoke adapters. -## ✨ Features +## Highlights +- Unified JSON schema for every provider with consistent capability flags +- Concurrent fetcher pipeline that merges live APIs with maintained templates +- Configurable CLI built with Commander + Vite for both dev (ts-node) and production builds +- Automated GitHub Actions workflow that can publish fresh `dist/` artifacts and sync them to CDN storage -- 🤖 **Standardized Format**: Unified JSON output format for easy chatbot parsing -- 🔄 **Auto Detection**: Intelligent detection of model capabilities (vision, function calling, reasoning) -- 🌐 **Multi-Provider Support**: Extensible architecture supporting multiple AI model providers -- ⚡ **Concurrent Fetching**: Efficient concurrent data retrieval from multiple providers -- 🎯 **Aggregated Output**: Generate both individual provider files and complete aggregated files -- 🚀 **GitHub Actions**: Automated scheduled updates for model information +## Data Sources & Coverage +The aggregated dataset starts with the upstream `https://models.dev/api.json`. During each run we overlay: +- Provider overrides from `manual-templates/` +- Live fetchers for operators that are not (yet) covered by models.dev, such as `ppinfra`, `tokenflux`, and `groq` +- Lightweight snapshots for ecosystems like `ollama` and `siliconflow` -## 📦 Installation +After post-processing, the CLI writes the final catalog to `dist/`. Key outputs include: +- `dist/all.json` – aggregated providers, model counts, and capability rollups +- `dist/{provider}.json` – normalized payload for each individual provider + +Consumers can point CDN tooling at the `dist/` directory (see GitHub Actions workflow) to publish the latest data for public access. + +## Getting Started ### Prerequisites -- Rust 1.70+ -- Cargo +- Node.js 18+ +- pnpm 8+ -### Build +### Install & Build ```bash -git clone https://github.com/your-repo/PublicProviderConf.git +git clone https://github.com/ThinkInAIXYZ/PublicProviderConf.git cd PublicProviderConf -cargo build --release +pnpm install +pnpm build ``` +`pnpm build` runs both Vite targets: the library bundle under `build/` and the bundled CLI at `build/cli.js`. -## 🚀 Usage +## CLI Usage -### Basic Usage - -Fetch model information from all providers: +### Development Flow ```bash -cargo run -- fetch-all +pnpm run dev # ts-node, defaults to fetch-all +ts-node src/cli.ts fetch-all # explicit command +ts-node src/cli.ts fetch-providers -p ppinfra,tokenflux ``` -Specify output directory: +### Production / Bundled CLI ```bash -cargo run -- fetch-all -o ./output +pnpm build +pnpm start # equivalent to node build/cli.js fetch-all +node build/cli.js fetch-providers -p ppinfra,tokenflux -o ./dist ``` -Fetch from specific providers: +### Global Installation (optional) ```bash -cargo run -- fetch-providers -p ppinfra,openai +pnpm install -g . +public-provider-conf fetch-all +public-provider-conf fetch-providers -p ppinfra,tokenflux ``` -### CLI Options - +### Command Reference ```bash -# Fetch from all providers -cargo run -- fetch-all [OPTIONS] - -# Fetch from specific providers -cargo run -- fetch-providers -p [OPTIONS] +public-provider-conf fetch-all [options] +public-provider-conf fetch-providers -p [options] Options: - -o, --output Output directory [default: dist] - -c, --config Config file path [default: config/providers.toml] - -h, --help Show help information + -p, --providers Comma-separated provider IDs + -o, --output Output directory (default: dist) + -h, --help Show command help ``` -## 📋 Output Format +## Supported Providers +- models.dev catalog (OpenAI, Anthropic, OpenRouter, Google Gemini, Vercel, GitHub Models, DeepSeek, etc.) +- PPInfra (live API) +- TokenFlux (marketplace API) +- Groq (requires `GROQ_API_KEY`) +- Ollama (snapshot templates) +- SiliconFlow (snapshot templates) -### Individual Provider JSON -```json -{ - "provider": "ppinfra", - "providerName": "PPInfra", - "lastUpdated": "2025-01-15T10:30:00Z", - "models": [ - { - "id": "deepseek/deepseek-v3.1", - "name": "Deepseek V3.1", - "contextLength": 163840, - "maxTokens": 163840, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "DeepSeek-V3.1 latest model with mixed reasoning modes..." - } - ] -} -``` +Adding a new provider usually involves implementing `Provider` under `src/providers/`, adding configuration to `src/config/app-config.ts`, and optionally contributing templates to `manual-templates/`. -### Aggregated JSON (all.json) -```json -{ - "version": "1.0.0", - "generatedAt": "2025-01-15T10:30:00Z", - "totalModels": 38, - "providers": { - "ppinfra": { - "providerId": "ppinfra", - "providerName": "PPInfra", - "models": [ - { - "id": "deepseek/deepseek-v3.1", - "name": "Deepseek V3.1", - "contextLength": 163840, - "maxTokens": 163840, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "DeepSeek-V3.1 latest model..." - } - ] - } - } -} +## Project Structure ``` - -## 🔧 Configuration - -### Provider Configuration (Optional) -Create `config/providers.toml` file: -```toml -[ppinfra] -api_url = "https://api.ppinfra.com/openai/v1/models" -rate_limit = 10 -timeout = 30 - -[openrouter] -api_url = "https://openrouter.ai/api/v1/models" -api_key_env = "OPENROUTER_API_KEY" -rate_limit = 5 - -[openai] -api_url = "https://api.openai.com/v1/models" -api_key_env = "OPENAI_API_KEY" -rate_limit = 20 -``` - -### Environment Variables -If providers require API keys, set corresponding environment variables: -```bash -export OPENAI_API_KEY="your-key-here" -export OPENROUTER_API_KEY="your-key-here" +src/ +├─ cli.ts # CLI entry point (Commander) +├─ commands/ # fetch-all, fetch-providers commands +├─ config/ # default configuration and loaders +├─ fetcher/ # HTTP + file-based fetch orchestrators +├─ models/ # Type definitions and helpers +├─ output/ # Writers, validators, distribution helpers +└─ providers/ # Individual provider integrations ``` -## 🤖 GitHub Actions Automation +## Configuration & Environment +- Default endpoints and flags live in `src/config/app-config.ts` +- Override the models.dev endpoint with `MODELS_DEV_API_URL` +- Provide an offline fallback snapshot via `MODELS_DEV_SNAPSHOT_PATH` +- Set API secrets (e.g. `GROQ_API_KEY`) in your environment or CI secrets -The project includes GitHub Actions workflow with multiple trigger methods: - -### 🕰️ Automated Triggers -- **Code Changes**: Triggers on pushes to main branch (src/**, Cargo.toml, workflow file) - Direct commit to main -- **Release Tags**: Automatically triggered by `release-*.*.*` tags - -### 🖱️ Manual Triggers -- **Workflow Dispatch**: Manual trigger with optional provider selection - Creates PR for review -- **Tag Release**: Create and push a `release-x.y.z` tag for versioned releases - -### 🔄 Update Mechanism -- **Manual/Workflow Dispatch**: Creates a Pull Request for review and manual merge -- **Code Push Events**: Direct commit to main branch (to avoid infinite loops) -- **Tag Events**: No commits, only creates releases - -### 📦 Release Types - -#### Versioned Releases +## Development Tips ```bash -# Create a versioned release -git tag release-1.0.0 -git push origin release-1.0.0 - -# This will automatically: -# 1. Fetch latest model data -# 2. Generate JSON files -# 3. Create GitHub release with comprehensive assets -# 4. Upload individual provider archives +pnpm install # install deps +pnpm run dev # ts-node dev loop +pnpm build # Vite builds (library + CLI) +pnpm start # run bundled CLI ``` +Use `DEBUG=true` when you need verbose fetcher logs. -### 📄 Release Content -Each tagged release includes: -- 📊 **Total model count** and **provider statistics** -- 🕐 **Generation timestamp** -- 📦 **Complete package** (`provider-configs-{version}.tar.gz`) -- 🔗 **Individual provider archives** -- 📋 **Direct JSON file access** -- 💻 **Integration examples** - -## 📁 Project Structure - -``` -├── src/ -│ ├── models/ # Data structure definitions -│ ├── providers/ # Provider implementations -│ ├── fetcher/ # Data fetching logic -│ ├── output/ # Output processing -│ └── config/ # Configuration management -├── dist/ # Generated JSON files -├── provider_configs/ # Git-tracked JSON files -├── docs/ # Detailed documentation -└── .claude/ # Claude Code configuration -``` - -## 🔌 Adding New Providers - -1. Create a new file in `src/providers/` (e.g., `openai.rs`) -2. Implement the `Provider` trait: -```rust -#[async_trait] -impl Provider for OpenAIProvider { - async fn fetch_models(&self) -> Result> { - // Implement API calls and data conversion - } - - fn provider_id(&self) -> &str { "openai" } - fn provider_name(&self) -> &str { "OpenAI" } -} -``` -3. Add the module in `src/providers/mod.rs` -4. Register the provider in `src/main.rs` +## CI & Distribution +The `.github/workflows/fetch-models.yml` workflow builds the project, runs the fetch pipeline, validates JSON output, and can sync the `dist/` directory to a Qiniu CDN bucket for distribution. Ensure the Qiniu credentials are available as repository secrets when enabling the CDN path. -For detailed development guide, see [Architecture Documentation](docs/architecture-overview.md). - -## 📊 Currently Supported Providers - -- ✅ **PPInfra** - 38 models with reasoning, function calling, and vision capability detection -- 🚧 **OpenRouter** - Planned -- 🚧 **OpenAI** - Planned -- 🚧 **Google Gemini** - Planned - -## 🛠️ Development - -### Run Tests -```bash -cargo test -``` - -### Debug Mode -```bash -RUST_LOG=debug cargo run -- fetch-all -``` - -### Code Formatting -```bash -cargo fmt -cargo clippy -``` - -## 📄 Documentation - -- [Architecture Design](docs/architecture-overview.md) - Complete architecture documentation -- [Claude Code Configuration](CLAUDE.md) - Development environment setup -- [Provider Implementation Guide](.claude/provider_implementer.md) - Guide for developing new providers -- [Data Conversion Standards](.claude/data_converter.md) - Data standardization specifications -- [Format Validation Standards](.claude/format_validator.md) - JSON format validation - -## 📈 Usage Examples - -### Chatbot Integration Example -```javascript -// Fetch all models -const response = await fetch('https://your-domain.com/provider_configs/all.json'); -const data = await response.json(); - -// Filter models that support function calling from all providers -const toolModels = []; -Object.values(data.providers).forEach(provider => { - provider.models.forEach(model => { - if (model.functionCall) { - toolModels.push({...model, providerId: provider.providerId}); - } - }); -}); - -// Get models from specific provider -const ppinfraModels = data.providers.ppinfra?.models || []; - -// Find models with reasoning capability across all providers -const reasoningModels = []; -Object.values(data.providers).forEach(provider => { - provider.models.forEach(model => { - if (model.reasoning) { - reasoningModels.push({...model, providerId: provider.providerId}); - } - }); -}); -``` - -### Data Analysis -Generated JSON files can be used for: -- 📊 Model capability statistical analysis -- 🔍 Model search and filtering -- 💰 Price comparison analysis -- 📈 Model trend tracking - -## 🤝 Contributing - -Issues and Pull Requests are welcome! - -1. Fork the project +## Contributing +1. Fork the repository 2. Create a feature branch -3. Implement new features or fixes -4. Submit a Pull Request - -## 📝 License +3. Run `pnpm build` before raising a PR +4. Submit your PR with relevant test notes and updated templates if applicable -[MIT License](LICENSE) +Issues and ideas are always welcome. -## 🙏 Acknowledgments +## License -Thanks to all AI model providers for offering open API interfaces, making this project possible. \ No newline at end of file +MIT © ThinkInAIXYZ diff --git a/TYPESCRIPT_MIGRATION.md b/TYPESCRIPT_MIGRATION.md new file mode 100644 index 0000000..4d5fd86 --- /dev/null +++ b/TYPESCRIPT_MIGRATION.md @@ -0,0 +1,204 @@ +# TypeScript Migration Summary + +This document outlines the complete migration of all Rust provider implementations to TypeScript. + +## Migration Overview + +Current TypeScript provider implementations focus on the integrations that are not covered by models.dev: + +### Core Architecture +- **Provider Interface**: `src/providers/Provider.ts` - Equivalent of the Rust trait +- **Model Types**: `src/models/model-info.ts` - TypeScript interfaces and enums +- **HTTP Client**: Replaced `reqwest` with `axios` + +### Maintained Providers + +#### 1. HTTP API Providers (no API key required) +- **PPInfraProvider**: `src/providers/PPInfraProvider.ts` + - Simple HTTP API client + - Feature detection from response data + +- **TokenfluxProvider**: `src/providers/TokenfluxProvider.ts` + - Tokenflux marketplace API + - Pricing information parsing + +#### 2. API Key Required Providers +- **GroqProvider**: `src/providers/GroqProvider.ts` + - Requires `GROQ_API_KEY` environment variable + - OpenAI-compatible API format + - Model type detection + +#### 3. models.dev-sourced Providers (legacy fetchers) +The bespoke provider implementations for OpenAI, Anthropic, OpenRouter, Gemini, Vercel, GitHub Models, and DeepSeek were removed. The CLI now consumes the upstream models.dev catalog for those providers and applies optional template overrides. + +#### 4. Template-Only Providers +- **Ollama**: defined in `manual-templates/ollama.json` + - No API calls or scraping + - Injected during template merge + +- **SiliconFlow**: defined in `manual-templates/siliconflow.json` + - Template-based model definitions + - No external dependencies + +## Key Migration Features + +### 1. Type Safety +```typescript +export interface ModelInfo { + id: string; + name: string; + contextLength: number; + maxTokens: number; + vision: boolean; + functionCall: boolean; + reasoning: boolean; + type: ModelType; +} + +export enum ModelType { + Chat = 'chat', + Completion = 'completion', + Embedding = 'embedding', + ImageGeneration = 'imageGeneration', + Audio = 'audio', +} +``` + +### 2. HTTP Client Replacement +```typescript +// Rust: reqwest::Client +private client: AxiosInstance; + +// Rust: reqwest get with headers +const response = await this.client.get(this.apiUrl, { + headers: { + 'Authorization': `Bearer ${this.apiKey}` + } +}); +``` + +### 3. Web Scraping Migration +```typescript +// Rust: scraper::Html, Selector +import * as cheerio from 'cheerio'; + +const $ = cheerio.load(htmlContent); +$('table').each((_, table) => { + // Parse table data +}); +``` + +### 4. File System Operations +```typescript +// Rust: std::fs, std::path::Path +import * as fs from 'fs'; +import * as path from 'path'; + +if (fs.existsSync(templatePath)) { + const content = fs.readFileSync(templatePath, 'utf-8'); + const models: TemplateModel[] = JSON.parse(content); +} +``` + +### 5. Error Handling +```typescript +// Rust: anyhow::Result +async fetchModels(): Promise { + try { + // Implementation + } catch (error) { + throw new Error(`Failed to fetch models: ${error}`); + } +} +``` + +## CLI Integration + +### Entry Point: `src/cli.ts` +- Commander.js for argument parsing (replaces clap) +- Environment variable reading +- Provider instantiation and orchestration +- Error handling and reporting + +### Available Commands +```bash +# Development +npm run dev fetch-all +npm run dev fetch-providers -p ppinfra,tokenflux + +# Production +npm run build +npm start fetch-all +``` + +## Dependencies + +### Runtime Dependencies +- **axios**: HTTP client (replaces reqwest) +- **cheerio**: Web scraping (replaces scraper) +- **commander**: CLI framework (replaces clap) + +### Development Dependencies +- **typescript**: TypeScript compiler +- **ts-node**: Development runner +- **@types/node**: Node.js type definitions + +## Testing + +Created `src/test.ts` to validate the migration: +- Tests HTTP API providers +- Tests template-based providers +- Tests web scraping functionality +- Validates error handling + +## Environment Variables + +All providers respect the same environment variables as the Rust version: +- `GROQ_API_KEY`: Required for Groq provider +- models.dev supplies OpenAI, Anthropic, OpenRouter, Gemini, Vercel, GitHub Models, and DeepSeek data without extra credentials. + +## File Structure + +``` +src/ +├── models/ +│ ├── model-info.ts # Core model types +│ ├── provider-info.ts # Provider metadata +│ └── models-dev.ts # models.dev helpers +├── providers/ +│ ├── Provider.ts # Provider interface +│ ├── PPInfraProvider.ts +│ ├── TokenfluxProvider.ts +│ ├── GroqProvider.ts +│ └── index.ts # Provider exports +├── cli.ts # CLI entry point +``` + +## Functional Equivalence + +The TypeScript implementation maintains **100% functional equivalence** with the Rust version: + +1. **Identical API Logic**: All HTTP requests, headers, and parsing logic preserved +2. **Same Data Transformations**: Model conversion and capability detection unchanged +3. **Template System**: Exact same template loading and matching behavior +4. **Web Scraping**: Same HTML parsing strategies and fallback mechanisms +5. **Error Handling**: Equivalent error propagation and user messaging +6. **Environment Variables**: Same configuration and API key handling +7. **Output Format**: Identical ModelInfo structure and JSON serialization + +## Next Steps + +1. **Build System**: Run `npm run build` to compile TypeScript to JavaScript +2. **Testing**: Execute `npm run dev src/test.ts` to validate providers +3. **Integration**: Replace Rust binary calls with Node.js CLI commands +4. **Output Management**: Add JSON file writing functionality (TODO in cli.ts) +5. **Configuration**: Implement TOML configuration file loading + +## Benefits of TypeScript Migration + +1. **Ecosystem**: Better integration with JavaScript/Node.js tooling +2. **Dependencies**: Simpler dependency management with npm +3. **Development**: Faster iteration cycle without Rust compilation +4. **Deployment**: Easier deployment to cloud platforms supporting Node.js +5. **Maintainability**: More developers familiar with TypeScript than Rust +6. **Type Safety**: Strong typing maintained throughout the migration diff --git a/dist/aihubmix.json b/dist/aihubmix.json new file mode 100644 index 0000000..ea93372 --- /dev/null +++ b/dist/aihubmix.json @@ -0,0 +1 @@ +{"id":"aihubmix","name":"AIHubMix","display_name":"AIHubMix","updated_at":"2025-10-22T10:05:32.424Z","api":"https://aihubmix.com/call/mdl_info","models":[{"id":"AiHubmix-Phi-4-mini-reasoning","name":"Phi-4-mini-reasoning","display_name":"Phi-4-mini-reasoning","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.06,"cacheRatio":1,"completionRatio":1,"order":49,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"AiHubmix-Phi-4-reasoning","name":"Phi-4-reasoning","display_name":"Phi-4-reasoning","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":50,"flag":0,"features":["thinking"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"AiHubmix-mistral-medium","name":"mistral-medium-2505","display_name":"mistral-medium-2505","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":45,"modelRatio":0.2,"cacheRatio":1,"completionRatio":5,"order":105,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Aihubmix-MAI-DS-R1","name":"MAI-DS-R1","display_name":"MAI-DS-R1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.3,"cacheRatio":1,"completionRatio":3,"order":300,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Baichuan3-Turbo","name":"Baichuan3-Turbo","display_name":"Baichuan3-Turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baichuan","developerId":20,"providerId":26,"modelRatio":0.95,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Baichuan3-Turbo-128k","name":"Baichuan3-Turbo-128k","display_name":"Baichuan3-Turbo-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baichuan","developerId":20,"providerId":26,"modelRatio":1.9,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Baichuan4","name":"Baichuan4","display_name":"Baichuan4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baichuan","developerId":20,"providerId":26,"modelRatio":8,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Baichuan4-Air","name":"Baichuan4-Air","display_name":"Baichuan4-Air","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baichuan","developerId":20,"providerId":26,"modelRatio":0.08,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Baichuan4-Turbo","name":"Baichuan4-Turbo","display_name":"Baichuan4-Turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baichuan","developerId":20,"providerId":26,"modelRatio":1.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ByteDance-Seed/Seed-OSS-36B-Instruct","name":"ByteDance-Seed/Seed-OSS-36B-Instruct","display_name":"ByteDance-Seed/Seed-OSS-36B-Instruct","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":44,"modelRatio":0.1,"cacheRatio":1,"completionRatio":2.67,"order":220,"flag":1,"features":["thinking,tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"DESCRIBE","name":"describe","display_name":"describe","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":1,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"DeepSeek-R1","name":"DeepSeek-R1","display_name":"DeepSeek-R1","type":"chat","context_length":64000,"max_output_tokens":64000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.2,"cacheRatio":1,"completionRatio":5,"order":550,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-R1-Distill-Qwen-32B","name":"DeepSeek-R1-Distill-Qwen-32B","display_name":"DeepSeek-R1-Distill-Qwen-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":3,"order":400,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-R1-Distill-Qwen-7B","name":"DeepSeek-R1-Distill-Qwen-7B","display_name":"DeepSeek-R1-Distill-Qwen-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.03,"cacheRatio":1,"completionRatio":2,"order":400,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3","name":"DeepSeek-V3","display_name":"DeepSeek-V3","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.136,"cacheRatio":1,"completionRatio":4,"order":700,"flag":0,"features":["tools","function_calling","structured_outputs"],"tags":["best","economical"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3-Fast","name":"DeepSeek-V3-Fast","display_name":"DeepSeek-V3-Fast","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.28,"cacheRatio":1,"completionRatio":4,"order":821,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3.1-Fast","name":"DeepSeek-V3.1-Fast","display_name":"DeepSeek-V3.1-Fast","type":"chat","context_length":163800,"max_output_tokens":163800,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.548,"cacheRatio":1,"completionRatio":3,"order":862,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3.1-Terminus","name":"DeepSeek-V3.1-Terminus","display_name":"DeepSeek-V3.1-Terminus","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.28,"cacheRatio":1,"completionRatio":3,"order":972,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3.1-Think","name":"DeepSeek-V3.1-Think","display_name":"DeepSeek-V3.1-Think","type":"chat","context_length":163800,"max_output_tokens":163800,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":15,"modelRatio":0.28,"cacheRatio":1,"completionRatio":3,"order":971,"flag":0,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3.2-Exp","name":"DeepSeek-V3.2-Exp","display_name":"DeepSeek-V3.2-Exp","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.137,"cacheRatio":0.1,"completionRatio":1.5,"order":973,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3.2-Exp-Think","name":"DeepSeek-V3.2-Exp-Think","display_name":"DeepSeek-V3.2-Exp-Think","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.137,"cacheRatio":0.1,"completionRatio":1.5,"order":973,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-v3","name":"DeepSeek-v3","display_name":"DeepSeek-v3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.136,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Doubao-1.5-lite-32k","name":"Doubao-1.5-lite-32k","display_name":"Doubao-1.5-lite-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":47,"modelRatio":0.025,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-1.5-lite-32k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.020548,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.0,\n \"cached_tokens_ratio\": 0.2\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-1.5-pro-256k","name":"Doubao-1.5-pro-256k","display_name":"Doubao-1.5-pro-256k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":47,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1.8,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-1.5-pro-256k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.342466,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 1.8\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-1.5-pro-32k","name":"Doubao-1.5-pro-32k","display_name":"Doubao-1.5-pro-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":47,"modelRatio":0.067,"cacheRatio":1,"completionRatio":2.5,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-1.5-pro-32k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.2\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-1.5-thinking-pro","name":"Doubao-1.5-thinking-pro","display_name":"Doubao-1.5-thinking-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":47,"modelRatio":0.31,"cacheRatio":1,"completionRatio":4,"order":200,"flag":1,"billingConfig":"{\n \"model_name\": \"Doubao-1.5-thinking-pro\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.273973,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-1.5-vision-pro-32k","name":"Doubao-1.5-vision-pro-32k","display_name":"Doubao-1.5-vision-pro-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":47,"modelRatio":0.23,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Doubao-lite-128k","name":"Doubao-lite-128k","display_name":"Doubao-lite-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.07,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-lite-128k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 1.25\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-lite-32k","name":"Doubao-lite-32k","display_name":"Doubao-lite-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.03,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-lite-32k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.020548,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.0,\n \"cached_tokens_ratio\": 0.2\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-lite-4k","name":"Doubao-lite-4k","display_name":"Doubao-lite-4k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.03,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-lite-4k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.020548,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.0\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-pro-128k","name":"Doubao-pro-128k","display_name":"Doubao-pro-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1.8,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Doubao-pro-256k","name":"Doubao-pro-256k","display_name":"Doubao-pro-256k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1.8,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-pro-256k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.342466,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 1.8\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-pro-32k","name":"Doubao-pro-32k","display_name":"Doubao-pro-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.07,"cacheRatio":1,"completionRatio":2.5,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-pro-32k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.2\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-pro-4k","name":"Doubao-pro-4k","display_name":"Doubao-pro-4k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.07,"cacheRatio":1,"completionRatio":2.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ERNIE-X1.1-Preview","name":"ERNIE-X1.1-Preview","display_name":"ERNIE-X1.1-Preview","type":"chat","context_length":119000,"max_output_tokens":119000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.068,"cacheRatio":1,"completionRatio":4,"order":101,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"FLUX-1.1-pro","name":"FLUX-1.1-pro","display_name":"FLUX-1.1-pro","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Flux","developerId":27,"providerId":3,"modelRatio":20,"cacheRatio":0,"completionRatio":1,"order":499,"flag":0,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"FLUX.1-Kontext-pro","name":"FLUX.1-Kontext-pro","display_name":"FLUX.1-Kontext-pro","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Flux","developerId":27,"providerId":45,"modelRatio":20,"cacheRatio":1,"completionRatio":1,"order":500,"flag":1,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"GPT-OSS-20B","name":"GPT-OSS-20B","display_name":"GPT-OSS-20B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":8,"modelRatio":0.055,"cacheRatio":1,"completionRatio":5,"order":0,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Gryphe/MythoMax-L2-13b","name":"MythoMax-L2-13b","display_name":"MythoMax-L2-13b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":39,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Kimi-K2-0905","name":"Kimi-K2-0905","display_name":"Kimi-K2-0905","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":8,"modelRatio":0.274,"cacheRatio":1,"completionRatio":4,"order":863,"flag":1,"features":["tools","function_calling","structured_outputs"],"tags":["coding"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"LongCat-Flash-Chat","name":"LongCat-Flash-Chat","display_name":"LongCat-Flash-Chat","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meituan","developerId":28,"providerId":8,"modelRatio":0.07,"cacheRatio":1,"completionRatio":5,"order":700,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"MiniMax-Text-01","name":"MiniMax-Text-01","display_name":"MiniMax-Text-01","type":"chat","context_length":1000000,"max_output_tokens":1000000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Minimax","developerId":18,"providerId":27,"modelRatio":0.07,"cacheRatio":1,"completionRatio":8,"order":0,"flag":0,"features":["long_context"],"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"MiniMaxAI/MiniMax-M1-80k","name":"MiniMaxAI/MiniMax-M1-80k","display_name":"MiniMaxAI/MiniMax-M1-80k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Minimax","developerId":18,"providerId":8,"modelRatio":0.3,"cacheRatio":1,"completionRatio":4,"order":100,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Mistral-large-2407","name":"Mistral Large","display_name":"Mistral Large","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":28,"modelRatio":1.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Pro/THUDM/GLM-4.1V-9B-Thinking","name":"Pro/THUDM/GLM-4.1V-9B-Thinking","display_name":"Pro/THUDM/GLM-4.1V-9B-Thinking","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":16,"modelRatio":0.02,"cacheRatio":0,"completionRatio":4,"order":34,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"QwQ-32B","name":"QwQ-32B","display_name":"QwQ-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":3,"order":400,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/QVQ-72B-Preview","name":"Qwen/QVQ-72B","display_name":"Qwen/QVQ-72B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.6,"cacheRatio":1,"completionRatio":1,"order":9,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/QwQ-32B","name":"Qwen/QwQ-32B","display_name":"Qwen/QwQ-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.07,"cacheRatio":1,"completionRatio":4,"order":101,"flag":1,"features":["tools","function_calling","structured_outputs"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"Qwen/QwQ-32B-Preview","name":"QwQ-32B-Preview","display_name":"QwQ-32B-Preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":1,"order":8,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2-1.5B-Instruct","name":"Qwen2-1.5B","display_name":"Qwen2-1.5B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2-57B-A14B-Instruct","name":"Qwen2-57B","display_name":"Qwen2-57B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.12,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2-72B-Instruct","name":"Qwen2-72B","display_name":"Qwen2-72B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2-7B-Instruct","name":"Qwen2-7B","display_name":"Qwen2-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.04,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-32B-Instruct","name":"Qwen2.5-32B","display_name":"Qwen2.5-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-72B-Instruct","name":"Qwen2.5-72B","display_name":"Qwen2.5-72B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-72B-Instruct-128K","name":"Qwen2.5-72B","display_name":"Qwen2.5-72B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-7B-Instruct","name":"Qwen2.5-7B","display_name":"Qwen2.5-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-Coder-32B-Instruct","name":"Qwen2.5-Coder-32B-Instruct","display_name":"Qwen2.5-Coder-32B-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-VL-32B-Instruct","name":"Qwen2.5-vl-32b","display_name":"Qwen2.5-vl-32b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.12,"cacheRatio":1,"completionRatio":1,"order":100,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"Qwen/Qwen2.5-VL-72B-Instruct","name":"Qwen2.5-VL-72B","display_name":"Qwen2.5-VL-72B","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.25,"cacheRatio":0,"completionRatio":1,"order":290,"flag":0,"tags":["multi_modal"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"Qwen/Qwen3-14B","name":"Qwen/Qwen3-14B","display_name":"Qwen/Qwen3-14B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.25,"cacheRatio":1,"completionRatio":1,"order":377,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen3-30B-A3B","name":"Qwen/Qwen3-30B-A3B","display_name":"Qwen/Qwen3-30B-A3B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.5,"cacheRatio":1,"completionRatio":1,"order":399,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen3-32B","name":"Qwen/Qwen3-32B","display_name":"Qwen/Qwen3-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.25,"cacheRatio":1,"completionRatio":1,"order":388,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen3-8B","name":"Qwen/Qwen3-8B","display_name":"Qwen/Qwen3-8B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":375,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Qwen2-VL-72B-Instruct","name":"Qwen2-VL-72B-Instruct","display_name":"Qwen2-VL-72B-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":1.09,"cacheRatio":1,"completionRatio":3,"order":400,"flag":0,"modalities":["text","image","video"],"source":"public-provider-conf"},"vision":true},{"id":"Qwen2-VL-7B-Instruct","name":"Qwen2-VL-7B-Instruct","display_name":"Qwen2-VL-7B-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":2.5,"order":400,"flag":0,"modalities":["text","image","video"],"source":"public-provider-conf"},"vision":true},{"id":"Qwen2.5-VL-72B-Instruct","name":"Qwen2.5-VL-72B-Instruct","display_name":"Qwen2.5-VL-72B-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.31,"cacheRatio":1,"completionRatio":1,"order":662,"flag":0,"modalities":["text","image","video"],"source":"public-provider-conf"},"vision":true},{"id":"Qwen3-235B-A22B-Thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","display_name":"Qwen3-235B-A22B-Thinking-2507","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":10,"order":0,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Stable-Diffusion-3-5-Large","name":"Stable-Diffusion-3-5-Large","display_name":"Stable-Diffusion-3-5-Large","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Stable diffusion","developerId":23,"providerId":45,"modelRatio":2,"cacheRatio":0,"completionRatio":1,"order":0,"flag":1,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"THUDM/GLM-4-32B-0414","name":"THUDM/GLM-4-32B-0414","display_name":"THUDM/GLM-4-32B-0414","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":44,"modelRatio":0.04,"cacheRatio":1,"completionRatio":1,"order":33,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"THUDM/GLM-4-9B-0414","name":"THUDM/GLM-4-9B-0414","display_name":"THUDM/GLM-4-9B-0414","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":44,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":30,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"THUDM/GLM-4.1V-9B-Thinking","name":"THUDM/GLM-4.1V-9B-Thinking","display_name":"THUDM/GLM-4.1V-9B-Thinking","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":16,"modelRatio":0.05,"cacheRatio":0,"completionRatio":1,"order":34,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"THUDM/GLM-Z1-32B-0414","name":"THUDM/GLM-Z1-32B-0414","display_name":"THUDM/GLM-Z1-32B-0414","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":16,"modelRatio":0.04,"cacheRatio":1,"completionRatio":1,"order":35,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"THUDM/GLM-Z1-9B-0414","name":"THUDM/GLM-Z1-9B-0414","display_name":"THUDM/GLM-Z1-9B-0414","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":44,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":32,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"UPSCALE","name":"upscale","display_name":"upscale","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":1,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V3","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":70,"flag":1,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_1","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":63,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_1_TURBO","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":62,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_2","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":69,"flag":2,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_2A","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":67,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_2A_TURBO","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":66,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_2_TURBO","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":68,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"WizardLM/WizardCoder-Python-34B-V1.0","name":"WizardCoder","display_name":"WizardCoder","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":8,"modelRatio":0.45,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ahm-Phi-3-5-MoE-instruct","name":"Phi-3-5-MoE-instruct","display_name":"Phi-3-5-MoE-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.2,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ahm-Phi-3-5-mini-instruct","name":"Phi-3-5-mini-instruct","display_name":"Phi-3-5-mini-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ahm-Phi-3-5-vision-instruct","name":"Phi-3-5-vision-instruct","display_name":"Phi-3-5-vision-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.2,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ahm-Phi-3-medium-128k","name":"Phi-3-medium-128k","display_name":"Phi-3-medium-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":3,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ahm-Phi-3-medium-4k","name":"Phi-3-medium-4k","display_name":"Phi-3-medium-4k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ahm-Phi-3-small-128k","name":"Phi-3-small-128k","display_name":"Phi-3-small-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihub-Phi-4","name":"Phi-4","display_name":"Phi-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.06,"cacheRatio":1,"completionRatio":4,"order":45,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihub-Phi-4-mini-instruct","name":"Phi-4-mini-instruct","display_name":"Phi-4-mini-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.06,"cacheRatio":1,"completionRatio":4,"order":46,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihub-Phi-4-multimodal-instruct","name":"Phi-4-multimodal-instruct","display_name":"Phi-4-multimodal-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio"],"output":["text","image","audio"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.06,"cacheRatio":1,"completionRatio":4,"order":48,"flag":0,"modalities":["text","image","audio"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"aihubmix-Codestral-2501","name":"Codestral 25.01","display_name":"Codestral 25.01","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":28,"modelRatio":0.2,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Cohere-command-r","name":"command-r","display_name":"command-r","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":45,"modelRatio":0.32,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Jamba-1-5-Large","name":"Jamba-1.5-Mini","display_name":"Jamba-1.5-Mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"AI21","developerId":1,"providerId":45,"modelRatio":1.1,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-1-405B-Instruct","name":"Llama-3-1-405B","display_name":"Llama-3-1-405B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":2.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-1-70B-Instruct","name":"Llama-3.1-70B","display_name":"Llama-3.1-70B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1.3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-1-8B-Instruct","name":"Llama-3.1-8B","display_name":"Llama-3.1-8B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":0.15,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-2-11B-Vision","name":"Llama-3-2-11B","display_name":"Llama-3-2-11B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-2-90B-Vision","name":"Llama-3.2-90B","display_name":"Llama-3.2-90B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":1.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-70B-Instruct","name":"Llama-3-70B","display_name":"Llama-3-70B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":0.35,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Mistral-Large-2411","name":"Mistral Large 2","display_name":"Mistral Large 2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":45,"modelRatio":1,"cacheRatio":1,"completionRatio":3,"order":3,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Mistral-large","name":"Mistral Large","display_name":"Mistral Large","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":45,"modelRatio":2,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Mistral-large-2407","name":"Mistral Large 2","display_name":"Mistral Large 2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":45,"modelRatio":1.5,"cacheRatio":1,"completionRatio":3,"order":2,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-command-r-08-2024","name":"command-r-08-2024","display_name":"command-r-08-2024","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":45,"modelRatio":0.1,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-command-r-plus","name":"command-r-plus","display_name":"command-r-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":45,"modelRatio":1.92,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-command-r-plus-08-2024","name":"command-r-plus-08-2024","display_name":"command-r-plus-08-2024","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":45,"modelRatio":1.4,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-router","name":"aihubmix-router","display_name":"aihubmix-router","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.2,"cacheRatio":0.25,"completionRatio":4,"order":799,"flag":1,"tags":["best","economical"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"aistudio_gemini-2.0-flash","name":"aistudio/gemini-2.0-flash","display_name":"aistudio/gemini-2.0-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"gemini-2.0-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"image_generation\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0, \"image_generation_price\": 0.039}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.06, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 2.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0, \"input_audio_tokens_ratio\": 7.0, \"cached_audio_tokens_ratio\": 1.75}}}","source":"public-provider-conf"},"vision":false},{"id":"aistudio_gpt-4.1-mini","name":"gpt-4.1-mini","display_name":"gpt-4.1-mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.2,"cacheRatio":0.25,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"baidu/ERNIE-4.5-300B-A47B","name":"baidu/ERNIE-4.5-300B-A47B","display_name":"baidu/ERNIE-4.5-300B-A47B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":44,"modelRatio":0.16,"cacheRatio":0,"completionRatio":4,"order":100,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"bce-reranker-base","name":"bce-reranker-base","display_name":"bce-reranker-base","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"bge-large-en","name":"bge-large-en","display_name":"bge-large-en","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":true},{"id":"bge-large-zh","name":"bge-large-zh","display_name":"bge-large-zh","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"cc-Kimi-K2-Instruct","name":"cc-Kimi-K2-Instruct","display_name":"cc-Kimi-K2-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":0.55,"cacheRatio":1,"completionRatio":3,"order":1,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"chatglm_lite","name":"chatglm_lite","display_name":"chatglm_lite","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.1429,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"chatglm_pro","name":"chatglm_pro","display_name":"chatglm_pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.7143,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"chatglm_std","name":"chatglm_std","display_name":"chatglm_std","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.3572,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"chatglm_turbo","name":"chatglm_turbo","display_name":"chatglm_turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.3572,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"chatgpt-4o-latest","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":2.5,"cacheRatio":1,"completionRatio":3,"order":110,"flag":0,"tags":["multi_modal","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"chutesai/Mistral-Small-3.1-24B-Instruct-2503","name":"Mistral-Small-3.1-24B","display_name":"Mistral-Small-3.1-24B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":4,"order":101,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-2","name":"Claude 2.0","display_name":"Claude 2.0","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":4.4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-2.0","name":"Claude 2.0","display_name":"Claude 2.0","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":4.4,"cacheRatio":1,"completionRatio":4.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-2.1","name":"Claude 2.1","display_name":"Claude 2.1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":4.4,"cacheRatio":1,"completionRatio":4.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-3-5-haiku","name":"claude-3-5-haiku","display_name":"claude-3-5-haiku","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.55,"cacheRatio":1,"completionRatio":5,"order":98,"flag":0,"features":["tools","function_calling","structured_outputs"],"tags":["lightning","economical"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-5-sonnet","name":"Claude 3.5 Sonnet","display_name":"Claude 3.5 Sonnet","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":130,"flag":0,"features":["tools","function_calling","structured_outputs"],"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-5-sonnet-20240620","name":"Claude 3.5 Sonnet","display_name":"Claude 3.5 Sonnet","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-5-sonnet@20240620","name":"Claude 3.5 Sonnet","display_name":"Claude 3.5 Sonnet","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":42,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-3-7-sonnet","name":"Claude 3.7 Sonnet","display_name":"Claude 3.7 Sonnet","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":500,"flag":2,"features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal","best","sota","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-haiku-20240229","name":"Claude 3 Haiku","display_name":"Claude 3 Haiku","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.1375,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"tags":["lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-haiku-20240307","name":"Claude 3 Haiku","display_name":"Claude 3 Haiku","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.1375,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-haiku@20240307","name":"Claude 3 Haiku","display_name":"Claude 3 Haiku","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":42,"modelRatio":0.1375,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"tags":["lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-opus-20240229","name":"Claude 3 Opus","display_name":"Claude 3 Opus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":8.25,"cacheRatio":1,"completionRatio":5,"order":45,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-3-opus@20240229","name":"Claude 3 Opus","display_name":"Claude 3 Opus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":42,"modelRatio":8.25,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-3-sonnet-20240229","name":"Claude 3 Sonnet","display_name":"Claude 3 Sonnet","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-haiku-4-5","name":"claude-haiku-4-5","display_name":"claude-haiku-4-5","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.55,"cacheRatio":1,"completionRatio":5,"order":1001,"flag":1,"billingConfig":"{\n \"model_name\": \"claude-haiku-4-5\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.55,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 5.0,\n \"cached_tokens_ratio\": 0.1,\n \"cache_write_5_minutes_tokens_ratio\": 1.25,\n \"cache_write_1_hour_tokens_ratio\":2\n }\n },\n \"per_unit_price_config\":\n {\n \"web_search_price\": 0.01\n },\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"web_search_requests\",\n \"cache_write_5_minutes_tokens\",\n \"cache_write_1_hour_tokens\"\n ]\n}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal","best","sota","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-instant-1","name":"Claude Instant","display_name":"Claude Instant","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.8965,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-instant-1.2","name":"Claude Instant","display_name":"Claude Instant","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.44,"cacheRatio":1,"completionRatio":4.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-opus-4-0","name":"claude-opus-4-0","display_name":"claude-opus-4-0","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":8.25,"cacheRatio":1,"completionRatio":5,"order":100,"flag":0,"features":["tools","function_calling","structured_outputs"],"tags":["lightning","economical"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-opus-4-1","name":"claude-opus-4-1-20250805","display_name":"claude-opus-4-1-20250805","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":8.25,"cacheRatio":1,"completionRatio":5,"order":954,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-sonnet-4-0","name":"claude-sonnet-4-0","display_name":"claude-sonnet-4-0","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":100,"flag":0,"billingConfig":"{\n \"model_name\": \"claude-sonnet-4-20250514\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": 200000\n },\n \"model_ratio\": 1.65,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 5.0,\n \"cached_tokens_ratio\": 0.1,\n \"cache_write_5_minutes_tokens_ratio\": 1.25,\n \"cache_write_1_hour_tokens_ratio\":2\n },\n \"tier2\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 200001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 2.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 3.75,\n \"cached_tokens_ratio\": 0.1,\n \"cache_write_5_minutes_tokens_ratio\": 1.25,\n \"cache_write_1_hour_tokens_ratio\":2\n \n }\n },\n \"per_unit_price_config\":\n {\n \"web_search_price\": 0.01\n },\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"web_search_requests\",\n \"cache_write_5_minutes_tokens\",\n \"cache_write_1_hour_tokens\"\n ]\n}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal","best","sota","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-sonnet-4-5","name":"claude-sonnet-4-5","display_name":"claude-sonnet-4-5","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":1001,"flag":1,"billingConfig":"{\n \"model_name\": \"claude-sonnet-4-5\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": 200000\n },\n \"model_ratio\": 1.65,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 5.0,\n \"cached_tokens_ratio\": 0.1,\n \"cache_write_5_minutes_tokens_ratio\": 1.25,\n \"cache_write_1_hour_tokens_ratio\":2\n },\n \"tier2\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 200001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 2.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 3.75,\n \"cached_tokens_ratio\": 0.1,\n \"cache_write_5_minutes_tokens_ratio\": 1.25,\n \"cache_write_1_hour_tokens_ratio\":2\n \n }\n },\n \"per_unit_price_config\":\n {\n \"web_search_price\": 0.01\n },\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"web_search_requests\",\n \"cache_write_5_minutes_tokens\",\n \"cache_write_1_hour_tokens\"\n ]\n}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal","best","sota","bold","coding"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"code-davinci-edit-001","name":"code-davinci-edit-001","display_name":"code-davinci-edit-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"codestral-latest","name":"Codestral 25.01","display_name":"Codestral 25.01","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":28,"modelRatio":0.2,"cacheRatio":1,"completionRatio":3,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"codex-mini-latest","name":"codex-mini-latest","display_name":"codex-mini-latest","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.75,"cacheRatio":0.25,"completionRatio":4,"order":600,"flag":1,"tags":["best","economical"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"cogview-3","name":"cogview-3","display_name":"cogview-3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":17.75,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"cogview-3-plus","name":"cogview-3-plus","display_name":"cogview-3-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"command","name":"command","display_name":"command","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.5,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"command-a-03-2025","name":"Command A","display_name":"Command A","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":1.25,"cacheRatio":0,"completionRatio":4,"order":40,"flag":1,"tags":["bold"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"command-light","name":"command-light","display_name":"command-light","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.5,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"command-light-nightly","name":"command-light","display_name":"command-light","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.5,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"command-nightly","name":"command-nightly","display_name":"command-nightly","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.5,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"command-r","name":"command-r","display_name":"command-r","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.32,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"command-r-08-2024","name":"command-r-08-2024","display_name":"command-r-08-2024","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.1,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"command-r-plus","name":"command-r-plus","display_name":"command-r-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":1.92,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"command-r-plus-08-2024","name":"command-r-plus-08-2024","display_name":"command-r-plus-08-2024","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":1.4,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"computer-use-preview","name":"computer-use-preview","display_name":"computer-use-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":1,"completionRatio":4,"order":1,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"dall-e-2","name":"dall-e-2","display_name":"dall-e-2","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":8,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"dall-e-3","name":"dall-e-3","display_name":"dall-e-3","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":20,"cacheRatio":1,"completionRatio":1,"order":45,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"davinci","name":"davinci","display_name":"davinci","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"davinci-002","name":"davinci","display_name":"davinci","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-Coder-V2-Instruct","name":"DeepSeek-Coder-V2","display_name":"DeepSeek-Coder-V2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-Prover-V2-671B","name":"deepseek-ai/DeepSeek-Prover-V2-671B","display_name":"deepseek-ai/DeepSeek-Prover-V2-671B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":200,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","name":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","name":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.005,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.005,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.005,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Zero","name":"deepseek-ai/DeepSeek-R1-Zero","display_name":"deepseek-ai/DeepSeek-R1-Zero","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":1.1,"cacheRatio":1,"completionRatio":1,"order":43,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-V2-Chat","name":"DeepSeek-V2-Chat","display_name":"DeepSeek-V2-Chat","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-V2.5","name":"DeepSeek-V2.5","display_name":"DeepSeek-V2.5","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/Janus-Pro-7B","name":"deepseek-ai/Janus-Pro-7B","display_name":"deepseek-ai/Janus-Pro-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":20,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/deepseek-llm-67b-chat","name":"deepseek-llm-67b-chat","display_name":"deepseek-llm-67b-chat","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/deepseek-vl2","name":"deepseek-ai/deepseek-vl2","display_name":"deepseek-ai/deepseek-vl2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-r1-distill-llama-70b","name":"deepseek-r1-distill-llama-70b","display_name":"deepseek-r1-distill-llama-70b","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.4,"cacheRatio":1,"completionRatio":2,"order":188,"flag":0,"features":["thinking"],"tags":["lightning"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"deepseek-r1-distill-qianfan-llama-8b","name":"deepseek-r1-distill-qianfan-llama-8b","display_name":"deepseek-r1-distill-qianfan-llama-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":11,"providerId":24,"modelRatio":0.0685,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-v3","name":"deepseek-v3","display_name":"deepseek-v3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":15,"modelRatio":0.136,"cacheRatio":0,"completionRatio":4,"order":0,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"distil-whisper-large-v3-en","name":"whisper-large-v3","display_name":"whisper-large-v3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":29,"modelRatio":2.778,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["stt"],"source":"public-provider-conf"},"vision":false},{"id":"doubao-1-5-pro-256k-250115","name":"Doubao-1.5-pro-256k","display_name":"Doubao-1.5-pro-256k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动豆包","developerId":5,"providerId":40,"modelRatio":0.342,"cacheRatio":1,"completionRatio":1.8,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"doubao-1-5-pro-32k-250115","name":"Doubao-1.5-pro-32k","display_name":"Doubao-1.5-pro-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动豆包","developerId":5,"providerId":40,"modelRatio":0.054,"cacheRatio":1,"completionRatio":2.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"doubao-1-5-thinking-vision-pro-250428","name":"doubao-1-5-thinking-vision-pro-250428","display_name":"doubao-1-5-thinking-vision-pro-250428","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"doubao-1-5-thinking-vision-pro-250428\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\"], \"per_unit_price_config\": {}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 1.5, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 3.0}}}","source":"public-provider-conf"},"vision":false},{"id":"doubao-embedding-large-text-240915","name":"doubao-embedding-large-text-240915","display_name":"doubao-embedding-large-text-240915","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":60,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"doubao-embedding-text-240715","name":"doubao-embedding-text-240715","display_name":"doubao-embedding-text-240715","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.35,"cacheRatio":1,"completionRatio":1,"order":45,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"doubao-seed-1-6","name":"doubao-seed-1-6","display_name":"doubao-seed-1-6","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.09,"cacheRatio":1,"completionRatio":14,"order":210,"flag":1,"billingConfig":"{\n \"model_name\": \"doubao-seed-1-6-250615\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 32000\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.2\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 32001,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.082192,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 13.33,\n \"cached_tokens_ratio\": 0.133\n },\n \"tier3\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 256000\n },\n \"model_ratio\": 0.164384,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.067\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","features":["thinking,tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"doubao-seed-1-6-flash","name":"doubao-seed-1-6-flash","display_name":"doubao-seed-1-6-flash","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.022,"cacheRatio":1,"completionRatio":10,"order":210,"flag":1,"billingConfig":"{\n \"model_name\": \"doubao-seed-1-6-flash-250615\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 32000\n },\n \"model_ratio\": 0.010274,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.2\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 32001,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.020548,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.1\n },\n \"tier3\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 256000\n },\n \"model_ratio\": 0.041096,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.05\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","features":["thinking,tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"doubao-seed-1-6-thinking","name":"doubao-seed-1-6-thinking","display_name":"doubao-seed-1-6-thinking","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.09,"cacheRatio":1,"completionRatio":14,"order":210,"flag":1,"billingConfig":"{\n \"model_name\": \"doubao-seed-1-6-thinking-250615\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 32000\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.2\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 32001,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.082192,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 13.33,\n \"cached_tokens_ratio\": 0.133\n },\n \"tier3\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 256000\n },\n \"model_ratio\": 0.164384,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.067\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","features":["thinking,tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"doubao-seed-1-6-vision-250815","name":"doubao-seed-1-6-vision-250815","display_name":"doubao-seed-1-6-vision-250815","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.054795,"cacheRatio":0.2,"completionRatio":10,"order":209,"flag":0,"billingConfig":"{\n \"model_name\": \"doubao-seed-1-6-vision-250815\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 32000\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.2\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 32001,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.082192,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 13.33,\n \"cached_tokens_ratio\": 0.133\n },\n \"tier3\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 256000\n },\n \"model_ratio\": 0.164384,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.067\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"doubao-seedream-4-0","name":"doubao-seedream-4-0","display_name":"doubao-seedream-4-0","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"字节跳动豆包","developerId":4,"providerId":40,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.021}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"embedding-2","name":"embedding-2","display_name":"embedding-2","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.0343,"cacheRatio":1,"completionRatio":1,"order":300,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"embedding-3","name":"embedding-3","display_name":"embedding-3","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.0343,"cacheRatio":1,"completionRatio":1,"order":300,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"embedding-v1","name":"embedding-v1","display_name":"embedding-v1","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"ernie-4.5","name":"ernie-4.5","display_name":"ernie-4.5","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":4,"order":500,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-4.5-0.3b","name":"ernie-4.5-0.3b","display_name":"ernie-4.5-0.3b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.0068,"cacheRatio":1,"completionRatio":4,"order":100,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-4.5-turbo-128k-preview","name":"ernie-4.5-turbo-128k-preview","display_name":"ernie-4.5-turbo-128k-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.054,"cacheRatio":1,"completionRatio":4,"order":100,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-4.5-turbo-latest","name":"ernie-4.5-turbo-latest","display_name":"ernie-4.5-turbo-latest","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.055,"cacheRatio":1,"completionRatio":4,"order":600,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-4.5-turbo-vl","name":"ernie-4.5-turbo-vl","display_name":"ernie-4.5-turbo-vl","type":"chat","context_length":139000,"max_output_tokens":139000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.2,"cacheRatio":1,"completionRatio":3,"order":500,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-irag-edit","name":"ernie-irag-edit","display_name":"ernie-irag-edit","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":11,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.019}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-x1-turbo","name":"ernie-x1-turbo-32k-preview","display_name":"ernie-x1-turbo-32k-preview","type":"chat","context_length":50500,"max_output_tokens":50500,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.068,"cacheRatio":1,"completionRatio":4,"order":100,"flag":0,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"ernie-x1.1-preview","name":"ernie-x1.1-preview","display_name":"ernie-x1.1-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.068,"cacheRatio":1,"completionRatio":4,"order":101,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"flux-kontext-max","name":"flux-kontext-max","display_name":"flux-kontext-max","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Flux","developerId":27,"providerId":53,"modelRatio":1.1,"cacheRatio":0,"completionRatio":1,"order":0,"flag":1,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"flux-kontext-pro","name":"flux-kontext-pro","display_name":"flux-kontext-pro","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Flux","developerId":27,"providerId":53,"modelRatio":1.11,"cacheRatio":0,"completionRatio":1,"order":0,"flag":1,"modalities":["text"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash","name":"Gemini 2.0 Flash","display_name":"Gemini 2.0 Flash","type":"chat","context_length":1000000,"max_output_tokens":1000000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":0.25,"completionRatio":4,"order":500,"flag":2,"billingConfig":"{\"model_name\": \"gemini-2.0-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"image_generation\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0, \"image_generation_price\": 0.039}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.05, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 2.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0, \"input_audio_tokens_ratio\": 7.0, \"cached_audio_tokens_ratio\": 1.75}}}","features":["tools","function_calling","structured_outputs","long_context"],"tags":["optimized","lightning","multi_modal","economical"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-001","name":"gemini-2.0-flash","display_name":"gemini-2.0-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"gemini-2.0-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"image_generation\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0, \"image_generation_price\": 0.039}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.05, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 2.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0, \"input_audio_tokens_ratio\": 7.0, \"cached_audio_tokens_ratio\": 1.75}}}","source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash-exp","name":"Gemini 2.0 Flash","display_name":"Gemini 2.0 Flash","type":"image-generation","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.01,"cacheRatio":1,"completionRatio":4,"order":150,"flag":1,"features":["long_context"],"tags":["multi_modal"],"modalities":["text","image","audio","video"],"typeHints":["t2t","t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-exp-image-generation","name":"gemini-2.0-flash-exp-image-generation","display_name":"gemini-2.0-flash-exp-image-generation","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash-exp-search","name":"Gemini 2.0 Flash","display_name":"Gemini 2.0 Flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":100,"flag":0,"features":["web","tools","function_calling","structured_outputs","long_context"],"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-lite","name":"gemini-2.0-flash-lite","display_name":"gemini-2.0-flash-lite","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.038,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"gemini-2.0-flash-lite\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.0375,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","features":["long_context"],"tags":["multi_modal","economical","lightning"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-lite-001","name":"gemini-2.0-flash-lite","display_name":"gemini-2.0-flash-lite","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":0.038,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"billingConfig":"{ \"model_name\": \"gemini-2.0-flash-lite\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": -1 }, \"model_ratio\": 0.0375, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0 } }, \"per_unit_price_config\": {}, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\" ] }","source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash-lite-preview-02-05","name":"gemini-2.0-flash-lite","display_name":"gemini-2.0-flash-lite","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.0375,"cacheRatio":1,"completionRatio":4,"order":80,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.0-flash-lite\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": -1 }, \"model_ratio\": 0.0375, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0 } }, \"per_unit_price_config\": {}, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\" ] }","source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash-preview-image-generation","name":"gemini-2.0-flash-preview-image-generation","display_name":"gemini-2.0-flash-preview-image-generation","type":"image-generation","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":0,"completionRatio":4,"order":500,"flag":1,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t","t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-search","name":"Gemini 2.0 Flash","display_name":"Gemini 2.0 Flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":300,"flag":0,"billingConfig":"{\"model_name\": \"gemini-2.0-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"image_generation\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0, \"image_generation_price\": 0.039}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.05, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 2.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0, \"input_audio_tokens_ratio\": 7.0, \"cached_audio_tokens_ratio\": 1.75}}}","features":["web"],"tags":["multi_modal","best","optimized","lightning"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-thinking-exp","name":"gemini-2.0-flash-thinking-exp","display_name":"gemini-2.0-flash-thinking-exp","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.038,"cacheRatio":1,"completionRatio":4,"order":1,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash-thinking-exp-01-21","name":"Gemini 2.0 Flash Thinking","display_name":"Gemini 2.0 Flash Thinking","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.038,"cacheRatio":1,"completionRatio":4,"order":112,"flag":0,"features":["thinking","long_context"],"tags":["lightning"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-thinking-exp-1219","name":"Gemini 2.0 Flash Thinking","display_name":"Gemini 2.0 Flash Thinking","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.038,"cacheRatio":1,"completionRatio":4,"order":12,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-pro-exp-02-05","name":"gemini-2.0-pro","display_name":"gemini-2.0-pro","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":102,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image","audio","video"],"typeHints":["t2t","t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-pro-exp-02-05-search","name":"gemini-2.0-pro","display_name":"gemini-2.0-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":370,"flag":0,"features":["web"],"tags":["multi_modal","bold"],"modalities":["text","image","audio","video"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash","name":"gemini-2.5-flash","display_name":"gemini-2.5-flash","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":851,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-image","name":"gemini-2.5-flash-image","display_name":"gemini-2.5-flash-image","type":"image-generation","context_length":32800,"max_output_tokens":32800,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":1,"completionRatio":8.33,"order":1000,"flag":1,"billingConfig":"{\n \"model_name\": \"gemini-2.5-flash-image\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.15,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 8.33,\n \"input_image_tokens_ratio\": 1,\n \"output_image_tokens_ratio\": 100\n }\n },\n \"per_unit_price_config\":\n {},\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"input_image_tokens\",\n \"output_image_tokens\"\n ]\n}","modalities":["image","text"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-image-preview","name":"gemini-2.5-flash-image-preview","display_name":"gemini-2.5-flash-image-preview","type":"image-generation","context_length":32800,"max_output_tokens":32800,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":1,"completionRatio":4,"order":800,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-flash-image-preview\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": -1 }, \"model_ratio\": 0.15, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_image_tokens_ratio\": 1, \"output_image_tokens_ratio\": 100 } }, \"per_unit_price_config\": {}, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"input_image_tokens\", \"output_image_tokens\" ] }","modalities":["image","text"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-lite","name":"gemini-2.5-flash-lite","display_name":"gemini-2.5-flash-lite","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":850,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash-lite\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.05, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0, \"input_audio_tokens_ratio\": 3.0, \"cached_audio_tokens_ratio\": 1.25}}}","features":["tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-lite-preview-09-2025","name":"gemini-2.5-flash-lite-preview-09-2025","display_name":"gemini-2.5-flash-lite-preview-09-2025","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":851,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash-lite-preview-09-2025\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-nothink","name":"gemini-2.5-flash-nothink","display_name":"gemini-2.5-flash-nothink","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":849,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-preview-05-20-nothink","name":"gemini-2.5-flash-preview-05-20-nothink","display_name":"gemini-2.5-flash-preview-05-20-nothink","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":1,"completionRatio":8.33,"order":840,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-preview-05-20-search","name":"gemini-2.5-flash-preview-05-20-search","display_name":"gemini-2.5-flash-preview-05-20-search","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":840,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-preview-09-2025","name":"gemini-2.5-flash-preview-09-2025","display_name":"gemini-2.5-flash-preview-09-2025","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":851,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash-preview-09-2025\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-search","name":"gemini-2.5-flash-search","display_name":"gemini-2.5-flash-search","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":849,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["web","tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro","name":"gemini-2.5-pro","display_name":"gemini-2.5-pro","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio","video","pdf"],"output":["text","image","audio","video","pdf"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":900,"flag":2,"billingConfig":"{\n \"model_name\": \"gemini-2.5-pro\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 200000\n },\n \"model_ratio\": 0.625,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 8.0,\n \"cached_tokens_ratio\": 0.248\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 200001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 1.25,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 6.0,\n \"cached_tokens_ratio\": 0.25\n }\n },\n \"per_unit_price_config\": {\n \"web_search_price\": 0.035,\n \"cache_storage_price\": 4.50\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"web_search_requests\",\n \"cache_storage_hours\"\n ]\n}","features":["tools","function_calling","structured_outputs","long_context","web","thinking","deepsearch"],"tags":["coding"],"modalities":["text","image","audio","video","pdf"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-exp-03-25","name":"gemini-2.5-pro-exp","display_name":"gemini-2.5-pro-exp","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":0,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["structured_outputs","tools","long_context"],"tags":["multi_modal"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-03-25","name":"gemini 2.5 pro","display_name":"gemini 2.5 pro","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":765,"flag":2,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","tools","function_calling","structured_outputs","long_context"],"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-03-25-search","name":"gemini-2.5-pro-preview-","display_name":"gemini-2.5-pro-preview-","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":8,"order":750,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","web","tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-05-06","name":"gemini-2.5-pro-preview-05-06","display_name":"gemini-2.5-pro-preview-05-06","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":766,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","long_context"],"tags":["multi_modal","best","sota"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-05-06-search","name":"gemini-2.5-pro-preview-05-06-search","display_name":"gemini-2.5-pro-preview-05-06-search","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":8,"order":755,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","web"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-06-05","name":"gemini-2.5-pro-preview-06-05","display_name":"gemini-2.5-pro-preview-06-05","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":300,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","tools","function_calling","structured_outputs","long_context"],"tags":["multi_modal","best"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-06-05-search","name":"gemini-2.5-pro-preview-06-05-search","display_name":"gemini-2.5-pro-preview-06-05-search","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":700,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","web","tools","function_calling","structured_outputs","long_context"],"tags":["multi_modal"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-search","name":"gemini-2.5-pro-search","display_name":"gemini-2.5-pro-search","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio","video","pdf"],"output":["text","image","audio","video","pdf"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":899,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro-search\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","web","tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video","pdf"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-embedding-001","name":"gemini-embedding-001","display_name":"gemini-embedding-001","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.075,"cacheRatio":1,"completionRatio":1,"order":400,"flag":1,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"gemini-embedding-exp-03-07","name":"gemini-embedding-exp-03-07","display_name":"gemini-embedding-exp-03-07","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"gemini-exp-1114","name":"Gemini 2","display_name":"Gemini 2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-exp-1121","name":"Gemini 2","display_name":"Gemini 2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-exp-1206","name":"Gemini 2","display_name":"Gemini 2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":99,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-pro","name":"gemini-pro","display_name":"gemini-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-pro-vision","name":"gemini-pro-vision","display_name":"gemini-pro-vision","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemma-3-12b-it","name":"gemma-3-12b-it","display_name":"gemma-3-12b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemma-3-1b-it","name":"gemma-3-1b-it","display_name":"gemma-3-1b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemma-3-27b-it","name":"gemma-3-27b-it","display_name":"gemma-3-27b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemma-3-4b-it","name":"gemma-3-4b-it","display_name":"gemma-3-4b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemma-3n-e4b-it","name":"gemma-3n-e4b-it","display_name":"gemma-3n-e4b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemma-7b-it","name":"gemma-7b","display_name":"gemma-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":29,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemma2-9b-it","name":"gemma2-9b","display_name":"gemma2-9b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":29,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-3-turbo","name":"glm-3-turbo","display_name":"glm-3-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.355,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-4","name":"glm-4","display_name":"glm-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":7.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-4-flash","name":"glm-4-flash","display_name":"glm-4-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-4-plus","name":"glm-4-plus","display_name":"glm-4-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5","name":"glm-4.5","display_name":"glm-4.5","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0.2,"cacheRatio":1,"completionRatio":4,"order":800,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5-air","name":"glm-4.5-air","display_name":"glm-4.5-air","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":16,"modelRatio":0.07,"cacheRatio":1,"completionRatio":6,"order":10,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5-airx","name":"glm-4.5-airx","display_name":"glm-4.5-airx","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0.55,"cacheRatio":0.2,"completionRatio":4.1,"order":0,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5-flash","name":"glm-4.5-flash","display_name":"glm-4.5-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":1,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5-x","name":"glm-4.5-x","display_name":"glm-4.5-x","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":1.1,"cacheRatio":0.2,"completionRatio":4.05,"order":600,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5v","name":"glm-4.5v","display_name":"glm-4.5v","type":"chat","context_length":65500,"max_output_tokens":65500,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0.137,"cacheRatio":1,"completionRatio":3,"order":851,"flag":0,"billingConfig":"{\"model_name\": \"glm-4.5v\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.137, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.274, \"tier_condition\": {\"max_tokens\": 64000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 3.0}}}","modalities":["text","image","video"],"source":"public-provider-conf"},"vision":true},{"id":"glm-4.6","name":"glm-4.6","display_name":"glm-4.6","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0,"cacheRatio":0,"completionRatio":0,"order":1000,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"tags":["coding"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4v","name":"glm-4v","display_name":"glm-4v","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":7.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-4v-plus","name":"glm-4v-plus","display_name":"glm-4v-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-zero-preview","name":"glm-zero-preview","display_name":"glm-zero-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":16,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":20,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gme-qwen2-vl-2b-instruct","name":"gme-qwen2-vl-2b-instruct","display_name":"gme-qwen2-vl-2b-instruct","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.069,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text","image","video"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-exp-1114","name":"gemini","display_name":"gemini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":20,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-27b-it","name":"gemma-2-27b-it","display_name":"gemma-2-27b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-9b-it:free","name":"gemma-2-9b","display_name":"gemma-2-9b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3-27b-it","name":"gemma-3-27b","display_name":"gemma-3-27b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":8,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":60,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.25,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-0125","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.25,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-0301","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.75,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-0613","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.75,"cacheRatio":1,"completionRatio":1.333333333,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-1106","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.5,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-16k","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":1,"completionRatio":1.333333333,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-16k-0613","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":1,"completionRatio":1.333333333,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-instruct","name":"gpt-3.5-turbo-instruct","display_name":"gpt-3.5-turbo-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.75,"cacheRatio":1,"completionRatio":1.333333333,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4","name":"gpt-4","display_name":"gpt-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":15,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-0125-preview","name":"gpt-4","display_name":"gpt-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-0314","name":"gpt-4","display_name":"gpt-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":15,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-0613","name":"gpt-4","display_name":"gpt-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":15,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-1106-preview","name":"gpt-4","display_name":"gpt-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-32k","name":"gpt-4-32k","display_name":"gpt-4-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":30,"cacheRatio":1,"completionRatio":2,"order":10,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-32k-0314","name":"gpt-4-32k","display_name":"gpt-4-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":30,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-32k-0613","name":"gpt-4-32k","display_name":"gpt-4-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":30,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-turbo","name":"gpt-4-turbo","display_name":"gpt-4-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-turbo-2024-04-09","name":"gpt-4-turbo","display_name":"gpt-4-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-turbo-preview","name":"gpt-4-turbo","display_name":"gpt-4-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-vision-preview","name":"gpt-4-vision","display_name":"gpt-4-vision","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4.1","name":"gpt-4.1","display_name":"gpt-4.1","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1,"cacheRatio":0.25,"completionRatio":4,"order":800,"flag":2,"billingConfig":"{\"model_name\": \"gpt-4.1\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.025}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 1.0, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["tools","function_calling","structured_outputs","long_context"],"tags":["best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4.1-mini","name":"gpt-4.1-mini","display_name":"gpt-4.1-mini","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.2,"cacheRatio":0.25,"completionRatio":4,"order":799,"flag":1,"billingConfig":"{\"model_name\": \"gpt-4.1-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.025}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.2, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["tools","function_calling","structured_outputs","long_context"],"tags":["economical","lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4.1-nano","name":"gpt-4.1-nano","display_name":"gpt-4.1-nano","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.05,"cacheRatio":0.25,"completionRatio":4,"order":798,"flag":1,"billingConfig":"{\"model_name\": \"gpt-4.1-nano\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.05, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["tools","function_calling","structured_outputs","long_context"],"tags":["lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":0.5,"completionRatio":4,"order":111,"flag":0,"billingConfig":"{\"model_name\": \"gpt-4o\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.025}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 1.25, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["tools","function_calling","structured_outputs"],"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-2024-05-13","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":2.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"gpt-4o-2024-05-13\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.025}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 2.5, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 1.0, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 3.0}}}","source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-2024-08-06","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":0.5,"completionRatio":4,"order":56,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-2024-08-06-global","name":"gpt-4o-2024-08-06-global","display_name":"gpt-4o-2024-08-06-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":0.5,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-2024-11-20","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":0.5,"completionRatio":4,"order":112,"flag":0,"tags":["multi_modal","best","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-audio-preview","name":"gpt-4o-audio-preview","display_name":"gpt-4o-audio-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","audio"],"output":["text","audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":1,"completionRatio":4,"order":901,"flag":0,"tags":["multi_modal","bold"],"modalities":["text","audio"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-image","name":"gpt-4o-image","display_name":"gpt-4o-image","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":0,"completionRatio":1,"order":199,"flag":1,"tags":["best","sota"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-image-vip","name":"gpt-4o-image-vip","display_name":"gpt-4o-image-vip","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":3.5,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-mini","name":"gpt-4o-mini","display_name":"gpt-4o-mini","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.075,"cacheRatio":0.5,"completionRatio":4,"order":108,"flag":0,"billingConfig":"{\"model_name\": \"gpt-4o-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.025}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.075, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","tags":["multi_modal","best","economical","lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-mini-2024-07-18","name":"gpt-4o-mini","display_name":"gpt-4o-mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.075,"cacheRatio":0.5,"completionRatio":4,"order":0,"flag":0,"tags":["multi_modal","economical","lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-mini-audio-preview","name":"gpt-4o-mini-audio-preview","display_name":"gpt-4o-mini-audio-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","audio"],"output":["text","audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.075,"cacheRatio":1,"completionRatio":4,"order":901,"flag":0,"tags":["multi_modal","bold"],"modalities":["text","audio"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-mini-global","name":"gpt-4o-mini-global","display_name":"gpt-4o-mini-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.075,"cacheRatio":0.5,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-mini-search-preview","name":"gpt-4o-mini-search-preview","display_name":"gpt-4o-mini-search-preview","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.075,"cacheRatio":0.5,"completionRatio":4,"order":549,"flag":1,"features":["web","function_calling","structured_outputs"],"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-mini-tts","name":"gpt-4o-mini-tts","display_name":"gpt-4o-mini-tts","type":"audio","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":1,"completionRatio":1,"order":160,"flag":1,"tags":["bold","lightning"],"modalities":["audio"],"typeHints":["tts"],"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-search-preview","name":"gpt-4o-search-preview","display_name":"gpt-4o-search-preview","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":0.5,"completionRatio":4,"order":550,"flag":1,"features":["web","function_calling","structured_outputs"],"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-zh","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":1,"completionRatio":4,"order":99,"flag":0,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5","name":"gpt-5","display_name":"gpt-5","type":"chat","context_length":400000,"max_output_tokens":400000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.625,"cacheRatio":0.1,"completionRatio":8,"order":998,"flag":2,"billingConfig":"{\"model_name\": \"gpt-5\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.625, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.1, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0}}}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["coding"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-chat-latest","name":"gpt-5-chat-latest","display_name":"gpt-5-chat-latest","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.625,"cacheRatio":0.1,"completionRatio":8,"order":968,"flag":0,"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-codex","name":"gpt-5-codex","display_name":"gpt-5-codex","type":"chat","context_length":400000,"max_output_tokens":400000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.625,"cacheRatio":0.1,"completionRatio":8,"order":973,"flag":2,"features":["thinking","tools","function_calling","structured_outputs"],"tags":["best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-mini","name":"gpt-5-mini","display_name":"gpt-5-mini","type":"chat","context_length":400000,"max_output_tokens":400000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.125,"cacheRatio":0.1,"completionRatio":8,"order":970,"flag":2,"billingConfig":"{\"model_name\": \"gpt-5-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.125, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.1, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0}}}","features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-nano","name":"gpt-5-nano","display_name":"gpt-5-nano","type":"chat","context_length":400000,"max_output_tokens":400000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.025,"cacheRatio":0.1,"completionRatio":8,"order":969,"flag":0,"billingConfig":"{\"model_name\": \"gpt-5-nano\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.025, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.1, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0}}}","features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-pro","name":"gpt-5-pro","display_name":"gpt-5-pro","type":"chat","context_length":400000,"max_output_tokens":400000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":1,"completionRatio":8,"order":971,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-image-1","name":"gpt-image-1","display_name":"gpt-image-1","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":2.5,"cacheRatio":1,"completionRatio":8,"order":812,"flag":2,"billingConfig":"{\n \"model_name\": \"gpt-image-\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 2.5,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 8.0,\n \"input_image_tokens_ratio\": 2.0,\n \"output_image_tokens_ratio\": 8\n }\n },\n \"per_unit_price_config\":\n {},\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"input_image_tokens\",\n \"output_image_tokens\"\n ]\n}","tags":["sota"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-image-1-mini","name":"gpt-image-1-mini","display_name":"gpt-image-1-mini","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":2.5,"cacheRatio":1,"completionRatio":8,"order":812,"flag":2,"billingConfig":"{\n \"model_name\": \"gpt-image-1-mini\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 1.0,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0,\n \"input_image_tokens_ratio\": 1.25,\n \"output_image_tokens_ratio\": 4\n }\n },\n \"per_unit_price_config\":\n {},\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"input_image_tokens\",\n \"output_image_tokens\"\n ]\n}","tags":["sota"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-image-test","name":"gpt-image-test","display_name":"gpt-image-test","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":2.5,"cacheRatio":0,"completionRatio":8,"order":1,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-oss-120b","name":"gpt-oss-120b","display_name":"gpt-oss-120b","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":8,"modelRatio":0.09,"cacheRatio":1,"completionRatio":5,"order":400,"flag":1,"features":["thinking","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"gpt-oss-20b","name":"gpt-oss-20b","display_name":"gpt-oss-20b","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":8,"modelRatio":0.055,"cacheRatio":1,"completionRatio":5,"order":0,"flag":1,"features":["thinking","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"grok-2-1212","name":"grok-2","display_name":"grok-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.9,"cacheRatio":1,"completionRatio":5,"order":2,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-2-vision-1212","name":"grok-2","display_name":"grok-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.9,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"grok-3","name":"grok-3","display_name":"grok-3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":1.5,"cacheRatio":1,"completionRatio":5,"order":46,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-beta","name":"grok-3","display_name":"grok-3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":1.5,"cacheRatio":0,"completionRatio":5,"order":45,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-fast","name":"grok-3-fast","display_name":"grok-3-fast","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":2.75,"cacheRatio":0,"completionRatio":5,"order":44,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-fast-beta","name":"grok-3-fast-beta","display_name":"grok-3-fast-beta","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":2.75,"cacheRatio":0,"completionRatio":5,"order":43,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-mini","name":"grok-3-mini","display_name":"grok-3-mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.15,"cacheRatio":0,"completionRatio":1.67,"order":43,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-mini-beta","name":"grok-3-mini-beta","display_name":"grok-3-mini-beta","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.165,"cacheRatio":0,"completionRatio":1.67,"order":42,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-mini-fast-beta","name":"grok-3-mini-fast-beta","display_name":"grok-3-mini-fast-beta","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.165,"cacheRatio":1,"completionRatio":6.667,"order":40,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-4","name":"grok-4","display_name":"grok-4","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":1.65,"cacheRatio":0.25,"completionRatio":5,"order":800,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"grok-4-fast-non-reasoning","name":"grok-4-fast-non-reasoning","display_name":"grok-4-fast-non-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":29,"modelRatio":0.1,"cacheRatio":0.25,"completionRatio":2.5,"order":800,"flag":1,"billingConfig":"{\n \"model_name\": \"grok-4-fast-non-reasoning\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.1,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.25\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.125\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"grok-4-fast-reasoning","name":"grok-4-fast-reasoning","display_name":"grok-4-fast-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":29,"modelRatio":0.1,"cacheRatio":0.25,"completionRatio":2.5,"order":800,"flag":1,"billingConfig":"{\n \"model_name\": \"grok-4-fast-reasoning\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.1,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.25\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.125\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"grok-code-fast-1","name":"grok-code-fast-1","display_name":"grok-code-fast-1","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":8,"modelRatio":0.1,"cacheRatio":0.1,"completionRatio":7.5,"order":850,"flag":1,"tags":["coding"],"source":"public-provider-conf"},"vision":false},{"id":"grok-vision-beta","name":"grok-beta","display_name":"grok-beta","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":2.8,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gte-rerank-v2","name":"gte-rerank-v2","display_name":"gte-rerank-v2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.055,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-3.0-generate-002","name":"imagen-3.0-generate-002","display_name":"imagen-3.0-generate-002","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":1,"flag":1,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0","name":"imagen-4.0-generate-preview-06-06","display_name":"imagen-4.0-generate-preview-06-06","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":815,"flag":1,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-fast-generate-001","name":"imagen-4.0-fast-generate-001","display_name":"imagen-4.0-fast-generate-001","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":815,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.02}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-fast-generate-preview-06-06","name":"imagen-4.0-fast-generate-preview-06-06","display_name":"imagen-4.0-fast-generate-preview-06-06","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":815,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.02}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-generate-001","name":"imagen-4.0-generate-001","display_name":"imagen-4.0-generate-001","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":815,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.04}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-generate-preview-05-20","name":"imagen-4.0-generate-preview-05-20","display_name":"imagen-4.0-generate-preview-05-20","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":0,"flag":1,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-ultra","name":"imagen-4.0-ultra-generate-preview-06-06","display_name":"imagen-4.0-ultra-generate-preview-06-06","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":814,"flag":1,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-ultra-generate-001","name":"imagen-4.0-ultra-generate-001","display_name":"imagen-4.0-ultra-generate-001","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":815,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.06}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-ultra-generate-exp-05-20","name":"imagen-4.0-ultra-generate-exp-05-20","display_name":"imagen-4.0-ultra-generate-exp-05-20","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":700,"flag":1,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"inclusionAI/Ling-flash-2.0","name":"inclusionAI/Ling-flash-2.0","display_name":"inclusionAI/Ling-flash-2.0","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.068,"cacheRatio":1,"completionRatio":4,"order":600,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"inclusionAI/Ling-mini-2.0","name":"inclusionAI/Ling-mini-2.0","display_name":"inclusionAI/Ling-mini-2.0","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.034,"cacheRatio":1,"completionRatio":4,"order":600,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"irag-1.0","name":"irag-1.0","display_name":"irag-1.0","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":25,"providerId":11,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.019}}}","source":"public-provider-conf"},"vision":false},{"id":"jina-clip-v2","name":"jina-clip-v2","display_name":"jina-clip-v2","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":599,"flag":1,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":true},{"id":"jina-colbert-v2","name":"jina-colbert-v2","display_name":"jina-colbert-v2","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":555,"flag":1,"modalities":["text"],"typeHints":["embedding","reranking"],"source":"public-provider-conf"},"vision":false},{"id":"jina-deepsearch-v1","name":"jina-deepsearch-v1","display_name":"jina-deepsearch-v1","type":"chat","context_length":1000000,"max_output_tokens":1000000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":600,"flag":1,"features":["thinking","web","deepsearch"],"tags":["best"],"modalities":["text","image"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"jina-embeddings-v2-base-code","name":"jina-embeddings-v2-base-code","display_name":"jina-embeddings-v2-base-code","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"jina-embeddings-v3","name":"jina-embeddings-v3","display_name":"jina-embeddings-v3","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":0,"completionRatio":1,"order":545,"flag":1,"tags":["best"],"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"jina-embeddings-v4","name":"jina-embeddings-v4","display_name":"jina-embeddings-v4","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":600,"flag":1,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":true},{"id":"jina-reranker-m0","name":"jina-reranker-m0","display_name":"jina-reranker-m0","type":"chat","context_length":10000,"max_output_tokens":10000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":558,"flag":1,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"jina-reranker-v3","name":"jina-reranker-v3","display_name":"jina-reranker-v3","type":"chat","context_length":10000,"max_output_tokens":10000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":600,"flag":1,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"kimi-k2-0711","name":"kimi-k2-0711","display_name":"kimi-k2-0711","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":8,"modelRatio":0.27,"cacheRatio":1,"completionRatio":4,"order":800,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"kimi-k2-turbo-preview","name":"kimi-k2-turbo-preview","display_name":"kimi-k2-turbo-preview","type":"chat","context_length":262100,"max_output_tokens":262100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":0.6,"cacheRatio":0.25,"completionRatio":4,"order":800,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"kimi-latest","name":"kimi-latest","display_name":"kimi-latest","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":199,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"kimi-thinking-preview","name":"kimi-thinking-preview","display_name":"kimi-thinking-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":15,"cacheRatio":1,"completionRatio":1,"order":60,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"learnlm-1.5-pro-experimental","name":"Gemini 1.5 Pro","display_name":"Gemini 1.5 Pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-405b-instruct","name":"llama-3.1-405b","display_name":"llama-3.1-405b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-405b-reasoning","name":"llama-3.1-405b","display_name":"llama-3.1-405b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-70b","name":"llama-3.1-70b","display_name":"llama-3.1-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-70b-versatile","name":"llama-3.1-70b","display_name":"llama-3.1-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-8b-instant","name":"llama-3.1-8b","display_name":"llama-3.1-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Llama","developerId":11,"providerId":29,"modelRatio":0.15,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-sonar-huge-128k-online","name":"llama-3.1-sonar-huge-128k-online","display_name":"llama-3.1-sonar-huge-128k-online","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":2.8,"cacheRatio":1,"completionRatio":1,"order":5,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-sonar-large-128k-online","name":"llama-3.1-sonar-large-128k-online","display_name":"llama-3.1-sonar-large-128k-online","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":0.6,"cacheRatio":1,"completionRatio":1,"order":3,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-sonar-small-128k-online","name":"llama-3.1-sonar-small-128k-online","display_name":"llama-3.1-sonar-small-128k-online","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":0.15,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.2-11b-vision-preview","name":"Llama-3-2-11B","display_name":"Llama-3-2-11B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.2-1b-preview","name":"llama-3.2-1b","display_name":"llama-3.2-1b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.2-3b-preview","name":"llama-3.2-3b","display_name":"llama-3.2-3b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.2-90b-vision-preview","name":"Llama-3.2-90B","display_name":"Llama-3.2-90B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":1.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.3-70b","name":"llama-3.3-70b","display_name":"llama-3.3-70b","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Llama","developerId":11,"providerId":8,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-4-maverick","name":"llama-4-maverick-17b-128e-instruct","display_name":"llama-4-maverick-17b-128e-instruct","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Llama","developerId":11,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"llama-4-scout","name":"llama-4-scout-17b-16e-instruct","display_name":"llama-4-scout-17b-16e-instruct","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Llama","developerId":11,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":600,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"llama2-70b-4096","name":"llama2-70b","display_name":"llama2-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.25,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"llama2-7b-2048","name":"llama2-7b","display_name":"llama2-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-70b-8192","name":"llama3-70b","display_name":"llama3-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.35,"cacheRatio":1,"completionRatio":1.338983051,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-70b-8192(33)","name":"llama3-70b","display_name":"llama3-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":1.325,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-8b-8192","name":"llama3-8b","display_name":"llama3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.03,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-8b-8192(33)","name":"llama3-8b","display_name":"llama3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.15,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-groq-70b-8192-tool-use-preview","name":"llama3-70b","display_name":"llama3-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.000445,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-groq-8b-8192-tool-use-preview","name":"llama3-8b","display_name":"llama3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.000095,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3.1-8b","name":"llama3.1-8b","display_name":"llama3.1-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Llama","developerId":11,"providerId":8,"modelRatio":0.15,"cacheRatio":1,"completionRatio":2,"order":1,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama-3-70b","name":"meta-llama-3-70b","display_name":"meta-llama-3-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":24,"modelRatio":2.3975,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama-3-8b","name":"meta-llama-3-8b","display_name":"meta-llama-3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":24,"modelRatio":0.274,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/Llama-3.2-90B-Vision-Instruct","name":"Llama-3.2-90B","display_name":"Llama-3.2-90B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":8,"modelRatio":0.25,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-405b-instruct:free","name":"llama-3.1-405b","display_name":"llama-3.1-405b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-70b-instruct:free","name":"mellama-3.1-70b","display_name":"mellama-3.1-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-8b-instruct:free","name":"llama-3.1-8b","display_name":"llama-3.1-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-11b-vision-instruct:free","name":"llama-3.2-11b-vision","display_name":"llama-3.2-11b-vision","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-3b-instruct:free","name":"llama-3.2-3b","display_name":"llama-3.2-3b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta/llama-3.1-405b-instruct","name":"Llama-3-1-405B","display_name":"Llama-3-1-405B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":8,"modelRatio":2.5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta/llama3-8B-chat","name":"llama3-8b","display_name":"llama3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":8,"modelRatio":0.15,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct:free","name":"mistral-7b","display_name":"mistral-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":20,"modelRatio":0.001,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-128k","name":"moonshot-v1-128k","display_name":"moonshot-v1-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-128k-vision-preview","name":"moonshot-v1-128k-vision-preview","display_name":"moonshot-v1-128k-vision-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-32k","name":"moonshot-v1-32k","display_name":"moonshot-v1-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-32k-vision-preview","name":"moonshot-v1-32k-vision-preview","display_name":"moonshot-v1-32k-vision-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-8k","name":"moonshot-v1-8k","display_name":"moonshot-v1-8k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-8k-vision-preview","name":"moonshot-v1-8k-vision-preview","display_name":"moonshot-v1-8k-vision-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/Kimi-Dev-72B","name":"moonshotai/Kimi-Dev-72B","display_name":"moonshotai/Kimi-Dev-72B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":44,"modelRatio":0.16,"cacheRatio":0,"completionRatio":4,"order":100,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/Moonlight-16B-A3B-Instruct","name":"Moonlight-16B-A3B","display_name":"Moonlight-16B-A3B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":8,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":100,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","name":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","display_name":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Nvidia","developerId":17,"providerId":8,"modelRatio":0.25,"cacheRatio":0,"completionRatio":1,"order":12,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.1-nemotron-70b-instruct","name":"llama-3.1-nemotron-70b","display_name":"llama-3.1-nemotron-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Nvidia","developerId":17,"providerId":8,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o1","name":"o1","display_name":"o1","type":"chat","context_length":200,"max_output_tokens":200,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":0.5,"completionRatio":4,"order":260,"flag":0,"billingConfig":"{\"model_name\": \"o1\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 7.5, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking"],"tags":["multi_modal","best","bold"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"o1-2024-12-17","name":"o1","display_name":"o1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":0.5,"completionRatio":4,"order":1,"flag":0,"features":["thinking"],"tags":["best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"o1-global","name":"o1-global","display_name":"o1-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":1,"providerId":1,"modelRatio":7.5,"cacheRatio":0.5,"completionRatio":4,"order":100,"flag":0,"imagePriceConfig":"{}","source":"public-provider-conf"},"vision":false},{"id":"o1-mini","name":"o1-mini","display_name":"o1-mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":0.5,"completionRatio":4,"order":113,"flag":0,"billingConfig":"{\"model_name\": \"o1-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.55, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","source":"public-provider-conf"},"vision":false},{"id":"o1-mini-2024-09-12","name":"o1-mini","display_name":"o1-mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":0.5,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o1-preview","name":"o1-preview","display_name":"o1-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":0.5,"completionRatio":4,"order":114,"flag":0,"features":["thinking"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"o1-preview-2024-09-12","name":"o1-preview","display_name":"o1-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":0.5,"completionRatio":4,"order":10,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o1-pro","name":"o1-pro","display_name":"o1-pro","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":85,"cacheRatio":1,"completionRatio":4,"order":250,"flag":0,"billingConfig":"{\"model_name\": \"o1-pro\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 75, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 1.0, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking"],"tags":["best","sota"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"o3","name":"o3","display_name":"o3","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1,"cacheRatio":0.25,"completionRatio":4,"order":901,"flag":0,"billingConfig":"{\"model_name\": \"o3\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 1.0, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal","best","sota","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"o3-global","name":"o3-global","display_name":"o3-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1,"cacheRatio":0.25,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o3-mini","name":"o3-mini","display_name":"o3-mini","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.55,"cacheRatio":0.5,"completionRatio":4,"order":455,"flag":0,"billingConfig":"{\"model_name\": \"o3-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.55, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking"],"tags":["multi_modal","best","optimized","economical","lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"o3-mini-global","name":"o3-mini-global","display_name":"o3-mini-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.55,"cacheRatio":0.5,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o3-pro","name":"o3-pro","display_name":"o3-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":4,"order":900,"flag":0,"billingConfig":"{\"model_name\": \"o3-pro\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 10.0, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 1.0, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"o3-pro-global","name":"o3-pro-global","display_name":"o3-pro-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o4-mini","name":"o4-mini","display_name":"o4-mini","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.55,"cacheRatio":0.25,"completionRatio":4,"order":808,"flag":1,"billingConfig":"{\"model_name\": \"o4-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.55, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking","tool","function_calling","structured_outputs"],"tags":["best","optimized","economical","lightning","multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"omni-moderation-latest","name":"omni-moderation","display_name":"omni-moderation","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qianfan-chinese-llama-2-13b","name":"qianfan-chinese-llama-2-13b","display_name":"qianfan-chinese-llama-2-13b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":11,"providerId":24,"modelRatio":0.411,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qianfan-llama-vl-8b","name":"qianfan-llama-vl-8b","display_name":"qianfan-llama-vl-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":11,"providerId":24,"modelRatio":0.137,"cacheRatio":1,"completionRatio":2.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qianfan-qi-vl","name":"qianfan-qi-vl","display_name":"qianfan-qi-vl","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.1,"cacheRatio":1,"completionRatio":3,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-3-235b-a22b-instruct-2507","name":"qwen-3-235b-a22b-instruct-2507","display_name":"qwen-3-235b-a22b-instruct-2507","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":5,"order":20,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen-3-235b-a22b-thinking-2507","name":"qwen-3-235b-a22b-thinking-2507","display_name":"qwen-3-235b-a22b-thinking-2507","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":10,"order":400,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen-3-32b","name":"qwen-3-32b","display_name":"qwen-3-32b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.2,"cacheRatio":1,"completionRatio":4,"order":40,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-flash","name":"qwen-flash","display_name":"qwen-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.01,"cacheRatio":1,"completionRatio":10,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"qwen-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.010273, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}, \"tier2\": {\"model_ratio\": 0.041096, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}, \"tier3\": {\"model_ratio\": 0.082191, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","source":"public-provider-conf"},"vision":false},{"id":"qwen-flash-2025-07-28","name":"qwen-flash-2025-07-28","display_name":"qwen-flash-2025-07-28","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.01,"cacheRatio":1,"completionRatio":10,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"qwen-flash-2025-07-28\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.010273, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}, \"tier2\": {\"model_ratio\": 0.041095, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}, \"tier3\": {\"model_ratio\": 0.082191, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","source":"public-provider-conf"},"vision":false},{"id":"qwen-image","name":"qwen-image","display_name":"qwen-image","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":11,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.034}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"qwen-image-edit","name":"qwen-image-edit","display_name":"qwen-image-edit","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":11,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.041}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"qwen-image-plus","name":"qwen-image-plus","display_name":"qwen-image-plus","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":11,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.027}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"qwen-long","name":"qwen-long","display_name":"qwen-long","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-max","name":"qwen-max","display_name":"qwen-max","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.19,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-max-0125","name":"Qwen2.5-Max","display_name":"Qwen2.5-Max","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.19,"cacheRatio":1,"completionRatio":4,"order":98,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen-max-longcontext","name":"qwen-max-longcontext","display_name":"qwen-max-longcontext","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":3.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-mt-plus","name":"qwen-mt-plus","display_name":"qwen-mt-plus","type":"chat","context_length":16000,"max_output_tokens":16000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.246,"cacheRatio":1,"completionRatio":3,"order":600,"flag":1,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-mt-turbo","name":"qwen-mt-turbo","display_name":"qwen-mt-turbo","type":"chat","context_length":16000,"max_output_tokens":16000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.096,"cacheRatio":1,"completionRatio":2.786,"order":600,"flag":1,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-plus","name":"qwen-plus","display_name":"qwen-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.35,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-plus-2025-04-28","name":"qwen-plus-2025-04-28","display_name":"qwen-plus-2025-04-28","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.065,"cacheRatio":0,"completionRatio":20,"order":39,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-plus-2025-07-28","name":"qwen-plus-2025-07-28","display_name":"qwen-plus-2025-07-28","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.055,"cacheRatio":1,"completionRatio":2.5,"order":50,"flag":0,"billingConfig":"{\"model_name\": \"qwen-plus-2025-07-28\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.054794, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 2.5}, \"tier2\": {\"model_ratio\": 0.164383, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.333333}, \"tier3\": {\"model_ratio\": 0.328767, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","source":"public-provider-conf"},"vision":false},{"id":"qwen-plus-latest","name":"qwen-plus-latest","display_name":"qwen-plus-latest","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.055,"cacheRatio":1,"completionRatio":2.5,"order":50,"flag":1,"billingConfig":"{\"model_name\": \"qwen-plus-latest\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.054794, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 2.5}, \"tier2\": {\"model_ratio\": 0.164383, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.333333}, \"tier3\": {\"model_ratio\": 0.328767, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-qwq-32b","name":"qwen-qwq-32b","display_name":"qwen-qwq-32b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.2,"cacheRatio":1,"completionRatio":2,"order":99,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-turbo","name":"qwen-turbo","display_name":"qwen-turbo","type":"chat","context_length":1000000,"max_output_tokens":1000000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.18,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"features":["long_context"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-turbo-2024-11-01","name":"Qwen2.5-Turbo","display_name":"Qwen2.5-Turbo","type":"chat","context_length":1000000,"max_output_tokens":1000000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.18,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"features":["long_context"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-turbo-2025-04-28","name":"qwen-turbo-2025-04-28","display_name":"qwen-turbo-2025-04-28","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.023,"cacheRatio":0,"completionRatio":20,"order":40,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-turbo-latest","name":"qwen-turbo-latest","display_name":"qwen-turbo-latest","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.023,"cacheRatio":0,"completionRatio":20,"order":49,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-14b-instruct","name":"qwen2.5-14b","display_name":"qwen2.5-14b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.2,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-32b-instruct","name":"qwen2.5-32b","display_name":"qwen2.5-32b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.3,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-3b-instruct","name":"qwen2.5-3b","display_name":"qwen2.5-3b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.2,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-72b-instruct","name":"qwen2.5-72b","display_name":"qwen2.5-72b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.4,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-7b-instruct","name":"qwen2.5-7b","display_name":"qwen2.5-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.2,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-coder-1.5b-instruct","name":"qwen2.5-coder-1.5b","display_name":"qwen2.5-coder-1.5b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.1,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-coder-7b-instruct","name":"qwen2.5-coder-7b","display_name":"qwen2.5-coder-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.1,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-math-1.5b-instruct","name":"qwen2.5-math-1.5b","display_name":"qwen2.5-math-1.5b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-math-72b-instruct","name":"qwen2.5-math-72b","display_name":"qwen2.5-math-72b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.4,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-math-7b-instruct","name":"qwen2.5-math-7b","display_name":"qwen2.5-math-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.1,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-vl-72b-instruct","name":"qwen2.5-vl-72b","display_name":"qwen2.5-vl-72b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":1.2,"cacheRatio":1,"completionRatio":3,"order":100,"flag":1,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-0.6b","name":"qwen3-0.6b","display_name":"qwen3-0.6b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.023,"cacheRatio":0,"completionRatio":10,"order":41,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-1.7b","name":"qwen3-1.7b","display_name":"qwen3-1.7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.023,"cacheRatio":0,"completionRatio":10,"order":42,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-14b","name":"qwen3-14b","display_name":"qwen3-14b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.08,"cacheRatio":0,"completionRatio":10,"order":45,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-235b-a22b","name":"qwen3-235b-a22b","display_name":"qwen3-235b-a22b","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":4,"order":700,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-235b-a22b-instruct-2507","name":"qwen3-235b-a22b-instruct-2507","display_name":"qwen3-235b-a22b-instruct-2507","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":4,"order":704,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-235b-a22b-thinking-2507","name":"qwen3-235b-a22b-thinking-2507","display_name":"qwen3-235b-a22b-thinking-2507","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.14,"cacheRatio":1,"completionRatio":10,"order":704,"flag":0,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-30b-a3b","name":"qwen3-30b-a3b","display_name":"qwen3-30b-a3b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.06,"cacheRatio":0,"completionRatio":10,"order":47,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen3-30b-a3b-instruct-2507","name":"qwen3-30b-a3b-instruct-2507","display_name":"qwen3-30b-a3b-instruct-2507","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.0514,"cacheRatio":1,"completionRatio":4,"order":402,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen3-30b-a3b-thinking-2507","name":"qwen3-30b-a3b-thinking-2507","display_name":"qwen3-30b-a3b-thinking-2507","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.06,"cacheRatio":1,"completionRatio":10,"order":401,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen3-32b","name":"qwen3-32b","display_name":"qwen3-32b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.16,"cacheRatio":0,"completionRatio":10,"order":46,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-4b","name":"qwen3-4b","display_name":"qwen3-4b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.023,"cacheRatio":0,"completionRatio":10,"order":43,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-8b","name":"qwen3-8b","display_name":"qwen3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.04,"cacheRatio":0,"completionRatio":10,"order":44,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-coder-30b-a3b-instruct","name":"qwen3-coder-30b-a3b-instruct","display_name":"qwen3-coder-30b-a3b-instruct","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.1,"cacheRatio":1,"completionRatio":4,"order":703,"flag":0,"billingConfig":"{\"model_name\": \"qwen3-coder-30b-a3b-instruct\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.102739, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.154109, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier3\": {\"model_ratio\": 0.513698, \"tier_condition\": {\"max_tokens\": 200000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 5.0}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-coder-480b-a35b-instruct","name":"qwen3-coder-480b-a35b-instruct","display_name":"qwen3-coder-480b-a35b-instruct","type":"chat","context_length":262100,"max_output_tokens":262100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.41,"cacheRatio":1,"completionRatio":4,"order":702,"flag":1,"billingConfig":"{\"model_name\": \"qwen3-coder-480b-a35b-instruct\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.410958, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.616438, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier3\": {\"model_ratio\": 1.027397, \"tier_condition\": {\"max_tokens\": 200000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-coder-flash","name":"qwen3-coder-flash","display_name":"qwen3-coder-flash","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.068,"cacheRatio":1,"completionRatio":4,"order":700,"flag":1,"billingConfig":"{\"model_name\": \"qwen3-coder-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.068493, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.102739, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier3\": {\"model_ratio\": 0.171232, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier4\": {\"model_ratio\": 0.342465, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 5.0}}}","features":["tools","function_calling","structured_outputs"],"tags":["coding"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-coder-plus","name":"qwen3-coder-plus","display_name":"qwen3-coder-plus","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.27,"cacheRatio":0.2,"completionRatio":4,"order":700,"flag":0,"billingConfig":"{\"model_name\": \"qwen3-coder-plus\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.273972, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.410958, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier3\": {\"model_ratio\": 0.684931, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier4\": {\"model_ratio\": 1.369863, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-coder-plus-2025-07-22","name":"qwen3-coder-plus-2025-07-22","display_name":"qwen3-coder-plus-2025-07-22","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.27,"cacheRatio":1,"completionRatio":4,"order":700,"flag":1,"billingConfig":"{\"model_name\": \"qwen3-coder-plus-2025-07-22\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.273972, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.410958, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier3\": {\"model_ratio\": 0.684931, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier4\": {\"model_ratio\": 1.369863, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-embedding-0.6b","name":"qwen3-embedding-0.6b","display_name":"qwen3-embedding-0.6b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-embedding-4b","name":"qwen3-embedding-4b","display_name":"qwen3-embedding-4b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-embedding-8b","name":"qwen3-embedding-8b","display_name":"qwen3-embedding-8b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-max","name":"qwen3-max-preview","display_name":"qwen3-max-preview","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.411,"cacheRatio":1,"completionRatio":4,"order":705,"flag":1,"billingConfig":"{\n \"model_name\": \"qwen3-max\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.684932,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 2520000\n },\n \"model_ratio\": 1.027397,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-max-preview","name":"qwen3-max-preview","display_name":"qwen3-max-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.411,"cacheRatio":1,"completionRatio":4,"order":505,"flag":1,"billingConfig":"{\n \"model_name\": \"qwen3-max-preview\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 32000\n },\n \"model_ratio\": 0.410959,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 32001,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.684932,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n },\n \"tier3\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 2520000\n },\n \"model_ratio\": 1.027397,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-next-80b-a3b-instruct","name":"qwen3-next-80b-a3b-instruct","display_name":"qwen3-next-80b-a3b-instruct","type":"chat","context_length":262100,"max_output_tokens":262100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.069,"cacheRatio":1,"completionRatio":4,"order":705,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-next-80b-a3b-thinking","name":"qwen3-next-80b-a3b-thinking","display_name":"qwen3-next-80b-a3b-thinking","type":"chat","context_length":262100,"max_output_tokens":262100,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.069,"cacheRatio":1,"completionRatio":10,"order":705,"flag":0,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-reranker-0.6b","name":"qwen3-reranker-0.6b","display_name":"qwen3-reranker-0.6b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.055,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-reranker-4b","name":"qwen3-reranker-4b","display_name":"qwen3-reranker-4b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.055,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-reranker-8b","name":"qwen3-reranker-8b","display_name":"qwen3-reranker-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.055,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-vl-235b-a22b-instruct","name":"qwen3-vl-235b-a22b-instruct","display_name":"qwen3-vl-235b-a22b-instruct","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.137,"cacheRatio":1,"completionRatio":4,"order":800,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-vl-235b-a22b-thinking","name":"qwen3-vl-235b-a22b-thinking","display_name":"qwen3-vl-235b-a22b-thinking","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.137,"cacheRatio":1,"completionRatio":10,"order":800,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-vl-30b-a3b-instruct","name":"qwen3-vl-30b-a3b-instruct","display_name":"qwen3-vl-30b-a3b-instruct","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.0514,"cacheRatio":1,"completionRatio":4,"order":800,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-vl-30b-a3b-thinking","name":"qwen3-vl-30b-a3b-thinking","display_name":"qwen3-vl-30b-a3b-thinking","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.0514,"cacheRatio":1,"completionRatio":10,"order":800,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-vl-plus","name":"qwen3-vl-plus","display_name":"qwen3-vl-plus","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.0685,"cacheRatio":0.2,"completionRatio":10,"order":799,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"sonar","name":"sonar","display_name":"sonar","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":0.8,"cacheRatio":1,"completionRatio":1,"order":50,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"sonar-reasoning","name":"sonar-reasoning","display_name":"sonar-reasoning","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":0.8,"cacheRatio":1,"completionRatio":5,"order":70,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"sonar-reasoning-pro","name":"sonar-reasoning-pro","display_name":"sonar-reasoning-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":1.5,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"sora-2","name":"sora-2","display_name":"sora-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":910,"flag":0,"imagePriceConfig":"{\n\t\"generate\": {\n\t\t\"standard\": {\n\t\t\t\"standard\": 0.1\n\t\t}\n\t}\n}","typeHints":["t2v"],"source":"public-provider-conf"},"vision":false},{"id":"sora-2-hd","name":"sora-2-hd","display_name":"sora-2-hd","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":900,"flag":0,"typeHints":["t2v"],"source":"public-provider-conf"},"vision":false},{"id":"sora-2-pro","name":"sora-2-pro","display_name":"sora-2-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":910,"flag":0,"imagePriceConfig":"{\n\t\"generate\": {\n\t\t\"standard\": {\n\t\t\t\"standard\": 0.3\n\t\t},\n\t\t\"standard\": {\n\t\t\t\"720x1280\": 0.3\n\t\t},\n\t\t\"standard\": {\n\t\t\t\"1280x720\": 0.3\n\t\t},\n\t\t\"standard\": {\n\t\t\t\"1024x1792\": 0.5\n\t\t},\n\t\t\"standard\": {\n\t\t\t\"1792x1024\": 0.5\n\t\t}\n\t}\n}","typeHints":["t2v"],"source":"public-provider-conf"},"vision":false},{"id":"step-2-16k","name":"step-2","display_name":"step-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"阶跃星辰","developerId":16,"providerId":8,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"stepfun-ai/step3","name":"stepfun-ai/step3","display_name":"stepfun-ai/step3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"StepFun","developerId":16,"providerId":8,"modelRatio":0.55,"cacheRatio":1,"completionRatio":2.5,"order":50,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"tao-8k","name":"tao-8k","display_name":"tao-8k","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"tencent/Hunyuan-A13B-Instruct","name":"tencent/Hunyuan-A13B-Instruct","display_name":"tencent/Hunyuan-A13B-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Hunyuan","developerId":24,"providerId":8,"modelRatio":0.07,"cacheRatio":1,"completionRatio":4,"order":100,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"tencent/Hunyuan-MT-7B","name":"tencent/Hunyuan-MT-7B","display_name":"tencent/Hunyuan-MT-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Hunyuan","developerId":24,"providerId":23,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":90,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-ada-001","name":"text-ada-001","display_name":"text-ada-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-babbage-001","name":"text-babbage-001","display_name":"text-babbage-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.25,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-curie-001","name":"text-curie-001","display_name":"text-curie-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-davinci-002","name":"text-davinci","display_name":"text-davinci","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-davinci-003","name":"text-davinci","display_name":"text-davinci","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-davinci-edit-001","name":"text-davinci-edit-001","display_name":"text-davinci-edit-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-004","name":"text-embedding-004","display_name":"text-embedding-004","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":34,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-3-large","name":"text-embedding-3-large","display_name":"text-embedding-3-large","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.065,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-3-small","name":"text-embedding-3-small","display_name":"text-embedding-3-small","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-ada-002","name":"text-embedding-ada-002","display_name":"text-embedding-ada-002","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-v1","name":"text-embedding-v1","display_name":"text-embedding-v1","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-v4","name":"text-embedding-v4","display_name":"text-embedding-v4","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.04,"cacheRatio":1,"completionRatio":1,"order":50,"flag":1,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"text-moderation-007","name":"text-moderation","display_name":"text-moderation","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-moderation-latest","name":"text-moderation","display_name":"text-moderation","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-moderation-stable","name":"text-moderation","display_name":"text-moderation","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-search-ada-doc-001","name":"text-search-ada-doc-001","display_name":"text-search-ada-doc-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"tngtech/DeepSeek-R1T-Chimera","name":"tngtech/DeepSeek-R1T-Chimera","display_name":"tngtech/DeepSeek-R1T-Chimera","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":150,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"tts-1","name":"tts-1","display_name":"tts-1","type":"audio","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["tts"],"source":"public-provider-conf"},"vision":false},{"id":"tts-1-1106","name":"tts-1","display_name":"tts-1","type":"audio","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["tts"],"source":"public-provider-conf"},"vision":false},{"id":"tts-1-hd","name":"tts-1-hd","display_name":"tts-1-hd","type":"audio","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":15,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["tts"],"source":"public-provider-conf"},"vision":false},{"id":"tts-1-hd-1106","name":"tts-1-hd","display_name":"tts-1-hd","type":"audio","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":15,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["tts"],"source":"public-provider-conf"},"vision":false},{"id":"unsloth/gemma-3-12b-it","name":"gemma-3-12b","display_name":"gemma-3-12b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":8,"modelRatio":0.1,"cacheRatio":0,"completionRatio":4,"order":99,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"unsloth/gemma-3-27b-it","name":"gemma-3-27b","display_name":"gemma-3-27b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":8,"modelRatio":0.11,"cacheRatio":0,"completionRatio":1,"order":100,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"veo-2.0-generate-001","name":"veo-2.0-generate-001","display_name":"veo-2.0-generate-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["video"],"output":["video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":820,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.35}}}","tags":["multi_modal"],"modalities":["video"],"typeHints":["t2v"],"source":"public-provider-conf"},"vision":true},{"id":"veo-3","name":"veo3","display_name":"veo3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":1,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":0,"flag":1,"tags":["multi_modal"],"modalities":["text","image","audio","video"],"typeHints":["t2v"],"source":"public-provider-conf"},"vision":true},{"id":"veo-3.0-generate-preview","name":"veo-3.0-generate-preview","display_name":"veo-3.0-generate-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":800,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.75}}}","tags":["multi_modal"],"modalities":["text","image","video"],"typeHints":["t2v"],"source":"public-provider-conf"},"vision":true},{"id":"veo3","name":"veo3","display_name":"veo3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":1,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":0,"flag":0,"tags":["multi_modal"],"modalities":["text","image","audio","video"],"typeHints":["t2v"],"source":"public-provider-conf"},"vision":true},{"id":"veo3.1","name":"veo3.1","display_name":"veo3.1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":100,"cacheRatio":1,"completionRatio":1,"order":820,"flag":1,"tags":["multi_modal"],"typeHints":["t2v"],"source":"public-provider-conf"},"vision":false},{"id":"web-sora-2","name":"web-sora-2","display_name":"web-sora-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":900,"flag":0,"typeHints":["t2v"],"source":"public-provider-conf"},"vision":false},{"id":"whisper-1","name":"whisper-1","display_name":"whisper-1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":50,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["stt"],"source":"public-provider-conf"},"vision":false},{"id":"whisper-large-v3","name":"whisper-large","display_name":"whisper-large","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":29,"modelRatio":15.417,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["stt"],"source":"public-provider-conf"},"vision":false},{"id":"yi-large","name":"yi-large","display_name":"yi-large","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":31,"modelRatio":1.5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"yi-large-rag","name":"yi-large-rag","display_name":"yi-large-rag","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":31,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"yi-large-turbo","name":"yi-large-turbo","display_name":"yi-large-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":31,"modelRatio":0.9,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"yi-lightning","name":"yi-lightning","display_name":"yi-lightning","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":31,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"yi-medium","name":"yi-medium","display_name":"yi-medium","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":31,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"yi-vl-plus","name":"yi-vl-plus","display_name":"yi-vl-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":8,"modelRatio":0.000426,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false}],"metadata":{"upstream":"aihubmix-api","fetchedAt":"2025-10-22T10:05:32.424Z","modelCount":537,"source":"public-provider-conf"}} \ No newline at end of file diff --git a/dist/alibaba-cn.json b/dist/alibaba-cn.json new file mode 100644 index 0000000..e754845 --- /dev/null +++ b/dist/alibaba-cn.json @@ -0,0 +1 @@ +{"id":"alibaba-cn","api":"https://dashscope.aliyuncs.com/compatible-mode/v1","name":"alibaba-cn","doc":"https://www.alibabacloud.com/help/en/model-studio/models","display_name":"alibaba-cn","models":[{"id":"deepseek-r1-distill-qwen-7b","name":"DeepSeek R1 Distill Qwen 7B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.072,"output":0.144},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Qwen 7B"},{"id":"qwen3-asr-flash","name":"Qwen3-ASR Flash","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-04","release_date":"2025-09-08","last_updated":"2025-09-08","modalities":{"input":["audio"],"output":["text"]},"open_weights":false,"cost":{"input":0.032,"output":0.032},"limit":{"context":53248,"output":4096},"display_name":"Qwen3-ASR Flash"},{"id":"deepseek-r1-0528","name":"DeepSeek R1 0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-05-28","last_updated":"2025-05-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.574,"output":2.294},"limit":{"context":131072,"output":16384},"display_name":"DeepSeek R1 0528"},{"id":"deepseek-v3","name":"DeepSeek V3","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-12-01","last_updated":"2024-12-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.287,"output":1.147},"limit":{"context":65536,"output":8192},"display_name":"DeepSeek V3"},{"id":"qwen-omni-turbo","name":"Qwen-Omni Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-01-19","last_updated":"2025-03-26","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.058,"output":0.23,"input_audio":3.584,"output_audio":7.168},"limit":{"context":32768,"output":2048},"display_name":"Qwen-Omni Turbo"},{"id":"qwen-vl-max","name":"Qwen-VL Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-08","last_updated":"2025-08-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.23,"output":0.574},"limit":{"context":131072,"output":8192},"display_name":"Qwen-VL Max"},{"id":"deepseek-v3-2-exp","name":"DeepSeek V3.2 Exp","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.287,"output":0.431},"limit":{"context":131072,"output":65536},"display_name":"DeepSeek V3.2 Exp"},{"id":"qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09","last_updated":"2025-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":0.574},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Instruct"},{"id":"deepseek-r1","name":"DeepSeek R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.574,"output":2.294},"limit":{"context":131072,"output":16384},"display_name":"DeepSeek R1"},{"id":"qwen-turbo","name":"Qwen Turbo","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-11-01","last_updated":"2025-07-15","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.044,"output":0.087,"reasoning":0.431},"limit":{"context":131072,"output":16384},"display_name":"Qwen Turbo","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-vl-235b-a22b","name":"Qwen3-VL 235B-A22B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.286705,"output":1.14682,"reasoning":2.867051},"limit":{"context":131072,"output":32768},"display_name":"Qwen3-VL 235B-A22B"},{"id":"qwen3-coder-flash","name":"Qwen3 Coder Flash","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.144,"output":0.574},"limit":{"context":1000000,"output":65536},"display_name":"Qwen3 Coder Flash"},{"id":"qwen3-vl-30b-a3b","name":"Qwen3-VL 30B-A3B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.108,"output":0.431,"reasoning":1.076},"limit":{"context":131072,"output":32768},"display_name":"Qwen3-VL 30B-A3B"},{"id":"qwen3-14b","name":"Qwen3 14B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":0.574,"reasoning":1.434},"limit":{"context":131072,"output":8192},"display_name":"Qwen3 14B"},{"id":"qvq-max","name":"QVQ Max","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-03-25","last_updated":"2025-03-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.147,"output":4.588},"limit":{"context":131072,"output":8192},"display_name":"QVQ Max"},{"id":"deepseek-r1-distill-qwen-32b","name":"DeepSeek R1 Distill Qwen 32B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.287,"output":0.861},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Qwen 32B"},{"id":"qwen-plus-character","name":"Qwen Plus Character","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01","last_updated":"2024-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.115,"output":0.287},"limit":{"context":32768,"output":4096},"display_name":"Qwen Plus Character"},{"id":"qwen2-5-14b-instruct","name":"Qwen2.5 14B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":0.431},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 14B Instruct"},{"id":"qwq-plus","name":"QwQ Plus","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":32768,"default":32768}},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-03-05","last_updated":"2025-03-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.23,"output":0.574},"limit":{"context":131072,"output":8192},"display_name":"QwQ Plus","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen2-5-coder-32b-instruct","name":"Qwen2.5-Coder 32B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-11","last_updated":"2024-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":0.861},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-Coder 32B Instruct"},{"id":"qwen3-coder-30b-a3b-instruct","name":"Qwen3-Coder 30B-A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.216,"output":0.861},"limit":{"context":262144,"output":65536},"display_name":"Qwen3-Coder 30B-A3B Instruct"},{"id":"qwen-math-plus","name":"Qwen Math Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-08-16","last_updated":"2024-09-19","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.574,"output":1.721},"limit":{"context":4096,"output":3072},"display_name":"Qwen Math Plus"},{"id":"qwen-vl-ocr","name":"Qwen Vl Ocr","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2024-10-28","last_updated":"2025-04-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.717,"output":0.717},"limit":{"context":34096,"output":4096},"display_name":"Qwen Vl Ocr"},{"id":"qwen-doc-turbo","name":"Qwen Doc Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01","last_updated":"2024-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.087,"output":0.144},"limit":{"context":131072,"output":8192},"display_name":"Qwen Doc Turbo"},{"id":"qwen-deep-research","name":"Qwen Deep Research","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01","last_updated":"2024-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":7.742,"output":23.367},"limit":{"context":1000000,"output":32768},"display_name":"Qwen Deep Research"},{"id":"qwen2-5-72b-instruct","name":"Qwen2.5 72B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.574,"output":1.721},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 72B Instruct"},{"id":"qwen3-omni-flash","name":"Qwen3-Omni Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.058,"output":0.23,"input_audio":3.584,"output_audio":7.168},"limit":{"context":65536,"output":16384},"display_name":"Qwen3-Omni Flash"},{"id":"qwen-flash","name":"Qwen Flash","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.022,"output":0.216},"limit":{"context":1000000,"output":32768},"display_name":"Qwen Flash","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-8b","name":"Qwen3 8B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.072,"output":0.287,"reasoning":0.717},"limit":{"context":131072,"output":8192},"display_name":"Qwen3 8B"},{"id":"qwen3-omni-flash-realtime","name":"Qwen3-Omni Flash Realtime","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image","audio"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.23,"output":0.918,"input_audio":3.584,"output_audio":7.168},"limit":{"context":65536,"output":16384},"display_name":"Qwen3-Omni Flash Realtime"},{"id":"qwen2-5-vl-72b-instruct","name":"Qwen2.5-VL 72B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":2.294,"output":6.881},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-VL 72B Instruct"},{"id":"qwen3-vl-plus","name":"Qwen3 VL Plus","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":false,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.143353,"output":1.433525,"reasoning":4.300576},"limit":{"context":262144,"output":32768},"display_name":"Qwen3 VL Plus"},{"id":"qwen-plus","name":"Qwen Plus","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01-25","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.115,"output":0.287,"reasoning":1.147},"limit":{"context":1000000,"output":32768},"display_name":"Qwen Plus","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen2-5-32b-instruct","name":"Qwen2.5 32B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":0.861},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 32B Instruct"},{"id":"qwen2-5-omni-7b","name":"Qwen2.5-Omni 7B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-12","last_updated":"2024-12","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":true,"cost":{"input":0.087,"output":0.345,"input_audio":5.448},"limit":{"context":32768,"output":2048},"display_name":"Qwen2.5-Omni 7B"},{"id":"qwen-max","name":"Qwen Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-03","last_updated":"2025-01-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.345,"output":1.377},"limit":{"context":32768,"output":8192},"display_name":"Qwen Max","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-long","name":"Qwen Long","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01-25","last_updated":"2025-01-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.072,"output":0.287},"limit":{"context":1000000,"output":8192},"display_name":"Qwen Long"},{"id":"qwen2-5-math-72b-instruct","name":"Qwen2.5-Math 72B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.574,"output":1.721},"limit":{"context":4096,"output":3072},"display_name":"Qwen2.5-Math 72B Instruct"},{"id":"moonshot-kimi-k2-instruct","name":"Moonshot Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.574,"output":2.294},"limit":{"context":131072,"output":131072},"display_name":"Moonshot Kimi K2 Instruct"},{"id":"tongyi-intent-detect-v3","name":"Tongyi Intent Detect V3","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2024-01","last_updated":"2024-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.058,"output":0.144},"limit":{"context":8192,"output":1024},"display_name":"Tongyi Intent Detect V3"},{"id":"qwen2-5-7b-instruct","name":"Qwen2.5 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.072,"output":0.144},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 7B Instruct"},{"id":"qwen2-5-vl-7b-instruct","name":"Qwen2.5-VL 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":0.717},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-VL 7B Instruct"},{"id":"deepseek-v3-1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.574,"output":1.721},"limit":{"context":131072,"output":65536},"display_name":"DeepSeek V3.1"},{"id":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.287,"output":0.861},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Llama 70B"},{"id":"qwen3-235b-a22b","name":"Qwen3 235B A22B","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":1.147,"reasoning":2.868},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 235B A22B"},{"id":"qwen2-5-coder-7b-instruct","name":"Qwen2.5-Coder 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-11","last_updated":"2024-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":0.287},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-Coder 7B Instruct"},{"id":"deepseek-r1-distill-qwen-14b","name":"DeepSeek R1 Distill Qwen 14B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.144,"output":0.431},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Qwen 14B"},{"id":"qwen-omni-turbo-realtime","name":"Qwen-Omni Turbo Realtime","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-08","last_updated":"2025-05-08","modalities":{"input":["text","image","audio"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.23,"output":0.918,"input_audio":3.584,"output_audio":7.168},"limit":{"context":32768,"output":2048},"display_name":"Qwen-Omni Turbo Realtime"},{"id":"qwen-math-turbo","name":"Qwen Math Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09-19","last_updated":"2024-09-19","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.287,"output":0.861},"limit":{"context":4096,"output":3072},"display_name":"Qwen Math Turbo"},{"id":"qwen-mt-turbo","name":"Qwen Mt Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01","last_updated":"2025-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.101,"output":0.28},"limit":{"context":16384,"output":8192},"display_name":"Qwen Mt Turbo"},{"id":"deepseek-r1-distill-llama-8b","name":"DeepSeek R1 Distill Llama 8B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Llama 8B"},{"id":"qwen3-coder-480b-a35b-instruct","name":"Qwen3-Coder 480B-A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.861,"output":3.441},"limit":{"context":262144,"output":65536},"display_name":"Qwen3-Coder 480B-A35B Instruct"},{"id":"qwen-mt-plus","name":"Qwen Mt Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01","last_updated":"2025-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.259,"output":0.775},"limit":{"context":16384,"output":8192},"display_name":"Qwen Mt Plus"},{"id":"qwen3-max","name":"Qwen3 Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.861,"output":3.441},"limit":{"context":262144,"output":65536},"display_name":"Qwen3 Max"},{"id":"qwq-32b","name":"QwQ 32B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-12","last_updated":"2024-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":0.861},"limit":{"context":131072,"output":8192},"display_name":"QwQ 32B"},{"id":"qwen2-5-math-7b-instruct","name":"Qwen2.5-Math 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":0.287},"limit":{"context":4096,"output":3072},"display_name":"Qwen2.5-Math 7B Instruct"},{"id":"qwen3-next-80b-a3b-thinking","name":"Qwen3 Next 80B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":false,"knowledge":"2025-04","release_date":"2025-09","last_updated":"2025-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":1.434},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Thinking"},{"id":"deepseek-r1-distill-qwen-1-5b","name":"DeepSeek R1 Distill Qwen 1.5B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Qwen 1.5B"},{"id":"qwen3-32b","name":"Qwen3 32B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":1.147,"reasoning":2.868},"limit":{"context":131072,"output":16384},"display_name":"Qwen3 32B"},{"id":"qwen-vl-plus","name":"Qwen-VL Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01-25","last_updated":"2025-08-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.115,"output":0.287},"limit":{"context":131072,"output":8192},"display_name":"Qwen-VL Plus"},{"id":"qwen3-coder-plus","name":"Qwen3 Coder Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":5},"limit":{"context":1000000,"output":65536},"display_name":"Qwen3 Coder Plus"},{"id":"qwen3-coder-plus-2025-09-23","name":"Qwen3 Coder Plus 2025 09 23","display_name":"Qwen3 Coder Plus 2025 09 23","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":65536},"reasoning":{"supported":false}},{"id":"qwen3-coder-plus-2025-07-22","name":"Qwen3 Coder Plus 2025 07 22","display_name":"Qwen3 Coder Plus 2025 07 22","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":65536},"reasoning":{"supported":false}},{"id":"qwen-vl-ocr-latest","name":"Qwen Vl Ocr Latest","display_name":"Qwen Vl Ocr Latest","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":34096,"output":4096},"reasoning":{"supported":false}},{"id":"qvq-max-2025-05-15","name":"Qvq Max 2025 05 15","display_name":"Qvq Max 2025 05 15","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":16384,"default":16384}}},{"id":"qwen-turbo-latest","name":"Qwen Turbo Latest","display_name":"Qwen Turbo Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-turbo-2024-09-19","name":"Qwen Turbo 2024 09 19","display_name":"Qwen Turbo 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false}},{"id":"qwen-flash-2025-07-28","name":"Qwen Flash 2025 07 28","display_name":"Qwen Flash 2025 07 28","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-latest","name":"Qwen Plus Latest","display_name":"Qwen Plus Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-2024-09-19","name":"Qwen Plus 2024 09 19","display_name":"Qwen Plus 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false}},{"id":"qwen-plus-2025-07-14","name":"Qwen Plus 2025 07 14","display_name":"Qwen Plus 2025 07 14","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-2025-09-11","name":"Qwen Plus 2025 09 11","display_name":"Qwen Plus 2025 09 11","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-latest","name":"Qwen Max Latest","display_name":"Qwen Max Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-2024-09-19","name":"Qwen Max 2024 09 19","display_name":"Qwen Max 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-2024-04-28","name":"Qwen Max 2024 04 28","display_name":"Qwen Max 2024 04 28","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":2000},"reasoning":{"supported":false}},{"id":"qwen-max-2024-04-03","name":"Qwen Max 2024 04 03","display_name":"Qwen Max 2024 04 03","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":2000},"reasoning":{"supported":false}},{"id":"qwen-max-2025-01-25","name":"Qwen Max 2025 01 25","display_name":"Qwen Max 2025 01 25","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-max-2025-09-23","name":"Qwen3 Max 20250923","display_name":"Qwen3 Max 20250923","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":65536},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-max-preview","name":"Qwen3 Max Preview","display_name":"Qwen3 Max Preview","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":65536},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-235b-a22b-thinking-2507","name":"Qwen3 235B A22B Thinking 2507","display_name":"Qwen3 235B A22B Thinking 2507","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","display_name":"Qwen3 235B A22B Instruct 2507","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":false}},{"id":"qwen3-30b-a3b-instruct-2507","name":"Qwen3 30B A3B Instruct 2507","display_name":"Qwen3 30B A3B Instruct 2507","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":false}},{"id":"qwen3-30b-a3b-thinking-2507","name":"Qwen3 30B A3B Thinking 2507","display_name":"Qwen3 30B A3B Thinking 2507","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-30b-a3b","name":"Qwen3 30B A3B","display_name":"Qwen3 30B A3B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-4b","name":"Qwen3 4B","display_name":"Qwen3 4B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}}},{"id":"qwen3-1.7b","name":"Qwen3 1.7B","display_name":"Qwen3 1.7B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":30720,"default":30720}}},{"id":"qwen3-0.6b","name":"Qwen3 0.6B","display_name":"Qwen3 0.6B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":30720,"default":30720}}},{"id":"qwen3-vl-plus-2025-09-23","name":"Qwen3 VL Plus 2025 09 23","display_name":"Qwen3 VL Plus 2025 09 23","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwq-plus-latest","name":"QwQ Plus Latest","display_name":"QwQ Plus Latest","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":32768,"default":32768}},"search":{"supported":false}}]} \ No newline at end of file diff --git a/dist/alibaba.json b/dist/alibaba.json new file mode 100644 index 0000000..b899995 --- /dev/null +++ b/dist/alibaba.json @@ -0,0 +1 @@ +{"id":"alibaba","api":"https://dashscope-intl.aliyuncs.com/compatible-mode/v1","name":"alibaba","doc":"https://www.alibabacloud.com/help/en/model-studio/models","display_name":"alibaba","models":[{"id":"qwen3-livetranslate-flash-realtime","name":"Qwen3-LiveTranslate Flash Realtime","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-09-22","last_updated":"2025-09-22","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":10,"output":10,"input_audio":10,"output_audio":38},"limit":{"context":53248,"output":4096},"display_name":"Qwen3-LiveTranslate Flash Realtime"},{"id":"qwen3-asr-flash","name":"Qwen3-ASR Flash","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-04","release_date":"2025-09-08","last_updated":"2025-09-08","modalities":{"input":["audio"],"output":["text"]},"open_weights":false,"cost":{"input":0.035,"output":0.035},"limit":{"context":53248,"output":4096},"display_name":"Qwen3-ASR Flash"},{"id":"qwen-omni-turbo","name":"Qwen-Omni Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-01-19","last_updated":"2025-03-26","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.07,"output":0.27,"input_audio":4.44,"output_audio":8.89},"limit":{"context":32768,"output":2048},"display_name":"Qwen-Omni Turbo"},{"id":"qwen-vl-max","name":"Qwen-VL Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-08","last_updated":"2025-08-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":3.2},"limit":{"context":131072,"output":8192},"display_name":"Qwen-VL Max"},{"id":"qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09","last_updated":"2025-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Instruct"},{"id":"qwen-turbo","name":"Qwen Turbo","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-11-01","last_updated":"2025-04-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.2,"reasoning":0.5},"limit":{"context":131072,"output":16384},"display_name":"Qwen Turbo","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-vl-235b-a22b","name":"Qwen3-VL 235B-A22B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8,"reasoning":8.4},"limit":{"context":131072,"output":32768},"display_name":"Qwen3-VL 235B-A22B"},{"id":"qwen3-coder-flash","name":"Qwen3 Coder Flash","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":1.5},"limit":{"context":1000000,"output":65536},"display_name":"Qwen3 Coder Flash"},{"id":"qwen3-vl-30b-a3b","name":"Qwen3-VL 30B-A3B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.8,"reasoning":2.4},"limit":{"context":131072,"output":32768},"display_name":"Qwen3-VL 30B-A3B"},{"id":"qwen3-14b","name":"Qwen3 14B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":1.4,"reasoning":4.2},"limit":{"context":131072,"output":8192},"display_name":"Qwen3 14B"},{"id":"qvq-max","name":"QVQ Max","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-03-25","last_updated":"2025-03-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.2,"output":4.8},"limit":{"context":131072,"output":8192},"display_name":"QVQ Max"},{"id":"qwen-plus-character-ja","name":"Qwen Plus Character (Japanese)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01","last_updated":"2024-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":1.4},"limit":{"context":8192,"output":512},"display_name":"Qwen Plus Character (Japanese)"},{"id":"qwen2-5-14b-instruct","name":"Qwen2.5 14B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":1.4},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 14B Instruct"},{"id":"qwq-plus","name":"QwQ Plus","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":32768,"default":32768}},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-03-05","last_updated":"2025-03-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":2.4},"limit":{"context":131072,"output":8192},"display_name":"QwQ Plus","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-coder-30b-a3b-instruct","name":"Qwen3-Coder 30B-A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.45,"output":2.25},"limit":{"context":262144,"output":65536},"display_name":"Qwen3-Coder 30B-A3B Instruct"},{"id":"qwen-vl-ocr","name":"Qwen Vl Ocr","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2024-10-28","last_updated":"2025-04-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.72,"output":0.72},"limit":{"context":34096,"output":4096},"display_name":"Qwen Vl Ocr"},{"id":"qwen2-5-72b-instruct","name":"Qwen2.5 72B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.4,"output":5.6},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 72B Instruct"},{"id":"qwen3-omni-flash","name":"Qwen3-Omni Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.43,"output":1.66,"input_audio":3.81,"output_audio":15.11},"limit":{"context":65536,"output":16384},"display_name":"Qwen3-Omni Flash"},{"id":"qwen-flash","name":"Qwen Flash","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4},"limit":{"context":1000000,"output":32768},"display_name":"Qwen Flash","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-8b","name":"Qwen3 8B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.18,"output":0.7,"reasoning":2.1},"limit":{"context":131072,"output":8192},"display_name":"Qwen3 8B"},{"id":"qwen3-omni-flash-realtime","name":"Qwen3-Omni Flash Realtime","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.52,"output":1.99,"input_audio":4.57,"output_audio":18.13},"limit":{"context":65536,"output":16384},"display_name":"Qwen3-Omni Flash Realtime"},{"id":"qwen2-5-vl-72b-instruct","name":"Qwen2.5-VL 72B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":2.8,"output":8.4},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-VL 72B Instruct"},{"id":"qwen3-vl-plus","name":"Qwen3 VL Plus","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":false,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":1.6,"reasoning":4.8},"limit":{"context":262144,"output":32768},"display_name":"Qwen3 VL Plus"},{"id":"qwen-plus","name":"Qwen Plus","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01-25","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.2,"reasoning":4},"limit":{"context":1000000,"output":32768},"display_name":"Qwen Plus","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen2-5-32b-instruct","name":"Qwen2.5 32B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 32B Instruct"},{"id":"qwen2-5-omni-7b","name":"Qwen2.5-Omni 7B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-12","last_updated":"2024-12","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":true,"cost":{"input":0.1,"output":0.4,"input_audio":6.76},"limit":{"context":32768,"output":2048},"display_name":"Qwen2.5-Omni 7B"},{"id":"qwen-max","name":"Qwen Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-03","last_updated":"2025-01-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.6,"output":6.4},"limit":{"context":32768,"output":8192},"display_name":"Qwen Max","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen2-5-7b-instruct","name":"Qwen2.5 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.175,"output":0.7},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 7B Instruct"},{"id":"qwen2-5-vl-7b-instruct","name":"Qwen2.5-VL 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":1.05},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-VL 7B Instruct"},{"id":"qwen3-235b-a22b","name":"Qwen3 235B A22B","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8,"reasoning":8.4},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 235B A22B"},{"id":"qwen-omni-turbo-realtime","name":"Qwen-Omni Turbo Realtime","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-08","last_updated":"2025-05-08","modalities":{"input":["text","image","audio"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.27,"output":1.07,"input_audio":4.44,"output_audio":8.89},"limit":{"context":32768,"output":2048},"display_name":"Qwen-Omni Turbo Realtime"},{"id":"qwen-mt-turbo","name":"Qwen Mt Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01","last_updated":"2025-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.16,"output":0.49},"limit":{"context":16384,"output":8192},"display_name":"Qwen Mt Turbo"},{"id":"qwen3-coder-480b-a35b-instruct","name":"Qwen3-Coder 480B-A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.5,"output":7.5},"limit":{"context":262144,"output":65536},"display_name":"Qwen3-Coder 480B-A35B Instruct"},{"id":"qwen-mt-plus","name":"Qwen Mt Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01","last_updated":"2025-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2.46,"output":7.37},"limit":{"context":16384,"output":8192},"display_name":"Qwen Mt Plus"},{"id":"qwen3-max","name":"Qwen3 Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.2,"output":6},"limit":{"context":262144,"output":65536},"display_name":"Qwen3 Max"},{"id":"qwen3-coder-plus","name":"Qwen3 Coder Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":5},"limit":{"context":1000000,"output":65536},"display_name":"Qwen3 Coder Plus"},{"id":"qwen3-next-80b-a3b-thinking","name":"Qwen3 Next 80B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":false,"knowledge":"2025-04","release_date":"2025-09","last_updated":"2025-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":6},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Thinking"},{"id":"qwen3-32b","name":"Qwen3 32B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8,"reasoning":8.4},"limit":{"context":131072,"output":16384},"display_name":"Qwen3 32B"},{"id":"qwen-vl-plus","name":"Qwen-VL Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01-25","last_updated":"2025-08-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.21,"output":0.63},"limit":{"context":131072,"output":8192},"display_name":"Qwen-VL Plus"},{"id":"qwen3-coder-plus-2025-09-23","name":"Qwen3 Coder Plus 2025 09 23","display_name":"Qwen3 Coder Plus 2025 09 23","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":65536},"reasoning":{"supported":false}},{"id":"qwen3-coder-plus-2025-07-22","name":"Qwen3 Coder Plus 2025 07 22","display_name":"Qwen3 Coder Plus 2025 07 22","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":65536},"reasoning":{"supported":false}},{"id":"qwen-vl-ocr-latest","name":"Qwen Vl Ocr Latest","display_name":"Qwen Vl Ocr Latest","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":34096,"output":4096},"reasoning":{"supported":false}},{"id":"qvq-max-2025-05-15","name":"Qvq Max 2025 05 15","display_name":"Qvq Max 2025 05 15","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":16384,"default":16384}}},{"id":"qwen-long","name":"Qwen Long","display_name":"Qwen Long","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":8192},"reasoning":{"supported":false}},{"id":"qwen-turbo-latest","name":"Qwen Turbo Latest","display_name":"Qwen Turbo Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-turbo-2024-09-19","name":"Qwen Turbo 2024 09 19","display_name":"Qwen Turbo 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false}},{"id":"qwen-flash-2025-07-28","name":"Qwen Flash 2025 07 28","display_name":"Qwen Flash 2025 07 28","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-latest","name":"Qwen Plus Latest","display_name":"Qwen Plus Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-2024-09-19","name":"Qwen Plus 2024 09 19","display_name":"Qwen Plus 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false}},{"id":"qwen-plus-2025-07-14","name":"Qwen Plus 2025 07 14","display_name":"Qwen Plus 2025 07 14","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-2025-09-11","name":"Qwen Plus 2025 09 11","display_name":"Qwen Plus 2025 09 11","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-latest","name":"Qwen Max Latest","display_name":"Qwen Max Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-2024-09-19","name":"Qwen Max 2024 09 19","display_name":"Qwen Max 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-2024-04-28","name":"Qwen Max 2024 04 28","display_name":"Qwen Max 2024 04 28","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":2000},"reasoning":{"supported":false}},{"id":"qwen-max-2024-04-03","name":"Qwen Max 2024 04 03","display_name":"Qwen Max 2024 04 03","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":2000},"reasoning":{"supported":false}},{"id":"qwen-max-2025-01-25","name":"Qwen Max 2025 01 25","display_name":"Qwen Max 2025 01 25","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-max-2025-09-23","name":"Qwen3 Max 20250923","display_name":"Qwen3 Max 20250923","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":65536},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-max-preview","name":"Qwen3 Max Preview","display_name":"Qwen3 Max Preview","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":65536},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-235b-a22b-thinking-2507","name":"Qwen3 235B A22B Thinking 2507","display_name":"Qwen3 235B A22B Thinking 2507","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","display_name":"Qwen3 235B A22B Instruct 2507","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":false}},{"id":"qwen3-30b-a3b-instruct-2507","name":"Qwen3 30B A3B Instruct 2507","display_name":"Qwen3 30B A3B Instruct 2507","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":false}},{"id":"qwen3-30b-a3b-thinking-2507","name":"Qwen3 30B A3B Thinking 2507","display_name":"Qwen3 30B A3B Thinking 2507","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-30b-a3b","name":"Qwen3 30B A3B","display_name":"Qwen3 30B A3B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-4b","name":"Qwen3 4B","display_name":"Qwen3 4B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}}},{"id":"qwen3-1.7b","name":"Qwen3 1.7B","display_name":"Qwen3 1.7B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":30720,"default":30720}}},{"id":"qwen3-0.6b","name":"Qwen3 0.6B","display_name":"Qwen3 0.6B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":30720,"default":30720}}},{"id":"qwen3-vl-plus-2025-09-23","name":"Qwen3 VL Plus 2025 09 23","display_name":"Qwen3 VL Plus 2025 09 23","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwq-plus-latest","name":"QwQ Plus Latest","display_name":"QwQ Plus Latest","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":32768,"default":32768}},"search":{"supported":false}}]} \ No newline at end of file diff --git a/dist/all.json b/dist/all.json index 28c769b..7553400 100644 --- a/dist/all.json +++ b/dist/all.json @@ -1,431 +1 @@ -{ - "version": "1.0.0", - "generatedAt": "2025-08-30T09:13:28.080881Z", - "totalModels": 38, - "providers": { - "ppinfra": { - "providerId": "ppinfra", - "providerName": "PPInfra", - "models": [ - { - "id": "deepseek/deepseek-v3.1", - "name": "Deepseek V3.1", - "contextLength": 163840, - "maxTokens": 163840, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "DeepSeek-V3.1 是 DeepSeek最新的模型,支持思考和非思考混合模式。 该模型是在 DeepSeek-V3.1-Base 基础上进行后期训练的,而该基础模型是通过两阶段长上下文扩展方法从原始 V3 基础检查点发展而来,该方法遵循了原始 DeepSeek-V3 报告中概述的技术路线。我们通过收集更多长文本文档显著扩展了训练数据集,并大幅延长了两个训练阶段的规模:32K 上下文扩展阶段的训练量提升10倍达到6300亿token,128K扩展阶段则扩大3.3倍至2090亿token。" - }, - { - "id": "qwen/qwen3-coder-480b-a35b-instruct", - "name": "Qwen3 Coder 480B A35B Instruct", - "contextLength": 262144, - "maxTokens": 260000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Qwen3-Coder-480B-A35B-Instruct 是由Qwen推出的尖端开源编程模型,在智能体编程(Agentic Coding)、浏览器自动化及核心开发任务中达到与Claude Sonnet同等的性能水平。该模型原生支持256K上下文窗口(通过YaRN技术可扩展至1M token),擅长仓库级代码分析,并针对Qwen Code、CLINE等平台设计了专用函数调用协议——使其成为复杂实际开发工作流的理想选择。" - }, - { - "id": "moonshotai/kimi-k2-instruct", - "name": "Kimi K2 Instruct", - "contextLength": 131072, - "maxTokens": 128000, - "vision": true, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Kimi K2 是一种最先进的专家混合 (MoE) 语言模型,具有 320 亿个激活参数和 1 万亿个总参数。使用 Muon 优化器进行训练,Kimi K2 在前沿知识、推理和编码任务方面实现了卓越的性能,同时针对代理功能进行了精心优化,专为工具使用、推理和自主解决问题而设计。" - }, - { - "id": "deepseek/deepseek-v3-0324", - "name": "DeepSeek V3 0324", - "contextLength": 163840, - "maxTokens": 163840, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "DeepSeek V3 0324 是深度求索(DeepSeek)团队旗舰级对话模型系列的最新版本,采用混合专家(Mixture-of-Experts, MoE)架构,参数量达685B参数。" - }, - { - "id": "qwen/qwen3-235b-a22b-thinking-2507", - "name": "Qwen3 235B A22b Thinking 2507", - "contextLength": 131072, - "maxTokens": 114688, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "Qwen3-235B-A22B-Thinking-2507是Qwen3系列最新推出的具备思维能力的突破性模型,在推理能力方面实现了跨越式提升。这款先进AI在逻辑推理、数学运算、科学分析、编程任务以及学术基准测试中均展现出显著增强的性能表现,其水平已达到甚至超越人类专家级别,在开源思维模型中树立了全新的性能标杆。除了卓越的推理能力外,该模型在通用能力方面也有显著提升,包括更精准的指令理解与执行、更复杂的工具调用能力、高度拟真的文本生成效果,以及与人类偏好更契合的输出表现。同时,其增强的256K超长上下文理解能力,使其能够精准把握长篇文档和复杂讨论的深层逻辑关联。" - }, - { - "id": "qwen/qwen3-235b-a22b-instruct-2507", - "name": "Qwen3 235B A22B Instruct 2507", - "contextLength": 262144, - "maxTokens": 260000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Qwen3-235B-A22B-Instruct-2507 是基于 Qwen3-235B 架构的多语言指令微调混合专家语言模型,每次前向推理激活 220 亿参数。该模型针对通用文本生成任务优化,涵盖指令遵循、逻辑推理、数学计算、代码生成及工具调用等能力。其原生支持 26.2 万 token 的超长上下文窗口,且未采用 \"\" 思维链显式标注模式。\n相较于基础版本,本版本在知识覆盖广度、长文本推理能力、编程基准测试以及开放性任务对齐度等方面实现显著提升。模型尤其擅长多语言理解、数学推理(如美国数学邀请赛 AIME、哈佛-麻省理工数学锦标赛 HMMT),并在 Arena-Hard 综合评测与写作专项评测 WritingBench 中表现优异。" - }, - { - "id": "baichuan/baichuan-m2-32b", - "name": "BaiChuan M2 32B", - "contextLength": 131072, - "maxTokens": 131072, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "百川M2是一款专为真实医疗场景设计的智能推理模型。我们从实际医疗问题出发,基于大规模验证系统进行强化学习训练,在保持通用能力的同时,实现了医疗推理能力的突破性提升。作为当前全球领先的开源医疗大模型,百川M2在HealthBench医疗基准测试中表现优异:超越所有开源模型(包括GPT-OSS-120B),优于众多前沿闭源模型,是目前最接近GPT-5医疗能力的开源模型\n实践证明:强大的验证系统是连接模型能力与现实应用的关键,端到端的强化学习方法能显著提升医疗推理能力\n百川M2的发布,标志着医疗人工智能领域的技术突破,为智慧医疗发展提供了全新可能。" - }, - { - "id": "zai-org/glm-4.5v", - "name": "GLM 4.5V", - "contextLength": 65536, - "maxTokens": 65536, - "vision": true, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "Z.ai推出的GLM-4.5V视觉推理模型树立了行业新标杆,在42项基准测试中均达到同规模开源模型的最高水平。该模型不仅擅长基准测试,更通过混合训练技术在真实场景中展现出卓越性能,具备全方位的视觉理解能力——包括图像/视频分析、图形界面交互、复杂文档处理以及精准的视觉元素定位等核心功能。\n在中国GeoGuessr地理定位挑战赛中,GLM-4.5V仅用16小时就超越了99%的人类选手(共21000人参与),一周内攀升至第66名。该模型基于GLM-4.5-Air基础架构开发,继承了GLM-4.1V-Thinking的技术路线,采用1060亿参数的混合专家(MoE)架构实现高效扩展。作为连接前沿AI研究与实际应用的桥梁,GLM-4.5V正在重新定义视觉智能的行业标准" - }, - { - "id": "zai-org/glm-4.5", - "name": "GLM-4.5", - "contextLength": 131072, - "maxTokens": 131000, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "GLM-4.5系列模型是专为智能体(Agent)研发的基座模型。旗舰款GLM-4.5拥有3550亿总参数(320亿激活参数),通过融合推理、编程与智能体能力,满足复杂场景需求。\n作为混合推理系统,它提供双工作模式:\n- 思考模式:支持复杂推理、工具调用和策略规划\n- 即时响应模式:实现低延迟交互,快速生成反馈\n该架构在保持高性能的同时,为动态智能体环境提供自适应解决方案。" - }, - { - "id": "minimaxai/minimax-m1-80k", - "name": "MiniMaxAI/MiniMax-M1-80k", - "contextLength": 128000, - "maxTokens": 40000, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "MiniMax-M1世界上第一个开放权重、大规模混合注意力推理模型。MiniMax-M1 采用混合专家 (MoE) 架构,并结合闪电注意力机制。该模型总共包含 4560 亿个参数,每个令牌激活了 459 亿个参数。M1 模型原生支持 100 万个令牌的上下文长度,是 DeepSeek R1 上下文大小的 8 倍。同时MiniMax-M1 结合 CISPO 算法与混合注意力设计的高效强化学习训练,在长输入推理与真实软件工程场景中实现了业界领先的性能。" - }, - { - "id": "qwen/qwen3-235b-a22b-fp8", - "name": "Qwen3-235B-A22B", - "contextLength": 40960, - "maxTokens": 20000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "实现推理模式和非推理模式的有效融合,可在对话中切换模式。推理能力显著超过QwQ、通用能力显著超过Qwen2.5-72B-Instruct,达到同规模业界SOTA水平。" - }, - { - "id": "deepseek/deepseek-r1-0528-qwen3-8b", - "name": "DeepSeek-R1-0528-Qwen3-8B", - "contextLength": 128000, - "maxTokens": 32000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "DeepSeek-R1-0528-Qwen3-8B 是基于 Qwen3 8B Base 模型,通过融合 DeepSeek-R1-0528 的思维链(Chain-of-Thought)优化训练而成的高性能推理模型。在 AIME 2024 评测中,该模型以开源模型身份达到最先进(SOTA)水平,性能较原版 Qwen3 8B 提升 10%,并展现出与 2350 亿参数的 Qwen3-235B-thinking 相当的推理能力。" - }, - { - "id": "qwen/qwen3-32b-fp8", - "name": "Qwen3 32B", - "contextLength": 128000, - "maxTokens": 20000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "实现推理模式和非推理模式的有效融合,可在对话中切换模式。推理能力显著超过QwQ、通用能力显著超过Qwen2.5-32B-Instruct,达到同规模业界SOTA水平。" - }, - { - "id": "qwen/qwen3-30b-a3b-fp8", - "name": "Qwen3-30B-A3B", - "contextLength": 128000, - "maxTokens": 20000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "实现推理模式和非推理模式的有效融合,可在对话中切换模式。推理能力以更小参数规模比肩QwQ-32B、通用能力显著超过Qwen2.5-14B,达到同规模业界SOTA水平。" - }, - { - "id": "deepseek/deepseek-prover-v2-671b", - "name": "Deepseek Prover V2 671B", - "contextLength": 160000, - "maxTokens": 160000, - "vision": false, - "functionCall": false, - "reasoning": false, - "type": "chat", - "description": "Deepseek 全新开源模型 DeepSeek-Prover-V2-671B,专注于数学定理证明任务。该模型基于混合专家 (MoE) 架构,并利用 Lean 4 框架进行形式化推理训练。该模型参数规模达 6710 亿,结合强化学习和大规模合成数据,显著提升了自动化证明能力。" - }, - { - "id": "deepseek/deepseek-r1-turbo", - "name": "DeepSeek R1 (Turbo)", - "contextLength": 64000, - "maxTokens": 16000, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 (Turbo)是派欧算力云平台提供的最新高性能DeepSeek R1 模型。DeepSeek R1是DeepSeek团队发布的最新开源模型,具备非常强悍的推理性能,尤其在数学、编程和推理任务上达到了与OpenAI的o1模型相当的水平。" - }, - { - "id": "thudm/glm-4.1v-9b-thinking", - "name": "GLM 4.1V 9B Thinking", - "contextLength": 65536, - "maxTokens": 32000, - "vision": true, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "GLM-4.1V-9B-Thinking 是由智谱 AI 与清华大学 KEG 实验室联合发布的开源视觉语言模型(VLM),专为处理复杂的多模态认知任务设计。该模型是基于 GLM-4-9B-0414 基础模型,通过引入“思维链”(CoT)推理机制和采用强化学习策略,显著提升了跨模态的推理能力和稳定性。作为一个 9B 参数规模的轻量级模型,它在部署效率和性能之间取得了平衡,在 28 项权威评测基准中,有 18 项的表现持平甚至超越了 72B 参数规模的 Qwen-2.5-VL-72B。该模型不仅在图文理解、数学科学推理、视频理解等任务上表现卓越,还支持高达 4K 分辨率的图像和任意宽高比输入" - }, - { - "id": "deepseek/deepseek-r1-0528", - "name": "deepseek/deepseek-r1-0528", - "contextLength": 163840, - "maxTokens": 163840, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 0528 是派欧云平台提供的最新高性能DeepSeek R1 模型。DeepSeek R1 0528 是DeepSeek团队发布的最新开源模型,具备非常强悍的推理性能,尤其在编程、数学、推理任务上达到了开源模型最先进的水平。" - }, - { - "id": "deepseek/deepseek-v3-turbo", - "name": "DeepSeek V3 (Turbo)", - "contextLength": 64000, - "maxTokens": 16000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "DeepSeek V3 (Turbo) 是派欧算力云平台提供的最新高性能DeepSeek V3 模型。DeepSeek-V3 在推理速度方面实现了比之前模型的重大突破。在开源模型中排名第一,并可与全球最先进的闭源模型相媲美。DeepSeek-V3 采用了多头潜在注意力 (MLA) 和 DeepSeekMoE 架构,这些架构在 DeepSeek-V2 中得到了全面验证。此外,DeepSeek-V3 开创了一种用于负载均衡的辅助无损策略,并设定了多标记预测训练目标以获得更强的性能。" - }, - { - "id": "deepseek/deepseek-v3/community", - "name": "DeepSeek V3 (Community)", - "contextLength": 64000, - "maxTokens": 4000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "DeepSeek-V3在推理速度方面实现了比之前模型的重大突破。在开源模型中排名第一,并可与全球最先进的闭源模型相媲美。DeepSeek-V3 采用了多头潜在注意力 (MLA) 和 DeepSeekMoE 架构,这些架构在 DeepSeek-V2 中得到了全面验证。此外,DeepSeek-V3 开创了一种用于负载均衡的辅助无损策略,并设定了多标记预测训练目标以获得更强的性能。" - }, - { - "id": "deepseek/deepseek-r1/community", - "name": "DeepSeek R1 (Community)", - "contextLength": 64000, - "maxTokens": 4000, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1是DeepSeek团队发布的最新开源模型,具备非常强悍的推理性能,尤其在数学、编程和推理任务上达到了与OpenAI的o1模型相当的水平。" - }, - { - "id": "deepseek/deepseek-r1-distill-qwen-32b", - "name": "DeepSeek: DeepSeek R1 Distill Qwen 32B", - "contextLength": 64000, - "maxTokens": 8000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 Distill Qwen 32B 是一种基于 Qwen 2.5 32B 的蒸馏大语言模型,通过使用 DeepSeek R1 的输出进行训练而得。该模型在多个基准测试中超越了 OpenAI 的 o1-mini,取得了密集模型(dense models)的最新技术领先成果(state-of-the-art)。以下是一些基准测试的结果:\nAIME 2024 pass@1: 72.6\nMATH-500 pass@1: 94.3\nCodeForces Rating: 1691\n该模型通过从 DeepSeek R1 的输出中进行微调,展现了与更大规模的前沿模型相当的竞争性能。" - }, - { - "id": "baidu/ernie-4.5-vl-424b-a47b", - "name": "ERNIE-4.5-VL-424B-A47B", - "contextLength": 123000, - "maxTokens": 16000, - "vision": true, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "文心4.5系列开源模型为MoE 架构,是一种创新性的多模态异构模型结构,通过跨模态参数共享机制实现模态间知识融合,同时为各单一模态保留专用参数空间。此架构非常适用于从大语言模型向多模态模型的持续预训练范式,在保持甚至提升文本任务性能的基础上,显著增强多模态理解能力。该模型均使用飞桨深度学习框架进行高效训练、推理和部署。在大语言模型的预训练中,模型FLOPs利用率(MFU)达到47%。实验结果显示,该系列模型在多个文本和多模态基准测试中达到SOTA水平,在指令遵循、世界知识记忆、视觉理解和多模态推理任务上效果尤为突出。" - }, - { - "id": "deepseek/deepseek-r1-distill-qwen-14b", - "name": "DeepSeek: DeepSeek R1 Distill Qwen 14B", - "contextLength": 64000, - "maxTokens": 8000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 Distill Qwen 14B 是一种基于 Qwen 2.5 14B 的蒸馏大语言模型,通过使用 DeepSeek R1 的输出进行训练而得。该模型在多个基准测试中超越了 OpenAI 的 o1-mini,取得了密集模型(dense models)的最新技术领先成果(state-of-the-art)。以下是一些基准测试的结果:\nAIME 2024 pass@1: 69.7\nMATH-500 pass@1: 93.9\nCodeForces Rating: 1481\n该模型通过从 DeepSeek R1 的输出中进行微调,展现了与更大规模的前沿模型相当的竞争性能。" - }, - { - "id": "baidu/ernie-4.5-300b-a47b-paddle", - "name": "ERNIE-4.5-300B-A47B", - "contextLength": 123000, - "maxTokens": 12000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "文心4.5系列开源模型为MoE 架构,是一种创新性的多模态异构模型结构,通过跨模态参数共享机制实现模态间知识融合,同时为各单一模态保留专用参数空间。此架构非常适用于从大语言模型向多模态模型的持续预训练范式,在保持甚至提升文本任务性能的基础上,显著增强多模态理解能力。该模型均使用飞桨深度学习框架进行高效训练、推理和部署。在大语言模型的预训练中,模型FLOPs利用率(MFU)达到47%。实验结果显示,该系列模型在多个文本和多模态基准测试中达到SOTA水平,在指令遵循、世界知识记忆、视觉理解和多模态推理任务上效果尤为突出。" - }, - { - "id": "deepseek/deepseek-r1-distill-llama-70b", - "name": "DeepSeek R1 Distill Llama 70B", - "contextLength": 32000, - "maxTokens": 8000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 Distill Llama 70B是基于Llama3.3 70B的大型语言模型,该模型利用DeepSeek R1输出的微调,实现了与大型前沿模型相当的竞争性能。" - }, - { - "id": "deepseek/deepseek-r1-distill-llama-8b", - "name": "DeepSeek: DeepSeek R1 Distill Llama 8B", - "contextLength": 32000, - "maxTokens": 8000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 Distill Llama 8B 是一种基于 Llama-3.1-8B-Instruct 的蒸馏大语言模型,通过使用 DeepSeek R1 的输出进行训练而得。" - }, - { - "id": "qwen/qwen-2.5-72b-instruct", - "name": "Qwen2.5 72B Instruct", - "contextLength": 32000, - "maxTokens": 16000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Qwen2.5-72B-Instruct 是阿里云发布的最新大语言模型系列之一。该 72B 模型在编码和数学等领域具有显著改进的能力。该模型还提供了多语言支持,覆盖超过 29 种语言,包括中文、英文等。模型在指令跟随、理解结构化数据以及生成结构化输出(尤其是 JSON)方面都有显著提升。" - }, - { - "id": "qwen/qwen3-8b-fp8", - "name": "Qwen3 8B", - "contextLength": 128000, - "maxTokens": 20000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "实现思考模式和非思考模式的有效融合,可在对话中切换模式。推理能力达到同规模业界SOTA水平、通用能力显著超过Qwen2.5-7B。" - }, - { - "id": "qwen/qwen2.5-vl-72b-instruct", - "name": "Qwen2.5 VL 72B Instruct", - "contextLength": 32768, - "maxTokens": 32768, - "vision": true, - "functionCall": false, - "reasoning": false, - "type": "chat", - "description": "Qwen2.5-VL 是 Qwen2.5 系列最新推出的视觉语言模型。该模型在多方面有显著提升:具备更强的视觉理解能力,能够识别常见物体、分析文本、图表和布局;作为视觉代理能够推理并动态指导工具使用;支持理解超过 1 小时的长视频并捕捉关键事件;能够通过生成边界框或点准确定位图像中的物体;支持生成结构化输出,尤其适用于发票、表格等扫描数据。模型在多项基准测试中表现出色,包括图像、视频和代理任务评测。" - }, - { - "id": "qwen/qwen2.5-32b-instruct", - "name": "Qwen2.5 32B Instruct", - "contextLength": 32000, - "maxTokens": 32000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Qwen2.5-32B-Instruct 是阿里云发布的最新大语言模型系列之一。该 32B 模型在编码和数学等领域具有显著改进的能力。该模型提供了多语言支持,覆盖超过 29 种语言,包括中文、英文等。模型在指令跟随、理解结构化数据以及生成结构化输出(尤其是 JSON)方面都有显著提升。" - }, - { - "id": "thudm/glm-4-32b-0414", - "name": "THUDM/GLM-4-32B-0414", - "contextLength": 32000, - "maxTokens": 32000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "GLM-4-32B-0414 是 GLM 系列的新一代开源模型,拥有 320 亿参数。该模型性能可与 OpenAI 的 GPT 系列和 DeepSeek 的 V3/R1 系列相媲美,并支持非常用户友好的本地部署功能。GLM-4-32B-Base-0414 是在 15T 高质量数据上预训练的,包括大量推理类型的合成数据,为后续的强化学习扩展奠定了基础。在后训练阶段,除了对话场景的人类偏好对齐外,研究团队还使用拒绝采样和强化学习等技术增强了模型在指令遵循、工程代码和函数调用方面的表现,加强了代理任务所需的原子能力。GLM-4-32B-0414 在工程代码、Artifact 生成、函数调用、基于搜索的问答和报告生成等领域取得了良好的成果,部分 Benchmark 指标已接近甚至超越 GPT-4o、DeepSeek-V3-0324(671B)等更大模型的水平。" - }, - { - "id": "qwen/qwen2.5-7b-instruct", - "name": "Qwen 2.5 7B Instruct", - "contextLength": 32000, - "maxTokens": 32000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Qwen2.5 是 Qwen 大语言模型的最新系列。在 Qwen2.5 中,发布了多个基础语言模型和指令微调语言模型,参数规模从 0.5 亿到 720 亿不等。相比 Qwen2,Qwen2.5 带来了以下显著提升:\n- 知识储备显著提升,并在编程和数学能力上有大幅增强,这得益于我们在这些领域训练的专业专家模型。\n- 在指令理解与执行、生成长文本(超过8K tokens)、理解结构化数据(如表格)、以及生成结构化输出(尤其是 JSON)方面表现大幅提升。对多样化的系统提示更具适应性,增强了角色扮演实现和聊天机器人的条件设定能力。\n- 长上下文支持扩展至最多 128K tokens,最多可生成 8K tokens 的内容。\n- 多语言支持涵盖超过 29 种语言,包括中文、英文、法语、西班牙语、葡萄牙语、德语、意大利语、俄语、日语、韩语、越南语、泰语、阿拉伯语等。" - }, - { - "id": "baidu/ernie-4.5-0.3b", - "name": "ERNIE-4.5-0.3B", - "contextLength": 120000, - "maxTokens": 8000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "文心4.5系列开源模型为MoE 架构,是一种创新性的多模态异构模型结构,通过跨模态参数共享机制实现模态间知识融合,同时为各单一模态保留专用参数空间。此架构非常适用于从大语言模型向多模态模型的持续预训练范式,在保持甚至提升文本任务性能的基础上,显著增强多模态理解能力。该模型均使用飞桨深度学习框架进行高效训练、推理和部署。在大语言模型的预训练中,模型FLOPs利用率(MFU)达到47%。实验结果显示,该系列模型在多个文本和多模态基准测试中达到SOTA水平,在指令遵循、世界知识记忆、视觉理解和多模态推理任务上效果尤为突出。" - }, - { - "id": "baidu/ernie-4.5-21B-a3b", - "name": "ERNIE-4.5-21B-A3B", - "contextLength": 120000, - "maxTokens": 8000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "\n文心4.5系列开源模型为MoE 架构,是一种创新性的多模态异构模型结构,通过跨模态参数共享机制实现模态间知识融合,同时为各单一模态保留专用参数空间。此架构非常适用于从大语言模型向多模态模型的持续预训练范式,在保持甚至提升文本任务性能的基础上,显著增强多模态理解能力。该模型均使用飞桨深度学习框架进行高效训练、推理和部署。在大语言模型的预训练中,模型FLOPs利用率(MFU)达到47%。实验结果显示,该系列模型在多个文本和多模态基准测试中达到SOTA水平,在指令遵循、世界知识记忆、视觉理解和多模态推理任务上效果尤为突出。" - }, - { - "id": "baidu/ernie-4.5-vl-28b-a3b", - "name": "ERNIE-4.5-VL-28B-A3B", - "contextLength": 30000, - "maxTokens": 8000, - "vision": true, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "\n文心4.5系列开源模型为MoE 架构,是一种创新性的多模态异构模型结构,通过跨模态参数共享机制实现模态间知识融合,同时为各单一模态保留专用参数空间。此架构非常适用于从大语言模型向多模态模型的持续预训练范式,在保持甚至提升文本任务性能的基础上,显著增强多模态理解能力。该模型均使用飞桨深度学习框架进行高效训练、推理和部署。在大语言模型的预训练中,模型FLOPs利用率(MFU)达到47%。实验结果显示,该系列模型在多个文本和多模态基准测试中达到SOTA水平,在指令遵循、世界知识记忆、视觉理解和多模态推理任务上效果尤为突出。" - }, - { - "id": "qwen/qwen3-4b-fp8", - "name": "Qwen3 4B", - "contextLength": 128000, - "maxTokens": 20000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "实现思考模式和非思考模式的有效融合,可在对话中切换模式。推理能力达到同规模业界SOTA水平、模型人类偏好能力显著增强,创意写作、角色扮演、多轮对话、指令遵循能力均有明显提升,用户体验预期明显更佳。" - }, - { - "id": "thudm/glm-4-9b-chat", - "name": "GLM4 9B Chat", - "contextLength": 32000, - "maxTokens": 8000, - "vision": false, - "functionCall": false, - "reasoning": false, - "type": "chat", - "description": "智谱AI发布的GLM-4系列最新一代预训练模型的开源版本。" - } - ] - } - } -} \ No newline at end of file +{"providers":{"moonshotai-cn":{"id":"moonshotai-cn","api":"https://api.moonshot.cn/v1","name":"Moonshot AI (China)","doc":"https://platform.moonshot.cn/docs/api/chat","display_name":"Moonshot AI (China)","models":[{"id":"kimi-k2-0905-preview","name":"Kimi K2 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5,"cache_read":0.15},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 0905"},{"id":"kimi-k2-0711-preview","name":"Kimi K2 0711","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5,"cache_read":0.15},"limit":{"context":131072,"output":16384},"display_name":"Kimi K2 0711"},{"id":"kimi-k2-turbo-preview","name":"Kimi K2 Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2.4,"output":10,"cache_read":0.6},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 Turbo"}]},"lucidquery":{"id":"lucidquery","api":"https://lucidquery.com/api/v1","name":"LucidQuery AI","doc":"https://lucidquery.com/api/docs","display_name":"LucidQuery AI","models":[{"id":"lucidquery-nexus-coder","name":"LucidQuery Nexus Coder","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-08-01","release_date":"2025-09-01","last_updated":"2025-09-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":5},"limit":{"context":250000,"output":60000},"display_name":"LucidQuery Nexus Coder"},{"id":"lucidnova-rf1-100b","name":"LucidNova RF1 100B","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-09-16","release_date":"2024-12-28","last_updated":"2025-09-10","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":5},"limit":{"context":120000,"output":8000},"display_name":"LucidNova RF1 100B"}]},"moonshotai":{"id":"moonshotai","api":"https://api.moonshot.ai/v1","name":"Moonshot AI","doc":"https://platform.moonshot.ai/docs/api/chat","display_name":"Moonshot AI","models":[{"id":"kimi-k2-turbo-preview","name":"Kimi K2 Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2.4,"output":10,"cache_read":0.6},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 Turbo"},{"id":"kimi-k2-0711-preview","name":"Kimi K2 0711","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5,"cache_read":0.15},"limit":{"context":131072,"output":16384},"display_name":"Kimi K2 0711"},{"id":"kimi-k2-0905-preview","name":"Kimi K2 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5,"cache_read":0.15},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 0905"}]},"zai-coding-plan":{"id":"zai-coding-plan","api":"https://api.z.ai/api/coding/paas/v4","name":"Z.AI Coding Plan","doc":"https://docs.z.ai/devpack/overview","display_name":"Z.AI Coding Plan","models":[{"id":"glm-4.5-flash","name":"GLM-4.5-Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Flash"},{"id":"glm-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"glm-4.5-air","name":"GLM-4.5-Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Air"},{"id":"glm-4.5v","name":"GLM 4.5V","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":64000,"output":16384},"display_name":"GLM 4.5V"},{"id":"glm-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":204800,"output":131072},"display_name":"GLM-4.6"}]},"alibaba":{"id":"alibaba","api":"https://dashscope-intl.aliyuncs.com/compatible-mode/v1","name":"alibaba","doc":"https://www.alibabacloud.com/help/en/model-studio/models","display_name":"alibaba","models":[{"id":"qwen3-livetranslate-flash-realtime","name":"Qwen3-LiveTranslate Flash Realtime","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-09-22","last_updated":"2025-09-22","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":10,"output":10,"input_audio":10,"output_audio":38},"limit":{"context":53248,"output":4096},"display_name":"Qwen3-LiveTranslate Flash Realtime"},{"id":"qwen3-asr-flash","name":"Qwen3-ASR Flash","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-04","release_date":"2025-09-08","last_updated":"2025-09-08","modalities":{"input":["audio"],"output":["text"]},"open_weights":false,"cost":{"input":0.035,"output":0.035},"limit":{"context":53248,"output":4096},"display_name":"Qwen3-ASR Flash"},{"id":"qwen-omni-turbo","name":"Qwen-Omni Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-01-19","last_updated":"2025-03-26","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.07,"output":0.27,"input_audio":4.44,"output_audio":8.89},"limit":{"context":32768,"output":2048},"display_name":"Qwen-Omni Turbo"},{"id":"qwen-vl-max","name":"Qwen-VL Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-08","last_updated":"2025-08-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":3.2},"limit":{"context":131072,"output":8192},"display_name":"Qwen-VL Max"},{"id":"qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09","last_updated":"2025-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Instruct"},{"id":"qwen-turbo","name":"Qwen Turbo","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-11-01","last_updated":"2025-04-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.2,"reasoning":0.5},"limit":{"context":131072,"output":16384},"display_name":"Qwen Turbo","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-vl-235b-a22b","name":"Qwen3-VL 235B-A22B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8,"reasoning":8.4},"limit":{"context":131072,"output":32768},"display_name":"Qwen3-VL 235B-A22B"},{"id":"qwen3-coder-flash","name":"Qwen3 Coder Flash","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":1.5},"limit":{"context":1000000,"output":65536},"display_name":"Qwen3 Coder Flash"},{"id":"qwen3-vl-30b-a3b","name":"Qwen3-VL 30B-A3B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.8,"reasoning":2.4},"limit":{"context":131072,"output":32768},"display_name":"Qwen3-VL 30B-A3B"},{"id":"qwen3-14b","name":"Qwen3 14B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":1.4,"reasoning":4.2},"limit":{"context":131072,"output":8192},"display_name":"Qwen3 14B"},{"id":"qvq-max","name":"QVQ Max","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-03-25","last_updated":"2025-03-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.2,"output":4.8},"limit":{"context":131072,"output":8192},"display_name":"QVQ Max"},{"id":"qwen-plus-character-ja","name":"Qwen Plus Character (Japanese)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01","last_updated":"2024-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":1.4},"limit":{"context":8192,"output":512},"display_name":"Qwen Plus Character (Japanese)"},{"id":"qwen2-5-14b-instruct","name":"Qwen2.5 14B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":1.4},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 14B Instruct"},{"id":"qwq-plus","name":"QwQ Plus","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":32768,"default":32768}},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-03-05","last_updated":"2025-03-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":2.4},"limit":{"context":131072,"output":8192},"display_name":"QwQ Plus","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-coder-30b-a3b-instruct","name":"Qwen3-Coder 30B-A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.45,"output":2.25},"limit":{"context":262144,"output":65536},"display_name":"Qwen3-Coder 30B-A3B Instruct"},{"id":"qwen-vl-ocr","name":"Qwen Vl Ocr","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2024-10-28","last_updated":"2025-04-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.72,"output":0.72},"limit":{"context":34096,"output":4096},"display_name":"Qwen Vl Ocr"},{"id":"qwen2-5-72b-instruct","name":"Qwen2.5 72B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.4,"output":5.6},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 72B Instruct"},{"id":"qwen3-omni-flash","name":"Qwen3-Omni Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.43,"output":1.66,"input_audio":3.81,"output_audio":15.11},"limit":{"context":65536,"output":16384},"display_name":"Qwen3-Omni Flash"},{"id":"qwen-flash","name":"Qwen Flash","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4},"limit":{"context":1000000,"output":32768},"display_name":"Qwen Flash","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-8b","name":"Qwen3 8B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.18,"output":0.7,"reasoning":2.1},"limit":{"context":131072,"output":8192},"display_name":"Qwen3 8B"},{"id":"qwen3-omni-flash-realtime","name":"Qwen3-Omni Flash Realtime","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.52,"output":1.99,"input_audio":4.57,"output_audio":18.13},"limit":{"context":65536,"output":16384},"display_name":"Qwen3-Omni Flash Realtime"},{"id":"qwen2-5-vl-72b-instruct","name":"Qwen2.5-VL 72B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":2.8,"output":8.4},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-VL 72B Instruct"},{"id":"qwen3-vl-plus","name":"Qwen3 VL Plus","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":false,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":1.6,"reasoning":4.8},"limit":{"context":262144,"output":32768},"display_name":"Qwen3 VL Plus"},{"id":"qwen-plus","name":"Qwen Plus","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01-25","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.2,"reasoning":4},"limit":{"context":1000000,"output":32768},"display_name":"Qwen Plus","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen2-5-32b-instruct","name":"Qwen2.5 32B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 32B Instruct"},{"id":"qwen2-5-omni-7b","name":"Qwen2.5-Omni 7B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-12","last_updated":"2024-12","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":true,"cost":{"input":0.1,"output":0.4,"input_audio":6.76},"limit":{"context":32768,"output":2048},"display_name":"Qwen2.5-Omni 7B"},{"id":"qwen-max","name":"Qwen Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-03","last_updated":"2025-01-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.6,"output":6.4},"limit":{"context":32768,"output":8192},"display_name":"Qwen Max","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen2-5-7b-instruct","name":"Qwen2.5 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.175,"output":0.7},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 7B Instruct"},{"id":"qwen2-5-vl-7b-instruct","name":"Qwen2.5-VL 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":1.05},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-VL 7B Instruct"},{"id":"qwen3-235b-a22b","name":"Qwen3 235B A22B","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8,"reasoning":8.4},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 235B A22B"},{"id":"qwen-omni-turbo-realtime","name":"Qwen-Omni Turbo Realtime","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-08","last_updated":"2025-05-08","modalities":{"input":["text","image","audio"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.27,"output":1.07,"input_audio":4.44,"output_audio":8.89},"limit":{"context":32768,"output":2048},"display_name":"Qwen-Omni Turbo Realtime"},{"id":"qwen-mt-turbo","name":"Qwen Mt Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01","last_updated":"2025-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.16,"output":0.49},"limit":{"context":16384,"output":8192},"display_name":"Qwen Mt Turbo"},{"id":"qwen3-coder-480b-a35b-instruct","name":"Qwen3-Coder 480B-A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.5,"output":7.5},"limit":{"context":262144,"output":65536},"display_name":"Qwen3-Coder 480B-A35B Instruct"},{"id":"qwen-mt-plus","name":"Qwen Mt Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01","last_updated":"2025-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2.46,"output":7.37},"limit":{"context":16384,"output":8192},"display_name":"Qwen Mt Plus"},{"id":"qwen3-max","name":"Qwen3 Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.2,"output":6},"limit":{"context":262144,"output":65536},"display_name":"Qwen3 Max"},{"id":"qwen3-coder-plus","name":"Qwen3 Coder Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":5},"limit":{"context":1000000,"output":65536},"display_name":"Qwen3 Coder Plus"},{"id":"qwen3-next-80b-a3b-thinking","name":"Qwen3 Next 80B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":false,"knowledge":"2025-04","release_date":"2025-09","last_updated":"2025-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":6},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Thinking"},{"id":"qwen3-32b","name":"Qwen3 32B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8,"reasoning":8.4},"limit":{"context":131072,"output":16384},"display_name":"Qwen3 32B"},{"id":"qwen-vl-plus","name":"Qwen-VL Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01-25","last_updated":"2025-08-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.21,"output":0.63},"limit":{"context":131072,"output":8192},"display_name":"Qwen-VL Plus"},{"id":"qwen3-coder-plus-2025-09-23","name":"Qwen3 Coder Plus 2025 09 23","display_name":"Qwen3 Coder Plus 2025 09 23","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":65536},"reasoning":{"supported":false}},{"id":"qwen3-coder-plus-2025-07-22","name":"Qwen3 Coder Plus 2025 07 22","display_name":"Qwen3 Coder Plus 2025 07 22","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":65536},"reasoning":{"supported":false}},{"id":"qwen-vl-ocr-latest","name":"Qwen Vl Ocr Latest","display_name":"Qwen Vl Ocr Latest","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":34096,"output":4096},"reasoning":{"supported":false}},{"id":"qvq-max-2025-05-15","name":"Qvq Max 2025 05 15","display_name":"Qvq Max 2025 05 15","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":16384,"default":16384}}},{"id":"qwen-long","name":"Qwen Long","display_name":"Qwen Long","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":8192},"reasoning":{"supported":false}},{"id":"qwen-turbo-latest","name":"Qwen Turbo Latest","display_name":"Qwen Turbo Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-turbo-2024-09-19","name":"Qwen Turbo 2024 09 19","display_name":"Qwen Turbo 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false}},{"id":"qwen-flash-2025-07-28","name":"Qwen Flash 2025 07 28","display_name":"Qwen Flash 2025 07 28","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-latest","name":"Qwen Plus Latest","display_name":"Qwen Plus Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-2024-09-19","name":"Qwen Plus 2024 09 19","display_name":"Qwen Plus 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false}},{"id":"qwen-plus-2025-07-14","name":"Qwen Plus 2025 07 14","display_name":"Qwen Plus 2025 07 14","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-2025-09-11","name":"Qwen Plus 2025 09 11","display_name":"Qwen Plus 2025 09 11","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-latest","name":"Qwen Max Latest","display_name":"Qwen Max Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-2024-09-19","name":"Qwen Max 2024 09 19","display_name":"Qwen Max 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-2024-04-28","name":"Qwen Max 2024 04 28","display_name":"Qwen Max 2024 04 28","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":2000},"reasoning":{"supported":false}},{"id":"qwen-max-2024-04-03","name":"Qwen Max 2024 04 03","display_name":"Qwen Max 2024 04 03","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":2000},"reasoning":{"supported":false}},{"id":"qwen-max-2025-01-25","name":"Qwen Max 2025 01 25","display_name":"Qwen Max 2025 01 25","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-max-2025-09-23","name":"Qwen3 Max 20250923","display_name":"Qwen3 Max 20250923","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":65536},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-max-preview","name":"Qwen3 Max Preview","display_name":"Qwen3 Max Preview","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":65536},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-235b-a22b-thinking-2507","name":"Qwen3 235B A22B Thinking 2507","display_name":"Qwen3 235B A22B Thinking 2507","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","display_name":"Qwen3 235B A22B Instruct 2507","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":false}},{"id":"qwen3-30b-a3b-instruct-2507","name":"Qwen3 30B A3B Instruct 2507","display_name":"Qwen3 30B A3B Instruct 2507","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":false}},{"id":"qwen3-30b-a3b-thinking-2507","name":"Qwen3 30B A3B Thinking 2507","display_name":"Qwen3 30B A3B Thinking 2507","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-30b-a3b","name":"Qwen3 30B A3B","display_name":"Qwen3 30B A3B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-4b","name":"Qwen3 4B","display_name":"Qwen3 4B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}}},{"id":"qwen3-1.7b","name":"Qwen3 1.7B","display_name":"Qwen3 1.7B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":30720,"default":30720}}},{"id":"qwen3-0.6b","name":"Qwen3 0.6B","display_name":"Qwen3 0.6B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":30720,"default":30720}}},{"id":"qwen3-vl-plus-2025-09-23","name":"Qwen3 VL Plus 2025 09 23","display_name":"Qwen3 VL Plus 2025 09 23","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwq-plus-latest","name":"QwQ Plus Latest","display_name":"QwQ Plus Latest","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":32768,"default":32768}},"search":{"supported":false}}]},"xai":{"id":"xai","name":"xai","doc":"https://docs.x.ai/docs/models","display_name":"xai","models":[{"id":"grok-4-fast-non-reasoning","name":"Grok 4 Fast (Non-Reasoning)","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-19","last_updated":"2025-09-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.5,"cache_read":0.05},"limit":{"context":2000000,"output":30000},"display_name":"Grok 4 Fast (Non-Reasoning)"},{"id":"grok-3-fast","name":"Grok 3 Fast","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":25,"cache_read":1.25},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Fast"},{"id":"grok-4","name":"Grok 4","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-09","last_updated":"2025-07-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"reasoning":15,"cache_read":0.75},"limit":{"context":256000,"output":64000},"display_name":"Grok 4"},{"id":"grok-2-vision","name":"Grok 2 Vision","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":8192,"output":4096},"display_name":"Grok 2 Vision"},{"id":"grok-code-fast-1","name":"Grok Code Fast 1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2025-08-28","last_updated":"2025-08-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":1.5,"cache_read":0.02},"limit":{"context":256000,"output":10000},"display_name":"Grok Code Fast 1"},{"id":"grok-2","name":"Grok 2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":131072,"output":8192},"display_name":"Grok 2"},{"id":"grok-3-mini-fast-latest","name":"Grok 3 Mini Fast Latest","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.6,"output":4,"reasoning":4,"cache_read":0.15},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini Fast Latest"},{"id":"grok-2-vision-1212","name":"Grok 2 Vision 1212","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-12-12","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":32000,"output":32000},"display_name":"Grok 2 Vision 1212","search":{"supported":false}},{"id":"grok-3","name":"Grok 3","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75},"limit":{"context":131072,"output":8192},"display_name":"Grok 3"},{"id":"grok-4-fast","name":"Grok 4 Fast","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-19","last_updated":"2025-09-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.5,"cache_read":0.05},"limit":{"context":2000000,"output":30000},"display_name":"Grok 4 Fast"},{"id":"grok-2-latest","name":"Grok 2 Latest","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-12-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":131072,"output":8192},"display_name":"Grok 2 Latest"},{"id":"grok-2-1212","name":"Grok 2 1212","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-12-12","last_updated":"2024-12-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":120000,"output":100000},"display_name":"Grok 2 1212","search":{"supported":false}},{"id":"grok-3-fast-latest","name":"Grok 3 Fast Latest","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":25,"cache_read":1.25},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Fast Latest"},{"id":"grok-3-latest","name":"Grok 3 Latest","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Latest"},{"id":"grok-2-vision-latest","name":"Grok 2 Vision Latest","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-12-12","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":8192,"output":4096},"display_name":"Grok 2 Vision Latest"},{"id":"grok-vision-beta","name":"Grok Vision Beta","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-11-01","last_updated":"2024-11-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":15,"cache_read":5},"limit":{"context":8192,"output":4096},"display_name":"Grok Vision Beta"},{"id":"grok-3-mini","name":"Grok 3 Mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":0.5,"reasoning":0.5,"cache_read":0.075},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini"},{"id":"grok-beta","name":"Grok Beta","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-11-01","last_updated":"2024-11-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":15,"cache_read":5},"limit":{"context":131072,"output":4096},"display_name":"Grok Beta"},{"id":"grok-3-mini-latest","name":"Grok 3 Mini Latest","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":0.5,"reasoning":0.5,"cache_read":0.075},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini Latest"},{"id":"grok-3-mini-fast","name":"Grok 3 Mini Fast","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.6,"output":4,"reasoning":4,"cache_read":0.15},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini Fast"},{"id":"grok-3-mini-fast-beta","name":"Grok 3 Mini Fast Beta","display_name":"Grok 3 Mini Fast Beta","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":120000,"output":100000},"reasoning":{"supported":true,"effort":"low","default":true},"search":{"supported":false}},{"id":"grok-3-mini-beta","name":"Grok 3 Mini Beta","display_name":"Grok 3 Mini Beta","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":120000,"output":100000},"reasoning":{"supported":true,"effort":"low","default":true},"search":{"supported":false}},{"id":"grok-3-fast-beta","name":"Grok 3 Fast Beta","display_name":"Grok 3 Fast Beta","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":120000,"output":100000},"reasoning":{"supported":false},"search":{"supported":false}},{"id":"grok-2-image-1212","name":"Grok 2 Image 1212","display_name":"Grok 2 Image 1212","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":130000,"output":100000},"reasoning":{"supported":false},"search":{"supported":false}},{"id":"grok-3-beta","name":"Grok 3 Beta","display_name":"Grok 3 Beta","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":120000,"output":100000},"reasoning":{"supported":false},"search":{"supported":false}}]},"nvidia":{"id":"nvidia","api":"https://integrate.api.nvidia.com/v1","name":"Nvidia","doc":"https://docs.api.nvidia.com/nim/","display_name":"Nvidia","models":[{"id":"moonshotai/kimi-k2-instruct-0905","name":"Kimi K2 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 0905"},{"id":"moonshotai/kimi-k2-instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2025-01-01","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Kimi K2 Instruct"},{"id":"nvidia/cosmos-nemotron-34b","name":"Cosmos Nemotron 34B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-09-05","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":8192},"display_name":"Cosmos Nemotron 34B"},{"id":"nvidia/parakeet-tdt-0.6b-v2","name":"Parakeet TDT 0.6B v2","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-09-05","modalities":{"input":["audio"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":0,"output":4096},"display_name":"Parakeet TDT 0.6B v2"},{"id":"nvidia/nemoretriever-ocr-v1","name":"NeMo Retriever OCR v1","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-09-05","modalities":{"input":["image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":0,"output":4096},"display_name":"NeMo Retriever OCR v1"},{"id":"nvidia/llama-3.1-nemotron-ultra-253b-v1","name":"Llama-3.1-Nemotron-Ultra-253B-v1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-07-01","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":8192},"display_name":"Llama-3.1-Nemotron-Ultra-253B-v1"},{"id":"google/gemma-3-27b-it","name":"Gemma-3-27B-IT","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2024-12-01","last_updated":"2025-09-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":8192},"display_name":"Gemma-3-27B-IT"},{"id":"microsoft/phi-4-mini-instruct","name":"Phi-4-Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2024-12-01","last_updated":"2025-09-05","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":8192},"display_name":"Phi-4-Mini"},{"id":"openai/whisper-large-v3","name":"Whisper Large v3","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2023-09","release_date":"2023-09-01","last_updated":"2025-09-05","modalities":{"input":["audio"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":4096},"display_name":"Whisper Large v3"},{"id":"openai/gpt-oss-120b","name":"GPT-OSS-120B","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"GPT-OSS-120B"},{"id":"qwen/qwen3-235b-a22b","name":"Qwen3-235B-A22B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2024-12-01","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":8192},"display_name":"Qwen3-235B-A22B"},{"id":"qwen/qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"deepseek-ai/deepseek-v3.1-terminus","name":"DeepSeek V3.1 Terminus","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-22","last_updated":"2025-09-22","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek V3.1 Terminus"},{"id":"deepseek-ai/deepseek-v3.1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-08-20","last_updated":"2025-08-26","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek V3.1"},{"id":"black-forest-labs/flux.1-dev","name":"FLUX.1-dev","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-08","release_date":"2024-08-01","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["image"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":0},"display_name":"FLUX.1-dev"}]},"upstage":{"id":"upstage","api":"https://api.upstage.ai","name":"Upstage","doc":"https://developers.upstage.ai/docs/apis/chat","display_name":"Upstage","models":[{"id":"solar-mini","name":"solar-mini","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2024-06-12","last_updated":"2025-04-22","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.15},"limit":{"context":32768,"output":4096},"display_name":"solar-mini"},{"id":"solar-pro2","name":"solar-pro2","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03","release_date":"2025-05-20","last_updated":"2025-05-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":0.25},"limit":{"context":65536,"output":8192},"display_name":"solar-pro2"}]},"groq":{"id":"groq","name":"Groq","doc":"https://console.groq.com/docs/models","display_name":"Groq","models":[{"id":"llama-3.1-8b-instant","name":"Llama 3.1 8B Instant","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.08},"limit":{"context":131072,"output":8192},"display_name":"Llama 3.1 8B Instant"},{"id":"mistral-saba-24b","name":"Mistral Saba 24B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-02-06","last_updated":"2025-02-06","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.79,"output":0.79},"limit":{"context":32768,"output":32768},"display_name":"Mistral Saba 24B"},{"id":"llama3-8b-8192","name":"Llama 3 8B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-03","release_date":"2024-04-18","last_updated":"2024-04-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.08},"limit":{"context":8192,"output":8192},"display_name":"Llama 3 8B"},{"id":"qwen-qwq-32b","name":"Qwen QwQ 32B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2024-11-27","last_updated":"2024-11-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.29,"output":0.39},"limit":{"context":131072,"output":16384},"display_name":"Qwen QwQ 32B"},{"id":"llama3-70b-8192","name":"Llama 3 70B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-03","release_date":"2024-04-18","last_updated":"2024-04-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.59,"output":0.79},"limit":{"context":8192,"output":8192},"display_name":"Llama 3 70B"},{"id":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.75,"output":0.99},"limit":{"context":131072,"output":8192},"display_name":"DeepSeek R1 Distill Llama 70B"},{"id":"llama-guard-3-8b","name":"Llama Guard 3 8B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":8192,"output":8192},"display_name":"Llama Guard 3 8B"},{"id":"gemma2-9b-it","name":"Gemma 2 9B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-06-27","last_updated":"2024-06-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":8192,"output":8192},"display_name":"Gemma 2 9B"},{"id":"llama-3.3-70b-versatile","name":"Llama 3.3 70B Versatile","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.59,"output":0.79},"limit":{"context":131072,"output":32768},"display_name":"Llama 3.3 70B Versatile"},{"id":"moonshotai/kimi-k2-instruct-0905","name":"Kimi K2 Instruct 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":262144,"output":16384},"display_name":"Kimi K2 Instruct 0905"},{"id":"moonshotai/kimi-k2-instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":16384},"display_name":"Kimi K2 Instruct"},{"id":"openai/gpt-oss-20b","name":"GPT OSS 20B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.5},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 20B"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.75},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"qwen/qwen3-32b","name":"Qwen3 32B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11-08","release_date":"2024-12-23","last_updated":"2024-12-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.29,"output":0.59},"limit":{"context":131072,"output":16384},"display_name":"Qwen3 32B"},{"id":"meta-llama/llama-4-scout-17b-16e-instruct","name":"Llama 4 Scout 17B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.11,"output":0.34},"limit":{"context":131072,"output":8192},"display_name":"Llama 4 Scout 17B"},{"id":"meta-llama/llama-4-maverick-17b-128e-instruct","name":"Llama 4 Maverick 17B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.6},"limit":{"context":131072,"output":8192},"display_name":"Llama 4 Maverick 17B"},{"id":"meta-llama/llama-guard-4-12b","name":"Llama Guard 4 12B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":131072,"output":128},"display_name":"Llama Guard 4 12B"}]},"github-copilot":{"id":"github-copilot","api":"https://api.githubcopilot.com","name":"GitHub Copilot","doc":"https://docs.github.com/en/copilot","display_name":"GitHub Copilot","models":[{"id":"gemini-2.0-flash-001","name":"Gemini 2.0 Flash","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":8192},"display_name":"Gemini 2.0 Flash"},{"id":"claude-opus-4","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":80000,"output":16000},"display_name":"Claude Opus 4"},{"id":"grok-code-fast-1","name":"Grok Code Fast 1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-08","release_date":"2025-08-27","last_updated":"2025-08-27","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":256000,"output":10000},"display_name":"Grok Code Fast 1"},{"id":"claude-haiku-4.5","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-31","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":144000,"output":16000},"display_name":"Claude Haiku 4.5"},{"id":"claude-3.5-sonnet","name":"Claude Sonnet 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":90000,"output":8192},"display_name":"Claude Sonnet 3.5"},{"id":"o3-mini","name":"o3-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-10","release_date":"2024-12-20","last_updated":"2025-01-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":65536},"display_name":"o3-mini"},{"id":"gpt-5-codex","name":"GPT-5-Codex","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":64000},"display_name":"GPT-5-Codex"},{"id":"gpt-4o","name":"GPT-4o","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-05-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384},"display_name":"GPT-4o"},{"id":"gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384},"display_name":"GPT-4.1"},{"id":"o4-mini","name":"o4-mini (Preview)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-10","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":65536},"display_name":"o4-mini (Preview)"},{"id":"claude-opus-41","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":80000,"output":16000},"display_name":"Claude Opus 4.1"},{"id":"gpt-5-mini","name":"GPT-5-mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-08-13","last_updated":"2025-08-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":64000},"display_name":"GPT-5-mini"},{"id":"claude-3.7-sonnet","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":16384},"display_name":"Claude Sonnet 3.7"},{"id":"gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":64000},"display_name":"Gemini 2.5 Pro"},{"id":"o3","name":"o3 (Preview)","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384},"display_name":"o3 (Preview)"},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16000},"display_name":"Claude Sonnet 4"},{"id":"gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":64000},"display_name":"GPT-5"},{"id":"claude-3.7-sonnet-thought","name":"Claude Sonnet 3.7 Thinking","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":16384},"display_name":"Claude Sonnet 3.7 Thinking"},{"id":"claude-sonnet-4.5","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16000},"display_name":"Claude Sonnet 4.5"}]},"mistral":{"id":"mistral","name":"Mistral","doc":"https://docs.mistral.ai/getting-started/models/","display_name":"Mistral","models":[{"id":"devstral-medium-2507","name":"Devstral Medium","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-07-10","last_updated":"2025-07-10","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.4,"output":2},"limit":{"context":128000,"output":128000},"display_name":"Devstral Medium"},{"id":"open-mixtral-8x22b","name":"Mixtral 8x22B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-17","last_updated":"2024-04-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":64000,"output":64000},"display_name":"Mixtral 8x22B"},{"id":"ministral-8b-latest","name":"Ministral 8B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-10-01","last_updated":"2024-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":128000,"output":128000},"display_name":"Ministral 8B"},{"id":"pixtral-large-latest","name":"Pixtral Large","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2024-11-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":128000,"output":128000},"display_name":"Pixtral Large"},{"id":"ministral-3b-latest","name":"Ministral 3B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-10-01","last_updated":"2024-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.04,"output":0.04},"limit":{"context":128000,"output":128000},"display_name":"Ministral 3B"},{"id":"pixtral-12b","name":"Pixtral 12B","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2024-09-01","last_updated":"2024-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.15},"limit":{"context":128000,"output":128000},"display_name":"Pixtral 12B"},{"id":"mistral-medium-2505","name":"Mistral Medium 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-07","last_updated":"2025-05-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":2},"limit":{"context":131072,"output":131072},"display_name":"Mistral Medium 3"},{"id":"devstral-small-2505","name":"Devstral Small 2505","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-07","last_updated":"2025-05-07","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.3},"limit":{"context":128000,"output":128000},"display_name":"Devstral Small 2505"},{"id":"mistral-medium-2508","name":"Mistral Medium 3.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-08-12","last_updated":"2025-08-12","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":2},"limit":{"context":262144,"output":262144},"display_name":"Mistral Medium 3.1"},{"id":"mistral-small-latest","name":"Mistral Small","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-03","release_date":"2024-09-01","last_updated":"2024-09-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.3},"limit":{"context":128000,"output":16384},"display_name":"Mistral Small"},{"id":"magistral-small","name":"Magistral Small","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-06","release_date":"2025-03-17","last_updated":"2025-03-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":1.5},"limit":{"context":128000,"output":128000},"display_name":"Magistral Small"},{"id":"devstral-small-2507","name":"Devstral Small","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-07-10","last_updated":"2025-07-10","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.3},"limit":{"context":128000,"output":128000},"display_name":"Devstral Small"},{"id":"codestral-latest","name":"Codestral","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-05-29","last_updated":"2025-01-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":0.9},"limit":{"context":256000,"output":4096},"display_name":"Codestral"},{"id":"open-mixtral-8x7b","name":"Mixtral 8x7B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2023-12-11","last_updated":"2023-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":0.7},"limit":{"context":32000,"output":32000},"display_name":"Mixtral 8x7B"},{"id":"mistral-nemo","name":"Mistral Nemo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-07-01","last_updated":"2024-07-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.15},"limit":{"context":128000,"output":128000},"display_name":"Mistral Nemo"},{"id":"open-mistral-7b","name":"Mistral 7B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2023-09-27","last_updated":"2023-09-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":0.25},"limit":{"context":8000,"output":8000},"display_name":"Mistral 7B"},{"id":"mistral-large-latest","name":"Mistral Large","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2024-11-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":131072,"output":16384},"display_name":"Mistral Large"},{"id":"mistral-medium-latest","name":"Mistral Medium","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-07","last_updated":"2025-05-10","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.4,"output":2},"limit":{"context":128000,"output":16384},"display_name":"Mistral Medium"},{"id":"magistral-medium-latest","name":"Magistral Medium","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-06","release_date":"2025-03-17","last_updated":"2025-03-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":5},"limit":{"context":128000,"output":16384},"display_name":"Magistral Medium"}]},"vercel":{"id":"vercel","name":"Vercel AI Gateway","doc":"https://github.com/vercel/ai/tree/5eb85cc45a259553501f535b8ac79a77d0e79223/packages/gateway","display_name":"Vercel AI Gateway","models":[{"id":"moonshotai/kimi-k2","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":16384},"display_name":"Kimi K2 Instruct"},{"id":"alibaba/qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-12","last_updated":"2025-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Instruct"},{"id":"alibaba/qwen3-vl-instruct","name":"Qwen3 VL Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-24","last_updated":"2025-09-24","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8},"limit":{"context":131072,"output":129024},"display_name":"Qwen3 VL Instruct"},{"id":"alibaba/qwen3-vl-thinking","name":"Qwen3 VL Thinking","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-09","release_date":"2025-09-24","last_updated":"2025-09-24","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":8.4},"limit":{"context":131072,"output":129024},"display_name":"Qwen3 VL Thinking"},{"id":"alibaba/qwen3-max","name":"Qwen3 Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.2,"output":6},"limit":{"context":262144,"output":32768},"display_name":"Qwen3 Max"},{"id":"alibaba/qwen3-coder-plus","name":"Qwen3 Coder Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":5},"limit":{"context":1000000,"output":1000000},"display_name":"Qwen3 Coder Plus"},{"id":"alibaba/qwen3-next-80b-a3b-thinking","name":"Qwen3 Next 80B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-09","release_date":"2025-09-12","last_updated":"2025-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":6},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Thinking"},{"id":"xai/grok-3-mini-fast","name":"Grok 3 Mini Fast","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.6,"output":4,"reasoning":4,"cache_read":0.15},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini Fast"},{"id":"xai/grok-3-mini","name":"Grok 3 Mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":0.5,"reasoning":0.5,"cache_read":0.075},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini"},{"id":"xai/grok-4-fast","name":"Grok 4 Fast","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-19","last_updated":"2025-09-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.5,"cache_read":0.05},"limit":{"context":2000000,"output":30000},"display_name":"Grok 4 Fast"},{"id":"xai/grok-3","name":"Grok 3","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75},"limit":{"context":131072,"output":8192},"display_name":"Grok 3"},{"id":"xai/grok-2","name":"Grok 2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":131072,"output":8192},"display_name":"Grok 2"},{"id":"xai/grok-code-fast-1","name":"Grok Code Fast 1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2025-08-28","last_updated":"2025-08-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":1.5,"cache_read":0.02},"limit":{"context":256000,"output":10000},"display_name":"Grok Code Fast 1"},{"id":"xai/grok-2-vision","name":"Grok 2 Vision","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":8192,"output":4096},"display_name":"Grok 2 Vision"},{"id":"xai/grok-4","name":"Grok 4","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-09","last_updated":"2025-07-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"reasoning":15,"cache_read":0.75},"limit":{"context":256000,"output":64000},"display_name":"Grok 4"},{"id":"xai/grok-3-fast","name":"Grok 3 Fast","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":25,"cache_read":1.25},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Fast"},{"id":"xai/grok-4-fast-non-reasoning","name":"Grok 4 Fast (Non-Reasoning)","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-19","last_updated":"2025-09-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.5,"cache_read":0.05},"limit":{"context":2000000,"output":30000},"display_name":"Grok 4 Fast (Non-Reasoning)"},{"id":"mistral/codestral","name":"Codestral","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-05-29","last_updated":"2025-01-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":0.9},"limit":{"context":256000,"output":4096},"display_name":"Codestral"},{"id":"mistral/magistral-medium","name":"Magistral Medium","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-06","release_date":"2025-03-17","last_updated":"2025-03-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":5},"limit":{"context":128000,"output":16384},"display_name":"Magistral Medium"},{"id":"mistral/mistral-large","name":"Mistral Large","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2024-11-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":131072,"output":16384},"display_name":"Mistral Large"},{"id":"mistral/pixtral-large","name":"Pixtral Large","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2024-11-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":128000,"output":128000},"display_name":"Pixtral Large"},{"id":"mistral/ministral-8b","name":"Ministral 8B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-10-01","last_updated":"2024-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":128000,"output":128000},"display_name":"Ministral 8B"},{"id":"mistral/ministral-3b","name":"Ministral 3B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-10-01","last_updated":"2024-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.04,"output":0.04},"limit":{"context":128000,"output":128000},"display_name":"Ministral 3B"},{"id":"mistral/magistral-small","name":"Magistral Small","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-06","release_date":"2025-03-17","last_updated":"2025-03-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":1.5},"limit":{"context":128000,"output":128000},"display_name":"Magistral Small"},{"id":"mistral/mistral-small","name":"Mistral Small","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-03","release_date":"2024-09-01","last_updated":"2024-09-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.3},"limit":{"context":128000,"output":16384},"display_name":"Mistral Small"},{"id":"mistral/pixtral-12b","name":"Pixtral 12B","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2024-09-01","last_updated":"2024-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.15},"limit":{"context":128000,"output":128000},"display_name":"Pixtral 12B"},{"id":"mistral/mixtral-8x22b-instruct","name":"Mixtral 8x22B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-17","last_updated":"2024-04-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":64000,"output":64000},"display_name":"Mixtral 8x22B"},{"id":"vercel/v0-1.0-md","name":"v0-1.0-md","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":128000,"output":32000},"display_name":"v0-1.0-md"},{"id":"vercel/v0-1.5-md","name":"v0-1.5-md","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-06-09","last_updated":"2025-06-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":128000,"output":32000},"display_name":"v0-1.5-md"},{"id":"deepseek/deepseek-v3.2-exp-thinking","name":"DeepSeek V3.2 Exp Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-09","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.28,"output":0.42},"limit":{"context":163840,"output":8192},"display_name":"DeepSeek V3.2 Exp Thinking"},{"id":"deepseek/deepseek-v3.1-terminus","name":"DeepSeek V3.1 Terminus","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-22","last_updated":"2025-09-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.27,"output":1},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek V3.1 Terminus"},{"id":"deepseek/deepseek-v3.2-exp","name":"DeepSeek V3.2 Exp","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-09","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.28,"output":0.42},"limit":{"context":163840,"output":8192},"display_name":"DeepSeek V3.2 Exp"},{"id":"deepseek/deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.75,"output":0.99},"limit":{"context":131072,"output":8192},"display_name":"DeepSeek R1 Distill Llama 70B"},{"id":"deepseek/deepseek-r1","name":"DeepSeek-R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.35,"output":5.4},"limit":{"context":128000,"output":32768},"display_name":"DeepSeek-R1"},{"id":"google/gemini-2.5-flash-lite","name":"Gemini 2.5 Flash Lite","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite"},{"id":"google/gemini-2.5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview 09-25","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"cache_write":0.383},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 09-25"},{"id":"google/gemini-2.5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash Lite Preview 09-25","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite Preview 09-25"},{"id":"google/gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro"},{"id":"google/gemini-2.0-flash","name":"Gemini 2.0 Flash","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash"},{"id":"google/gemini-2.0-flash-lite","name":"Gemini 2.0 Flash Lite","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.075,"output":0.3},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash Lite"},{"id":"google/gemini-2.5-flash","name":"Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"input_audio":1},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash"},{"id":"openai/gpt-oss-20b","name":"GPT OSS 20B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.07,"output":0.3},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 20B"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.5},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"openai/gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.13},"limit":{"context":400000,"output":128000},"display_name":"GPT-5"},{"id":"openai/gpt-4o-mini","name":"GPT-4o mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.08},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o mini"},{"id":"openai/o3","name":"o3","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":200000,"output":100000},"display_name":"o3"},{"id":"openai/gpt-5-mini","name":"GPT-5 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2,"cache_read":0.03},"limit":{"context":400000,"output":128000},"display_name":"GPT-5 Mini"},{"id":"openai/o1","name":"o1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2024-12-05","last_updated":"2024-12-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":60,"cache_read":7.5},"limit":{"context":200000,"output":100000},"display_name":"o1"},{"id":"openai/o4-mini","name":"o4-mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.28},"limit":{"context":200000,"output":100000},"display_name":"o4-mini"},{"id":"openai/gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1"},{"id":"openai/gpt-4o","name":"GPT-4o","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-08-06","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":10,"cache_read":1.25},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o"},{"id":"openai/gpt-5-codex","name":"GPT-5-Codex","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.125},"limit":{"context":400000,"output":128000},"display_name":"GPT-5-Codex"},{"id":"openai/gpt-5-nano","name":"GPT-5 Nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4,"cache_read":0.01},"limit":{"context":400000,"output":128000},"display_name":"GPT-5 Nano"},{"id":"openai/o3-mini","name":"o3-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2024-12-20","last_updated":"2025-01-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.55},"limit":{"context":200000,"output":100000},"display_name":"o3-mini"},{"id":"openai/gpt-4-turbo","name":"GPT-4 Turbo","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":10,"output":30},"limit":{"context":128000,"output":4096},"display_name":"GPT-4 Turbo"},{"id":"openai/gpt-4.1-mini","name":"GPT-4.1 mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.6,"cache_read":0.1},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 mini"},{"id":"openai/gpt-4.1-nano","name":"GPT-4.1 nano","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.03},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 nano"},{"id":"perplexity/sonar-reasoning","name":"Sonar Reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-09","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":5},"limit":{"context":127000,"output":8000},"display_name":"Sonar Reasoning"},{"id":"perplexity/sonar","name":"Sonar","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-02","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":1},"limit":{"context":127000,"output":8000},"display_name":"Sonar"},{"id":"perplexity/sonar-pro","name":"Sonar Pro","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-09","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":200000,"output":8000},"display_name":"Sonar Pro"},{"id":"perplexity/sonar-reasoning-pro","name":"Sonar Reasoning Pro","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-09","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8},"limit":{"context":127000,"output":8000},"display_name":"Sonar Reasoning Pro"},{"id":"zai/glm-4.5","name":"GLM 4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":128000,"output":96000},"display_name":"GLM 4.5"},{"id":"zai/glm-4.5-air","name":"GLM 4.5 Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":1.1},"limit":{"context":128000,"output":96000},"display_name":"GLM 4.5 Air"},{"id":"zai/glm-4.5v","name":"GLM 4.5V","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-08","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.8},"limit":{"context":66000,"output":16000},"display_name":"GLM 4.5V"},{"id":"zai/glm-4.6","name":"GLM 4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":200000,"output":96000},"display_name":"GLM 4.6"},{"id":"amazon/nova-micro","name":"Nova Micro","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.035,"output":0.14,"cache_read":0.00875},"limit":{"context":128000,"output":8192},"display_name":"Nova Micro"},{"id":"amazon/nova-pro","name":"Nova Pro","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":3.2,"cache_read":0.2},"limit":{"context":300000,"output":8192},"display_name":"Nova Pro"},{"id":"amazon/nova-lite","name":"Nova Lite","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.06,"output":0.24,"cache_read":0.015},"limit":{"context":300000,"output":8192},"display_name":"Nova Lite"},{"id":"morph/morph-v3-fast","name":"Morph v3 Fast","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":1.2},"limit":{"context":16000,"output":16000},"display_name":"Morph v3 Fast"},{"id":"morph/morph-v3-large","name":"Morph v3 Large","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.9,"output":1.9},"limit":{"context":32000,"output":32000},"display_name":"Morph v3 Large"},{"id":"meta/llama-4-scout","name":"Llama-4-Scout-17B-16E-Instruct-FP8","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-4-Scout-17B-16E-Instruct-FP8"},{"id":"meta/llama-3.3-70b","name":"Llama-3.3-70B-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-3.3-70B-Instruct"},{"id":"meta/llama-4-maverick","name":"Llama-4-Maverick-17B-128E-Instruct-FP8","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-4-Maverick-17B-128E-Instruct-FP8"},{"id":"anthropic/claude-haiku-4.5","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-31","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":1.25,"cache_read":0.1,"cache_write":1.25},"limit":{"context":200000,"output":64000},"display_name":"Claude Haiku 4.5"},{"id":"anthropic/claude-3.7-sonnet","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-31","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 3.7"},{"id":"anthropic/claude-3-5-haiku","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"display_name":"Claude Haiku 3.5"},{"id":"anthropic/claude-4.5-sonnet","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4.5"},{"id":"anthropic/claude-3.5-sonnet","name":"Claude Sonnet 3.5 v2","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04-30","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5 v2"},{"id":"anthropic/claude-4-1-opus","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"},{"id":"anthropic/claude-4-sonnet","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"anthropic/claude-3-opus","name":"Claude Opus 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08-31","release_date":"2024-02-29","last_updated":"2024-02-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":4096},"display_name":"Claude Opus 3"},{"id":"anthropic/claude-3-haiku","name":"Claude Haiku 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08-31","release_date":"2024-03-13","last_updated":"2024-03-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":1.25,"cache_read":0.03,"cache_write":0.3},"limit":{"context":200000,"output":4096},"display_name":"Claude Haiku 3"},{"id":"anthropic/claude-4-opus","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"},{"id":"cerebras/qwen3-coder","name":"Qwen 3 Coder 480B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":2},"limit":{"context":131000,"output":32000},"display_name":"Qwen 3 Coder 480B"}]},"nebius":{"id":"nebius","api":"https://api.studio.nebius.com/v1/","name":"Nebius AI Studio","doc":"https://docs.studio.nebius.com/quickstart","display_name":"Nebius AI Studio","models":[{"id":"NousResearch/hermes-4-70b","name":"Hermes 4 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-08-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.13,"output":0.4},"limit":{"context":131072,"output":8192},"display_name":"Hermes 4 70B"},{"id":"NousResearch/hermes-4-405b","name":"Hermes-4 405B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-08-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":8192},"display_name":"Hermes-4 405B"},{"id":"moonshotai/kimi-k2-instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2025-01-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":2.4},"limit":{"context":131072,"output":8192},"display_name":"Kimi K2 Instruct"},{"id":"nvidia/llama-3_1-nemotron-ultra-253b-v1","name":"Llama 3.1 Nemotron Ultra 253B v1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-07-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.6,"output":1.8},"limit":{"context":131072,"output":8192},"display_name":"Llama 3.1 Nemotron Ultra 253B v1"},{"id":"openai/gpt-oss-20b","name":"GPT OSS 20B","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.2},"limit":{"context":131072,"output":8192},"display_name":"GPT OSS 20B"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6},"limit":{"context":131072,"output":8192},"display_name":"GPT OSS 120B"},{"id":"qwen/qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-25","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.6},"limit":{"context":262144,"output":8192},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"qwen/qwen3-235b-a22b-thinking-2507","name":"Qwen3 235B A22B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-25","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":262144,"output":8192},"display_name":"Qwen3 235B A22B Thinking 2507"},{"id":"qwen/qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.8},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"meta-llama/llama-3_1-405b-instruct","name":"Llama 3.1 405B Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-07-23","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":8192},"display_name":"Llama 3.1 405B Instruct"},{"id":"meta-llama/llama-3.3-70b-instruct-fast","name":"Llama-3.3-70B-Instruct (Fast)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-22","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":0.75},"limit":{"context":131072,"output":8192},"display_name":"Llama-3.3-70B-Instruct (Fast)"},{"id":"meta-llama/llama-3.3-70b-instruct-base","name":"Llama-3.3-70B-Instruct (Base)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-22","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.13,"output":0.4},"limit":{"context":131072,"output":8192},"display_name":"Llama-3.3-70B-Instruct (Base)"},{"id":"zai-org/glm-4.5","name":"GLM 4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-05","release_date":"2024-06-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.6,"output":2.2},"limit":{"context":131072,"output":8192},"display_name":"GLM 4.5"},{"id":"zai-org/glm-4.5-air","name":"GLM 4.5 Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-05","release_date":"2024-06-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":1.2},"limit":{"context":131072,"output":8192},"display_name":"GLM 4.5 Air"},{"id":"deepseek-ai/deepseek-v3","name":"DeepSeek V3","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-05-07","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":1.5},"limit":{"context":131072,"output":8192},"display_name":"DeepSeek V3"}]},"deepseek":{"id":"deepseek","api":"https://api.deepseek.com","name":"DeepSeek","doc":"https://platform.deepseek.com/api-docs/pricing","display_name":"DeepSeek","models":[{"id":"deepseek-chat","name":"DeepSeek Chat","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-12-26","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.57,"output":1.68,"cache_read":0.07},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek Chat"},{"id":"deepseek-reasoner","name":"DeepSeek Reasoner","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.57,"output":1.68,"cache_read":0.07},"limit":{"context":128000,"output":64000},"display_name":"DeepSeek Reasoner"}]},"alibaba-cn":{"id":"alibaba-cn","api":"https://dashscope.aliyuncs.com/compatible-mode/v1","name":"alibaba-cn","doc":"https://www.alibabacloud.com/help/en/model-studio/models","display_name":"alibaba-cn","models":[{"id":"deepseek-r1-distill-qwen-7b","name":"DeepSeek R1 Distill Qwen 7B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.072,"output":0.144},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Qwen 7B"},{"id":"qwen3-asr-flash","name":"Qwen3-ASR Flash","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-04","release_date":"2025-09-08","last_updated":"2025-09-08","modalities":{"input":["audio"],"output":["text"]},"open_weights":false,"cost":{"input":0.032,"output":0.032},"limit":{"context":53248,"output":4096},"display_name":"Qwen3-ASR Flash"},{"id":"deepseek-r1-0528","name":"DeepSeek R1 0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-05-28","last_updated":"2025-05-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.574,"output":2.294},"limit":{"context":131072,"output":16384},"display_name":"DeepSeek R1 0528"},{"id":"deepseek-v3","name":"DeepSeek V3","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-12-01","last_updated":"2024-12-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.287,"output":1.147},"limit":{"context":65536,"output":8192},"display_name":"DeepSeek V3"},{"id":"qwen-omni-turbo","name":"Qwen-Omni Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-01-19","last_updated":"2025-03-26","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.058,"output":0.23,"input_audio":3.584,"output_audio":7.168},"limit":{"context":32768,"output":2048},"display_name":"Qwen-Omni Turbo"},{"id":"qwen-vl-max","name":"Qwen-VL Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-08","last_updated":"2025-08-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.23,"output":0.574},"limit":{"context":131072,"output":8192},"display_name":"Qwen-VL Max"},{"id":"deepseek-v3-2-exp","name":"DeepSeek V3.2 Exp","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.287,"output":0.431},"limit":{"context":131072,"output":65536},"display_name":"DeepSeek V3.2 Exp"},{"id":"qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09","last_updated":"2025-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":0.574},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Instruct"},{"id":"deepseek-r1","name":"DeepSeek R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.574,"output":2.294},"limit":{"context":131072,"output":16384},"display_name":"DeepSeek R1"},{"id":"qwen-turbo","name":"Qwen Turbo","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-11-01","last_updated":"2025-07-15","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.044,"output":0.087,"reasoning":0.431},"limit":{"context":131072,"output":16384},"display_name":"Qwen Turbo","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-vl-235b-a22b","name":"Qwen3-VL 235B-A22B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.286705,"output":1.14682,"reasoning":2.867051},"limit":{"context":131072,"output":32768},"display_name":"Qwen3-VL 235B-A22B"},{"id":"qwen3-coder-flash","name":"Qwen3 Coder Flash","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.144,"output":0.574},"limit":{"context":1000000,"output":65536},"display_name":"Qwen3 Coder Flash"},{"id":"qwen3-vl-30b-a3b","name":"Qwen3-VL 30B-A3B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.108,"output":0.431,"reasoning":1.076},"limit":{"context":131072,"output":32768},"display_name":"Qwen3-VL 30B-A3B"},{"id":"qwen3-14b","name":"Qwen3 14B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":0.574,"reasoning":1.434},"limit":{"context":131072,"output":8192},"display_name":"Qwen3 14B"},{"id":"qvq-max","name":"QVQ Max","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-03-25","last_updated":"2025-03-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.147,"output":4.588},"limit":{"context":131072,"output":8192},"display_name":"QVQ Max"},{"id":"deepseek-r1-distill-qwen-32b","name":"DeepSeek R1 Distill Qwen 32B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.287,"output":0.861},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Qwen 32B"},{"id":"qwen-plus-character","name":"Qwen Plus Character","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01","last_updated":"2024-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.115,"output":0.287},"limit":{"context":32768,"output":4096},"display_name":"Qwen Plus Character"},{"id":"qwen2-5-14b-instruct","name":"Qwen2.5 14B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":0.431},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 14B Instruct"},{"id":"qwq-plus","name":"QwQ Plus","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":32768,"default":32768}},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-03-05","last_updated":"2025-03-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.23,"output":0.574},"limit":{"context":131072,"output":8192},"display_name":"QwQ Plus","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen2-5-coder-32b-instruct","name":"Qwen2.5-Coder 32B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-11","last_updated":"2024-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":0.861},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-Coder 32B Instruct"},{"id":"qwen3-coder-30b-a3b-instruct","name":"Qwen3-Coder 30B-A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.216,"output":0.861},"limit":{"context":262144,"output":65536},"display_name":"Qwen3-Coder 30B-A3B Instruct"},{"id":"qwen-math-plus","name":"Qwen Math Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-08-16","last_updated":"2024-09-19","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.574,"output":1.721},"limit":{"context":4096,"output":3072},"display_name":"Qwen Math Plus"},{"id":"qwen-vl-ocr","name":"Qwen Vl Ocr","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2024-10-28","last_updated":"2025-04-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.717,"output":0.717},"limit":{"context":34096,"output":4096},"display_name":"Qwen Vl Ocr"},{"id":"qwen-doc-turbo","name":"Qwen Doc Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01","last_updated":"2024-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.087,"output":0.144},"limit":{"context":131072,"output":8192},"display_name":"Qwen Doc Turbo"},{"id":"qwen-deep-research","name":"Qwen Deep Research","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01","last_updated":"2024-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":7.742,"output":23.367},"limit":{"context":1000000,"output":32768},"display_name":"Qwen Deep Research"},{"id":"qwen2-5-72b-instruct","name":"Qwen2.5 72B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.574,"output":1.721},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 72B Instruct"},{"id":"qwen3-omni-flash","name":"Qwen3-Omni Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.058,"output":0.23,"input_audio":3.584,"output_audio":7.168},"limit":{"context":65536,"output":16384},"display_name":"Qwen3-Omni Flash"},{"id":"qwen-flash","name":"Qwen Flash","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.022,"output":0.216},"limit":{"context":1000000,"output":32768},"display_name":"Qwen Flash","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-8b","name":"Qwen3 8B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.072,"output":0.287,"reasoning":0.717},"limit":{"context":131072,"output":8192},"display_name":"Qwen3 8B"},{"id":"qwen3-omni-flash-realtime","name":"Qwen3-Omni Flash Realtime","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image","audio"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.23,"output":0.918,"input_audio":3.584,"output_audio":7.168},"limit":{"context":65536,"output":16384},"display_name":"Qwen3-Omni Flash Realtime"},{"id":"qwen2-5-vl-72b-instruct","name":"Qwen2.5-VL 72B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":2.294,"output":6.881},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-VL 72B Instruct"},{"id":"qwen3-vl-plus","name":"Qwen3 VL Plus","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":false,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.143353,"output":1.433525,"reasoning":4.300576},"limit":{"context":262144,"output":32768},"display_name":"Qwen3 VL Plus"},{"id":"qwen-plus","name":"Qwen Plus","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01-25","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.115,"output":0.287,"reasoning":1.147},"limit":{"context":1000000,"output":32768},"display_name":"Qwen Plus","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen2-5-32b-instruct","name":"Qwen2.5 32B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":0.861},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 32B Instruct"},{"id":"qwen2-5-omni-7b","name":"Qwen2.5-Omni 7B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-12","last_updated":"2024-12","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":true,"cost":{"input":0.087,"output":0.345,"input_audio":5.448},"limit":{"context":32768,"output":2048},"display_name":"Qwen2.5-Omni 7B"},{"id":"qwen-max","name":"Qwen Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-03","last_updated":"2025-01-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.345,"output":1.377},"limit":{"context":32768,"output":8192},"display_name":"Qwen Max","search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-long","name":"Qwen Long","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01-25","last_updated":"2025-01-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.072,"output":0.287},"limit":{"context":1000000,"output":8192},"display_name":"Qwen Long"},{"id":"qwen2-5-math-72b-instruct","name":"Qwen2.5-Math 72B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.574,"output":1.721},"limit":{"context":4096,"output":3072},"display_name":"Qwen2.5-Math 72B Instruct"},{"id":"moonshot-kimi-k2-instruct","name":"Moonshot Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.574,"output":2.294},"limit":{"context":131072,"output":131072},"display_name":"Moonshot Kimi K2 Instruct"},{"id":"tongyi-intent-detect-v3","name":"Tongyi Intent Detect V3","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2024-01","last_updated":"2024-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.058,"output":0.144},"limit":{"context":8192,"output":1024},"display_name":"Tongyi Intent Detect V3"},{"id":"qwen2-5-7b-instruct","name":"Qwen2.5 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.072,"output":0.144},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5 7B Instruct"},{"id":"qwen2-5-vl-7b-instruct","name":"Qwen2.5-VL 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":0.717},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-VL 7B Instruct"},{"id":"deepseek-v3-1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.574,"output":1.721},"limit":{"context":131072,"output":65536},"display_name":"DeepSeek V3.1"},{"id":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.287,"output":0.861},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Llama 70B"},{"id":"qwen3-235b-a22b","name":"Qwen3 235B A22B","attachment":false,"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":1.147,"reasoning":2.868},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 235B A22B"},{"id":"qwen2-5-coder-7b-instruct","name":"Qwen2.5-Coder 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-11","last_updated":"2024-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":0.287},"limit":{"context":131072,"output":8192},"display_name":"Qwen2.5-Coder 7B Instruct"},{"id":"deepseek-r1-distill-qwen-14b","name":"DeepSeek R1 Distill Qwen 14B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.144,"output":0.431},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Qwen 14B"},{"id":"qwen-omni-turbo-realtime","name":"Qwen-Omni Turbo Realtime","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-08","last_updated":"2025-05-08","modalities":{"input":["text","image","audio"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.23,"output":0.918,"input_audio":3.584,"output_audio":7.168},"limit":{"context":32768,"output":2048},"display_name":"Qwen-Omni Turbo Realtime"},{"id":"qwen-math-turbo","name":"Qwen Math Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09-19","last_updated":"2024-09-19","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.287,"output":0.861},"limit":{"context":4096,"output":3072},"display_name":"Qwen Math Turbo"},{"id":"qwen-mt-turbo","name":"Qwen Mt Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01","last_updated":"2025-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.101,"output":0.28},"limit":{"context":16384,"output":8192},"display_name":"Qwen Mt Turbo"},{"id":"deepseek-r1-distill-llama-8b","name":"DeepSeek R1 Distill Llama 8B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Llama 8B"},{"id":"qwen3-coder-480b-a35b-instruct","name":"Qwen3-Coder 480B-A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.861,"output":3.441},"limit":{"context":262144,"output":65536},"display_name":"Qwen3-Coder 480B-A35B Instruct"},{"id":"qwen-mt-plus","name":"Qwen Mt Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01","last_updated":"2025-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.259,"output":0.775},"limit":{"context":16384,"output":8192},"display_name":"Qwen Mt Plus"},{"id":"qwen3-max","name":"Qwen3 Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.861,"output":3.441},"limit":{"context":262144,"output":65536},"display_name":"Qwen3 Max"},{"id":"qwq-32b","name":"QwQ 32B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-12","last_updated":"2024-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":0.861},"limit":{"context":131072,"output":8192},"display_name":"QwQ 32B"},{"id":"qwen2-5-math-7b-instruct","name":"Qwen2.5-Math 7B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":0.287},"limit":{"context":4096,"output":3072},"display_name":"Qwen2.5-Math 7B Instruct"},{"id":"qwen3-next-80b-a3b-thinking","name":"Qwen3 Next 80B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}},"temperature":true,"tool_call":false,"knowledge":"2025-04","release_date":"2025-09","last_updated":"2025-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.144,"output":1.434},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Thinking"},{"id":"deepseek-r1-distill-qwen-1-5b","name":"DeepSeek R1 Distill Qwen 1.5B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":32768,"output":16384},"display_name":"DeepSeek R1 Distill Qwen 1.5B"},{"id":"qwen3-32b","name":"Qwen3 32B","attachment":false,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.287,"output":1.147,"reasoning":2.868},"limit":{"context":131072,"output":16384},"display_name":"Qwen3 32B"},{"id":"qwen-vl-plus","name":"Qwen-VL Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-01-25","last_updated":"2025-08-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.115,"output":0.287},"limit":{"context":131072,"output":8192},"display_name":"Qwen-VL Plus"},{"id":"qwen3-coder-plus","name":"Qwen3 Coder Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":5},"limit":{"context":1000000,"output":65536},"display_name":"Qwen3 Coder Plus"},{"id":"qwen3-coder-plus-2025-09-23","name":"Qwen3 Coder Plus 2025 09 23","display_name":"Qwen3 Coder Plus 2025 09 23","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":65536},"reasoning":{"supported":false}},{"id":"qwen3-coder-plus-2025-07-22","name":"Qwen3 Coder Plus 2025 07 22","display_name":"Qwen3 Coder Plus 2025 07 22","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":65536},"reasoning":{"supported":false}},{"id":"qwen-vl-ocr-latest","name":"Qwen Vl Ocr Latest","display_name":"Qwen Vl Ocr Latest","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":34096,"output":4096},"reasoning":{"supported":false}},{"id":"qvq-max-2025-05-15","name":"Qvq Max 2025 05 15","display_name":"Qvq Max 2025 05 15","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":16384,"default":16384}}},{"id":"qwen-turbo-latest","name":"Qwen Turbo Latest","display_name":"Qwen Turbo Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-turbo-2024-09-19","name":"Qwen Turbo 2024 09 19","display_name":"Qwen Turbo 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false}},{"id":"qwen-flash-2025-07-28","name":"Qwen Flash 2025 07 28","display_name":"Qwen Flash 2025 07 28","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-latest","name":"Qwen Plus Latest","display_name":"Qwen Plus Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-2024-09-19","name":"Qwen Plus 2024 09 19","display_name":"Qwen Plus 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false}},{"id":"qwen-plus-2025-07-14","name":"Qwen Plus 2025 07 14","display_name":"Qwen Plus 2025 07 14","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":38912,"default":38912}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-plus-2025-09-11","name":"Qwen Plus 2025 09 11","display_name":"Qwen Plus 2025 09 11","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-latest","name":"Qwen Max Latest","display_name":"Qwen Max Latest","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-2024-09-19","name":"Qwen Max 2024 09 19","display_name":"Qwen Max 2024 09 19","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen-max-2024-04-28","name":"Qwen Max 2024 04 28","display_name":"Qwen Max 2024 04 28","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":2000},"reasoning":{"supported":false}},{"id":"qwen-max-2024-04-03","name":"Qwen Max 2024 04 03","display_name":"Qwen Max 2024 04 03","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":2000},"reasoning":{"supported":false}},{"id":"qwen-max-2025-01-25","name":"Qwen Max 2025 01 25","display_name":"Qwen Max 2025 01 25","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-max-2025-09-23","name":"Qwen3 Max 20250923","display_name":"Qwen3 Max 20250923","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":65536},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-max-preview","name":"Qwen3 Max Preview","display_name":"Qwen3 Max Preview","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":65536},"reasoning":{"supported":false},"search":{"supported":true,"default":false,"forced_search":false,"search_strategy":"turbo"}},{"id":"qwen3-235b-a22b-thinking-2507","name":"Qwen3 235B A22B Thinking 2507","display_name":"Qwen3 235B A22B Thinking 2507","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","display_name":"Qwen3 235B A22B Instruct 2507","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":false}},{"id":"qwen3-30b-a3b-instruct-2507","name":"Qwen3 30B A3B Instruct 2507","display_name":"Qwen3 30B A3B Instruct 2507","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":false}},{"id":"qwen3-30b-a3b-thinking-2507","name":"Qwen3 30B A3B Thinking 2507","display_name":"Qwen3 30B A3B Thinking 2507","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-30b-a3b","name":"Qwen3 30B A3B","display_name":"Qwen3 30B A3B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwen3-4b","name":"Qwen3 4B","display_name":"Qwen3 4B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":38912,"default":38912}}},{"id":"qwen3-1.7b","name":"Qwen3 1.7B","display_name":"Qwen3 1.7B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":30720,"default":30720}}},{"id":"qwen3-0.6b","name":"Qwen3 0.6B","display_name":"Qwen3 0.6B","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":30720,"default":30720}}},{"id":"qwen3-vl-plus-2025-09-23","name":"Qwen3 VL Plus 2025 09 23","display_name":"Qwen3 VL Plus 2025 09 23","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":32768},"reasoning":{"supported":true,"default":false,"budget":{"min":0,"max":81920,"default":81920}}},{"id":"qwq-plus-latest","name":"QwQ Plus Latest","display_name":"QwQ Plus Latest","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":32768,"default":32768}},"search":{"supported":false}}]},"google-vertex-anthropic":{"id":"google-vertex-anthropic","name":"Vertex","doc":"https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude","display_name":"Vertex","models":[{"id":"claude-3-5-sonnet@20241022","name":"Claude Sonnet 3.5 v2","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04-30","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5 v2"},{"id":"claude-3-5-haiku@20241022","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"display_name":"Claude Haiku 3.5"},{"id":"claude-sonnet-4@20250514","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"claude-opus-4-1@20250805","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"},{"id":"claude-3-7-sonnet@20250219","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-31","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 3.7"},{"id":"claude-opus-4@20250514","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"}]},"venice":{"id":"venice","api":"https://api.venice.ai/api/v1","name":"Venice AI","doc":"https://docs.venice.ai","display_name":"Venice AI","models":[{"id":"dolphin-2.9.2-qwen2-72b","name":"Dolphin 72B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-09","release_date":"2025-05-21","last_updated":"2025-05-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8},"limit":{"context":32768,"output":8192},"display_name":"Dolphin 72B"},{"id":"mistral-31-24b","name":"Venice Medium","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2025-07-15","last_updated":"2025-07-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":131072,"output":8192},"display_name":"Venice Medium"},{"id":"venice-uncensored","name":"Venice Uncensored 1.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-10","release_date":"2025-07-15","last_updated":"2025-07-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":32768,"output":8192},"display_name":"Venice Uncensored 1.1"},{"id":"qwen-2.5-vl","name":"Qwen 2.5 VL 72B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-10","release_date":"2025-06-09","last_updated":"2025-06-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8},"limit":{"context":32768,"output":8192},"display_name":"Qwen 2.5 VL 72B"},{"id":"qwen3-235b","name":"Venice Large","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-27","last_updated":"2025-07-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.5,"output":6},"limit":{"context":131072,"output":8192},"display_name":"Venice Large"},{"id":"qwen-2.5-qwq-32b","name":"Venice Reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2023-10","release_date":"2025-07-08","last_updated":"2025-07-08","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":32768,"output":8192},"display_name":"Venice Reasoning"},{"id":"deepseek-coder-v2-lite","name":"DeepSeek Coder V2 Lite","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-09","release_date":"2025-06-22","last_updated":"2025-06-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":131072,"output":8192},"display_name":"DeepSeek Coder V2 Lite"},{"id":"qwen3-4b","name":"Venice Small","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-07-27","last_updated":"2025-07-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":32768,"output":8192},"display_name":"Venice Small"},{"id":"llama-3.3-70b","name":"Llama 3.3 70B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-06-09","last_updated":"2025-06-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8},"limit":{"context":65536,"output":8192},"display_name":"Llama 3.3 70B"},{"id":"qwen-2.5-coder-32b","name":"Qwen 2.5 Coder 32B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-10","release_date":"2025-06-14","last_updated":"2025-06-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":32768,"output":8192},"display_name":"Qwen 2.5 Coder 32B"},{"id":"deepseek-r1-671b","name":"DeepSeek R1 671B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2023-10","release_date":"2025-06-05","last_updated":"2025-06-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3.5,"output":14},"limit":{"context":131072,"output":8192},"display_name":"DeepSeek R1 671B"},{"id":"llama-3.2-3b","name":"Llama 3.2 3B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-05-23","last_updated":"2025-05-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":131072,"output":8192},"display_name":"Llama 3.2 3B"},{"id":"llama-3.1-405b","name":"Llama 3.1 405B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-12","release_date":"2025-06-30","last_updated":"2025-06-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.5,"output":6},"limit":{"context":65536,"output":8192},"display_name":"Llama 3.1 405B"}]},"chutes":{"id":"chutes","api":"https://llm.chutes.ai/v1","name":"Chutes","doc":"https://llm.chutes.ai/v1/models","display_name":"Chutes","models":[{"id":"moonshotai/Kimi-Dev-72B","name":"Kimi Dev 72B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-12-01","last_updated":"2024-12-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.06664,"output":0.266688},"limit":{"context":131072,"output":131072},"display_name":"Kimi Dev 72B"},{"id":"moonshotai/Kimi-K2-Instruct-75k","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.59},"limit":{"context":75000,"output":75000},"display_name":"Kimi K2 Instruct"},{"id":"moonshotai/Kimi-K2-Instruct-0905","name":"Kimi K2 Instruct 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-09-05","last_updated":"2024-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.296176,"output":1.18528},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 Instruct 0905"},{"id":"moonshotai/Kimi-VL-A3B-Thinking","name":"Kimi VL A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2024-12-01","last_updated":"2024-12-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.02499,"output":0.100008},"limit":{"context":131072,"output":131072},"display_name":"Kimi VL A3B Thinking"},{"id":"meituan-longcat/LongCat-Flash-Chat-FP8","name":"LongCat Flash Chat FP8","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-09-10","last_updated":"2025-09-10","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":1},"limit":{"context":131072,"output":131072},"display_name":"LongCat Flash Chat FP8"},{"id":"tngtech/DeepSeek-R1T-Chimera","name":"DeepSeek R1T Chimera","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-04","release_date":"2025-04-26","last_updated":"2025-04-26","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.18,"output":0.72},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek R1T Chimera"},{"id":"tngtech/DeepSeek-TNG-R1T2-Chimera","name":"DeepSeek TNG R1T2 Chimera","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-07","release_date":"2025-07-08","last_updated":"2025-07-08","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.8},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek TNG R1T2 Chimera"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.41},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"chutesai/Devstral-Small-2505","name":"Devstral Small (2505)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-05-21","last_updated":"2025-05-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.02,"output":0.08},"limit":{"context":32768,"output":32768},"display_name":"Devstral Small (2505)"},{"id":"chutesai/Mistral-Small-3.2-24B-Instruct-2506","name":"Mistral Small 3.2 24B Instruct (2506)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-06-20","last_updated":"2025-06-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.02,"output":0.08},"limit":{"context":131072,"output":131072},"display_name":"Mistral Small 3.2 24B Instruct (2506)"},{"id":"Qwen/Qwen3-30B-A3B","name":"Qwen3 30B A3B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-28","last_updated":"2025-04-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.02,"output":0.08},"limit":{"context":40960,"output":40960},"display_name":"Qwen3 30B A3B"},{"id":"Qwen/Qwen3-30B-A3B-Thinking-2507","name":"Qwen3 30B A3B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-30","last_updated":"2025-07-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.08,"output":0.29},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 30B A3B Thinking 2507"},{"id":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-28","last_updated":"2025-07-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.078,"output":0.312},"limit":{"context":262144,"output":131072},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"Qwen/Qwen3-Coder-30B-A3B-Instruct","name":"Qwen3 Coder 30B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 Coder 30B A3B Instruct"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","name":"Qwen3 Coder 480B A35B Instruct (FP8)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 Coder 480B A35B Instruct (FP8)"},{"id":"Qwen/Qwen3-30B-A3B-Instruct-2507","name":"Qwen3 30B A3B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.2},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 30B A3B Instruct 2507"},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.078,"output":0.312},"limit":{"context":262144,"output":262144},"display_name":"Qwen3-235B-A22B-Thinking-2507"},{"id":"Qwen/Qwen3-Next-80B-A3B-Instruct","name":"Qwen3 Next 80B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-11","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.8},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 Next 80B A3B Instruct"},{"id":"Qwen/Qwen3-Next-80B-A3B-Thinking","name":"Qwen3 Next 80B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-11","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.8},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 Next 80B A3B Thinking"},{"id":"zai-org/GLM-4.5-turbo","name":"GLM 4.5 Turbo","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5 Turbo"},{"id":"zai-org/GLM-4.6-FP8","name":"GLM 4.6 FP8","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.39,"output":1.55},"limit":{"context":204800,"output":131072},"display_name":"GLM 4.6 FP8"},{"id":"zai-org/GLM-4.6-turbo","name":"GLM 4.6 Turbo","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-10-03","last_updated":"2025-10-03","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.15,"output":3.25},"limit":{"context":204800,"output":131072},"display_name":"GLM 4.6 Turbo"},{"id":"zai-org/GLM-4.5-FP8","name":"GLM 4.5 FP8","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5 FP8"},{"id":"zai-org/GLM-4.5-Air","name":"GLM 4.5 Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":98304},"display_name":"GLM 4.5 Air"},{"id":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","name":"DeepSeek R1 0528 Qwen3 8B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-29","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.02,"output":0.07},"limit":{"context":131072,"output":131072},"display_name":"DeepSeek R1 0528 Qwen3 8B"},{"id":"deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek R1 (0528)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.18,"output":0.72},"limit":{"context":75000,"output":163840},"display_name":"DeepSeek R1 (0528)"},{"id":"deepseek-ai/DeepSeek-V3.2-Exp","name":"DeepSeek V3.2 Exp","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":0.35},"limit":{"context":128000,"output":64000},"display_name":"DeepSeek V3.2 Exp"},{"id":"deepseek-ai/DeepSeek-V3.1-Terminus","name":"DeepSeek V3.1 Terminus","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-22","last_updated":"2025-09-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":1},"limit":{"context":131072,"output":65536},"display_name":"DeepSeek V3.1 Terminus"},{"id":"deepseek-ai/DeepSeek-V3.1-turbo","name":"DeepSeek V3.1 Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-21","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":3},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3.1 Turbo"},{"id":"deepseek-ai/DeepSeek-V3.1:THINKING","name":"DeepSeek V3.1 Reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-21","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek V3.1 Reasoning"},{"id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","name":"DeepSeek R1 Distill Llama 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-10","release_date":"2025-01-23","last_updated":"2025-01-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.03,"output":0.14},"limit":{"context":131072,"output":131072},"display_name":"DeepSeek R1 Distill Llama 70B"},{"id":"deepseek-ai/DeepSeek-V3.1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-21","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek V3.1"},{"id":"deepseek-ai/DeepSeek-V3-0324","name":"DeepSeek V3 (0324)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.18,"output":0.72},"limit":{"context":75000,"output":163840},"display_name":"DeepSeek V3 (0324)"}]},"cortecs":{"id":"cortecs","api":"https://api.cortecs.ai/v1","name":"Cortecs","doc":"https://api.cortecs.ai/v1/models","display_name":"Cortecs","models":[{"id":"nova-pro-v1","name":"Nova Pro 1.0","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.016,"output":4.061},"limit":{"context":300000,"output":5000},"display_name":"Nova Pro 1.0"},{"id":"claude-4-5-sonnet","name":"Claude 4.5 Sonnet","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3.259,"output":16.296},"limit":{"context":200000,"output":200000},"display_name":"Claude 4.5 Sonnet"},{"id":"deepseek-v3-0324","name":"DeepSeek V3 0324","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-03-24","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.551,"output":1.654},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3 0324"},{"id":"kimi-k2-instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-07-11","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.551,"output":2.646},"limit":{"context":131000,"output":131000},"display_name":"Kimi K2 Instruct"},{"id":"gpt-4.1","name":"GPT 4.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.354,"output":9.417},"limit":{"context":1047576,"output":32768},"display_name":"GPT 4.1"},{"id":"gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-17","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.654,"output":11.024},"limit":{"context":1048576,"output":65535},"display_name":"Gemini 2.5 Pro"},{"id":"gpt-oss-120b","name":"GPT Oss 120b","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":128000},"display_name":"GPT Oss 120b"},{"id":"qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.441,"output":1.984},"limit":{"context":262000,"output":262000},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-03","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3.307,"output":16.536},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"llama-3.1-405b-instruct","name":"Llama 3.1 405B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":128000},"display_name":"Llama 3.1 405B Instruct"},{"id":"qwen3-32b","name":"Qwen3 32B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-04-29","last_updated":"2025-04-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.099,"output":0.33},"limit":{"context":16384,"output":16384},"display_name":"Qwen3 32B"}]},"github-models":{"id":"github-models","api":"https://models.github.ai/inference","name":"GitHub Models","doc":"https://docs.github.com/en/github-models","display_name":"GitHub Models","models":[{"id":"core42/jais-30b-chat","name":"JAIS 30b Chat","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-03","release_date":"2023-08-30","last_updated":"2023-08-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":2048},"display_name":"JAIS 30b Chat"},{"id":"xai/grok-3","name":"Grok 3","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-09","last_updated":"2024-12-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Grok 3"},{"id":"xai/grok-3-mini","name":"Grok 3 Mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-09","last_updated":"2024-12-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Grok 3 Mini"},{"id":"cohere/cohere-command-r-08-2024","name":"Cohere Command R 08-2024","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-08-01","last_updated":"2024-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cohere Command R 08-2024"},{"id":"cohere/cohere-command-a","name":"Cohere Command A","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-11-01","last_updated":"2024-11-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cohere Command A"},{"id":"cohere/cohere-command-r-plus-08-2024","name":"Cohere Command R+ 08-2024","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-08-01","last_updated":"2024-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cohere Command R+ 08-2024"},{"id":"cohere/cohere-command-r","name":"Cohere Command R","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-03-11","last_updated":"2024-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cohere Command R"},{"id":"cohere/cohere-command-r-plus","name":"Cohere Command R+","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-04-04","last_updated":"2024-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cohere Command R+"},{"id":"deepseek/deepseek-r1-0528","name":"DeepSeek-R1-0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-05-28","last_updated":"2025-05-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":65536,"output":8192},"display_name":"DeepSeek-R1-0528"},{"id":"deepseek/deepseek-r1","name":"DeepSeek-R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":65536,"output":8192},"display_name":"DeepSeek-R1"},{"id":"deepseek/deepseek-v3-0324","name":"DeepSeek-V3-0324","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-03-24","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek-V3-0324"},{"id":"mistral-ai/mistral-medium-2505","name":"Mistral Medium 3 (25.05)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2025-05-01","last_updated":"2025-05-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Mistral Medium 3 (25.05)"},{"id":"mistral-ai/ministral-3b","name":"Ministral 3B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Ministral 3B"},{"id":"mistral-ai/mistral-nemo","name":"Mistral Nemo","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Mistral Nemo"},{"id":"mistral-ai/mistral-large-2411","name":"Mistral Large 24.11","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2024-11-01","last_updated":"2024-11-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Mistral Large 24.11"},{"id":"mistral-ai/codestral-2501","name":"Codestral 25.01","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":32000,"output":8192},"display_name":"Codestral 25.01"},{"id":"mistral-ai/mistral-small-2503","name":"Mistral Small 3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2025-03-01","last_updated":"2025-03-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Mistral Small 3.1"},{"id":"microsoft/phi-3-medium-128k-instruct","name":"Phi-3-medium instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3-medium instruct (128k)"},{"id":"microsoft/phi-3-mini-4k-instruct","name":"Phi-3-mini instruct (4k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":1024},"display_name":"Phi-3-mini instruct (4k)"},{"id":"microsoft/phi-3-small-128k-instruct","name":"Phi-3-small instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3-small instruct (128k)"},{"id":"microsoft/phi-3.5-vision-instruct","name":"Phi-3.5-vision instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3.5-vision instruct (128k)"},{"id":"microsoft/phi-4","name":"Phi-4","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":16000,"output":4096},"display_name":"Phi-4"},{"id":"microsoft/phi-4-mini-reasoning","name":"Phi-4-mini-reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-4-mini-reasoning"},{"id":"microsoft/phi-3-small-8k-instruct","name":"Phi-3-small instruct (8k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":2048},"display_name":"Phi-3-small instruct (8k)"},{"id":"microsoft/phi-3.5-mini-instruct","name":"Phi-3.5-mini instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3.5-mini instruct (128k)"},{"id":"microsoft/phi-4-multimodal-instruct","name":"Phi-4-multimodal-instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-4-multimodal-instruct"},{"id":"microsoft/phi-3-mini-128k-instruct","name":"Phi-3-mini instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3-mini instruct (128k)"},{"id":"microsoft/phi-3.5-moe-instruct","name":"Phi-3.5-MoE instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3.5-MoE instruct (128k)"},{"id":"microsoft/phi-4-mini-instruct","name":"Phi-4-mini-instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-4-mini-instruct"},{"id":"microsoft/phi-3-medium-4k-instruct","name":"Phi-3-medium instruct (4k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":1024},"display_name":"Phi-3-medium instruct (4k)"},{"id":"microsoft/phi-4-reasoning","name":"Phi-4-Reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-4-Reasoning"},{"id":"microsoft/mai-ds-r1","name":"MAI-DS-R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":65536,"output":8192},"display_name":"MAI-DS-R1"},{"id":"openai/gpt-4.1-nano","name":"GPT-4.1-nano","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":16384},"display_name":"GPT-4.1-nano"},{"id":"openai/gpt-4.1-mini","name":"GPT-4.1-mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":16384},"display_name":"GPT-4.1-mini"},{"id":"openai/o1-preview","name":"OpenAI o1-preview","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2023-10","release_date":"2024-09-12","last_updated":"2024-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"OpenAI o1-preview"},{"id":"openai/o3-mini","name":"OpenAI o3-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":200000,"output":100000},"display_name":"OpenAI o3-mini"},{"id":"openai/gpt-4o","name":"GPT-4o","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-05-13","last_updated":"2024-05-13","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o"},{"id":"openai/gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":16384},"display_name":"GPT-4.1"},{"id":"openai/o4-mini","name":"OpenAI o4-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":200000,"output":100000},"display_name":"OpenAI o4-mini"},{"id":"openai/o1","name":"OpenAI o1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2023-10","release_date":"2024-09-12","last_updated":"2024-12-17","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":200000,"output":100000},"display_name":"OpenAI o1"},{"id":"openai/o1-mini","name":"OpenAI o1-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2023-10","release_date":"2024-09-12","last_updated":"2024-12-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":65536},"display_name":"OpenAI o1-mini"},{"id":"openai/o3","name":"OpenAI o3","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":200000,"output":100000},"display_name":"OpenAI o3"},{"id":"openai/gpt-4o-mini","name":"GPT-4o mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o mini"},{"id":"meta/llama-3.2-11b-vision-instruct","name":"Llama-3.2-11B-Vision-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Llama-3.2-11B-Vision-Instruct"},{"id":"meta/meta-llama-3.1-405b-instruct","name":"Meta-Llama-3.1-405B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Meta-Llama-3.1-405B-Instruct"},{"id":"meta/llama-4-maverick-17b-128e-instruct-fp8","name":"Llama 4 Maverick 17B 128E Instruct FP8","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Llama 4 Maverick 17B 128E Instruct FP8"},{"id":"meta/meta-llama-3-70b-instruct","name":"Meta-Llama-3-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-04-18","last_updated":"2024-04-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":2048},"display_name":"Meta-Llama-3-70B-Instruct"},{"id":"meta/meta-llama-3.1-70b-instruct","name":"Meta-Llama-3.1-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Meta-Llama-3.1-70B-Instruct"},{"id":"meta/llama-3.3-70b-instruct","name":"Llama-3.3-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.3-70B-Instruct"},{"id":"meta/llama-3.2-90b-vision-instruct","name":"Llama-3.2-90B-Vision-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Llama-3.2-90B-Vision-Instruct"},{"id":"meta/meta-llama-3-8b-instruct","name":"Meta-Llama-3-8B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-04-18","last_updated":"2024-04-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":2048},"display_name":"Meta-Llama-3-8B-Instruct"},{"id":"meta/llama-4-scout-17b-16e-instruct","name":"Llama 4 Scout 17B 16E Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Llama 4 Scout 17B 16E Instruct"},{"id":"meta/meta-llama-3.1-8b-instruct","name":"Meta-Llama-3.1-8B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Meta-Llama-3.1-8B-Instruct"},{"id":"ai21-labs/ai21-jamba-1.5-large","name":"AI21 Jamba 1.5 Large","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-08-29","last_updated":"2024-08-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":256000,"output":4096},"display_name":"AI21 Jamba 1.5 Large"},{"id":"ai21-labs/ai21-jamba-1.5-mini","name":"AI21 Jamba 1.5 Mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-08-29","last_updated":"2024-08-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":256000,"output":4096},"display_name":"AI21 Jamba 1.5 Mini"}]},"togetherai":{"id":"togetherai","name":"Together AI","doc":"https://docs.together.ai/docs/serverless-models","display_name":"Together AI","models":[{"id":"moonshotai/Kimi-K2-Instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":32768},"display_name":"Kimi K2 Instruct"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":131072,"output":131072},"display_name":"GPT OSS 120B"},{"id":"meta-llama/Llama-3.3-70B-Instruct-Turbo","name":"Llama 3.3 70B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.88,"output":0.88},"limit":{"context":131072,"output":66536},"display_name":"Llama 3.3 70B"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":2},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"deepseek-ai/DeepSeek-R1","name":"DeepSeek R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-07","release_date":"2024-12-26","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3,"output":7},"limit":{"context":163839,"output":12288},"display_name":"DeepSeek R1"},{"id":"deepseek-ai/DeepSeek-V3","name":"DeepSeek V3","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.25,"output":1.25},"limit":{"context":131072,"output":12288},"display_name":"DeepSeek V3"}]},"azure":{"id":"azure","name":"Azure","doc":"https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models","display_name":"Azure","models":[{"id":"gpt-4.1-nano","name":"GPT-4.1 nano","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.03},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 nano"},{"id":"gpt-4","name":"GPT-4","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-11","release_date":"2023-03-14","last_updated":"2023-03-14","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":60,"output":120},"limit":{"context":8192,"output":8192},"display_name":"GPT-4"},{"id":"gpt-4-32k","name":"GPT-4 32K","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-11","release_date":"2023-03-14","last_updated":"2023-03-14","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":60,"output":120},"limit":{"context":32768,"output":32768},"display_name":"GPT-4 32K"},{"id":"gpt-4.1-mini","name":"GPT-4.1 mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.6,"cache_read":0.1},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 mini"},{"id":"gpt-5-chat","name":"GPT-5 Chat","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-10-24","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.13},"limit":{"context":128000,"output":16384},"display_name":"GPT-5 Chat"},{"id":"gpt-3.5-turbo-0125","name":"GPT-3.5 Turbo 0125","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-08","release_date":"2024-01-25","last_updated":"2024-01-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":1.5},"limit":{"context":16384,"output":16384},"display_name":"GPT-3.5 Turbo 0125"},{"id":"gpt-4-turbo","name":"GPT-4 Turbo","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-11","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":10,"output":30},"limit":{"context":128000,"output":4096},"display_name":"GPT-4 Turbo"},{"id":"gpt-3.5-turbo-0613","name":"GPT-3.5 Turbo 0613","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-08","release_date":"2023-06-13","last_updated":"2023-06-13","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":4},"limit":{"context":16384,"output":16384},"display_name":"GPT-3.5 Turbo 0613"},{"id":"o1-preview","name":"o1-preview","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2024-09-12","last_updated":"2024-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":16.5,"output":66,"cache_read":8.25},"limit":{"context":128000,"output":32768},"display_name":"o1-preview"},{"id":"o3-mini","name":"o3-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2024-12-20","last_updated":"2025-01-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.55},"limit":{"context":200000,"output":100000},"display_name":"o3-mini"},{"id":"gpt-5-nano","name":"GPT-5 Nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4,"cache_read":0.01},"limit":{"context":272000,"output":128000},"display_name":"GPT-5 Nano"},{"id":"gpt-5-codex","name":"GPT-5-Codex","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"output":128000},"display_name":"GPT-5-Codex"},{"id":"gpt-4o","name":"GPT-4o","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-05-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":10,"cache_read":1.25},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o"},{"id":"gpt-3.5-turbo-0301","name":"GPT-3.5 Turbo 0301","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-08","release_date":"2023-03-01","last_updated":"2023-03-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.5,"output":2},"limit":{"context":4096,"output":4096},"display_name":"GPT-3.5 Turbo 0301"},{"id":"gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1"},{"id":"o4-mini","name":"o4-mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.28},"limit":{"context":200000,"output":100000},"display_name":"o4-mini"},{"id":"o1","name":"o1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2024-12-05","last_updated":"2024-12-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":60,"cache_read":7.5},"limit":{"context":200000,"output":100000},"display_name":"o1"},{"id":"gpt-5-mini","name":"GPT-5 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2,"cache_read":0.03},"limit":{"context":272000,"output":128000},"display_name":"GPT-5 Mini"},{"id":"o1-mini","name":"o1-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2024-09-12","last_updated":"2024-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.55},"limit":{"context":128000,"output":65536},"display_name":"o1-mini"},{"id":"gpt-3.5-turbo-instruct","name":"GPT-3.5 Turbo Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-08","release_date":"2023-09-21","last_updated":"2023-09-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.5,"output":2},"limit":{"context":4096,"output":4096},"display_name":"GPT-3.5 Turbo Instruct"},{"id":"o3","name":"o3","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":200000,"output":100000},"display_name":"o3"},{"id":"codex-mini","name":"Codex Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-16","last_updated":"2025-05-16","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.5,"output":6,"cache_read":0.375},"limit":{"context":200000,"output":100000},"display_name":"Codex Mini"},{"id":"gpt-4-turbo-vision","name":"GPT-4 Turbo Vision","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-11","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":10,"output":30},"limit":{"context":128000,"output":4096},"display_name":"GPT-4 Turbo Vision"},{"id":"gpt-4o-mini","name":"GPT-4o mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.08},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o mini"},{"id":"gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.13},"limit":{"context":272000,"output":128000},"display_name":"GPT-5"},{"id":"gpt-3.5-turbo-1106","name":"GPT-3.5 Turbo 1106","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-08","release_date":"2023-11-06","last_updated":"2023-11-06","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":2},"limit":{"context":16384,"output":16384},"display_name":"GPT-3.5 Turbo 1106"}]},"baseten":{"id":"baseten","api":"https://inference.baseten.co/v1","name":"Baseten","doc":"https://docs.baseten.co/development/model-apis/overview","display_name":"Baseten","models":[{"id":"moonshotai/Kimi-K2-Instruct-0905","name":"Kimi K2 Instruct 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-08","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 Instruct 0905"},{"id":"Qwen3/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.38,"output":1.53},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"zai-org/GLM-4.6","name":"GLM 4.6","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-08","release_date":"2025-16-09","last_updated":"2025-16-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":200000,"output":200000},"display_name":"GLM 4.6"}]},"huggingface":{"id":"huggingface","api":"https://router.huggingface.co/v1","name":"Hugging Face","doc":"https://huggingface.co/docs/inference-providers","display_name":"Hugging Face","models":[{"id":"moonshotai/Kimi-K2-Instruct","name":"Kimi-K2-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":16384},"display_name":"Kimi-K2-Instruct"},{"id":"moonshotai/Kimi-K2-Instruct-0905","name":"Kimi-K2-Instruct-0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-04","last_updated":"2025-09-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":262144,"output":16384},"display_name":"Kimi-K2-Instruct-0905"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen3-Coder-480B-A35B-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":2},"limit":{"context":262144,"output":66536},"display_name":"Qwen3-Coder-480B-A35B-Instruct"},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":3},"limit":{"context":262144,"output":131072},"display_name":"Qwen3-235B-A22B-Thinking-2507"},{"id":"Qwen/Qwen3-Next-80B-A3B-Instruct","name":"Qwen3-Next-80B-A3B-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-11","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":1},"limit":{"context":262144,"output":66536},"display_name":"Qwen3-Next-80B-A3B-Instruct"},{"id":"Qwen/Qwen3-Next-80B-A3B-Thinking","name":"Qwen3-Next-80B-A3B-Thinking","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-11","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":2},"limit":{"context":262144,"output":131072},"display_name":"Qwen3-Next-80B-A3B-Thinking"},{"id":"zai-org/GLM-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"zai-org/GLM-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11},"limit":{"context":200000,"output":128000},"display_name":"GLM-4.6"},{"id":"zai-org/GLM-4.5-Air","name":"GLM-4.5-Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":1.1},"limit":{"context":128000,"output":96000},"display_name":"GLM-4.5-Air"},{"id":"deepseek-ai/Deepseek-V3-0324","name":"DeepSeek-V3-0324","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-03-24","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.25,"output":1.25},"limit":{"context":16384,"output":8192},"display_name":"DeepSeek-V3-0324"},{"id":"deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek-R1-0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-28","last_updated":"2025-05-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3,"output":5},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek-R1-0528"}]},"opencode":{"id":"opencode","api":"https://opencode.ai/zen/v1","name":"OpenCode Zen","doc":"https://opencode.ai/docs/zen","display_name":"OpenCode Zen","models":[{"id":"qwen3-coder","name":"Qwen3 Coder","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.45,"output":1.8},"limit":{"context":262144,"output":65536},"display_name":"Qwen3 Coder"},{"id":"claude-opus-4-1","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"reasoning":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"provider":{"npm":"@ai-sdk/anthropic"},"display_name":"Claude Opus 4.1"},{"id":"kimi-k2","name":"Kimi K2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5,"cache_read":0.36},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2"},{"id":"claude-haiku-4-5","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-31","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":1.25,"cache_read":0.1,"cache_write":1.25},"limit":{"context":200000,"output":64000},"provider":{"npm":"@ai-sdk/anthropic"},"display_name":"Claude Haiku 4.5"},{"id":"claude-sonnet-4-5","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":1000000,"output":64000},"provider":{"npm":"@ai-sdk/anthropic"},"display_name":"Claude Sonnet 4.5"},{"id":"gpt-5-codex","name":"GPT-5-Codex","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"reasoning":10,"cache_read":0.125},"limit":{"context":400000,"output":128000},"provider":{"npm":"@ai-sdk/openai"},"display_name":"GPT-5-Codex"},{"id":"an-gbt","name":"Code GBT (alpha)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":200000,"output":128000},"status":"alpha","display_name":"Code GBT (alpha)"},{"id":"big-pickle","name":"Big Pickle","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-10-17","last_updated":"2025-10-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":200000,"output":128000},"display_name":"Big Pickle"},{"id":"claude-3-5-haiku","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"provider":{"npm":"@ai-sdk/anthropic"},"display_name":"Claude Haiku 3.5"},{"id":"glm-4.6","name":"GLM-4.6 (beta)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.9},"limit":{"context":204800,"output":131072},"status":"beta","display_name":"GLM-4.6 (beta)"},{"id":"grok-code","name":"Grok Code Fast 1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-20","last_updated":"2025-08-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":256000,"output":256000},"display_name":"Grok Code Fast 1"},{"id":"code-supernova","name":"Code Supernova 1M","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-09-19","last_updated":"2025-09-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":1000000,"output":1000000},"display_name":"Code Supernova 1M"},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":1000000,"output":64000},"provider":{"npm":"@ai-sdk/anthropic"},"display_name":"Claude Sonnet 4"},{"id":"gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"reasoning":10,"cache_read":0.125},"limit":{"context":400000,"output":128000},"provider":{"npm":"@ai-sdk/openai"},"display_name":"GPT-5"}]},"fastrouter":{"id":"fastrouter","api":"https://go.fastrouter.ai/api/v1","name":"FastRouter","doc":"https://fastrouter.ai/models","display_name":"FastRouter","models":[{"id":"moonshotai/kimi-k2","name":"Kimi K2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-11","last_updated":"2025-07-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.55,"output":2.2},"limit":{"context":131072,"output":32768},"display_name":"Kimi K2"},{"id":"x-ai/grok-4","name":"Grok 4","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-09","last_updated":"2025-07-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75,"cache_write":15},"limit":{"context":256000,"output":64000},"display_name":"Grok 4"},{"id":"google/gemini-2.5-flash","name":"Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.0375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash"},{"id":"google/gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro"},{"id":"openai/gpt-5-nano","name":"GPT-5 Nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4,"cache_read":0.005},"limit":{"context":400000,"output":128000},"display_name":"GPT-5 Nano"},{"id":"openai/gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1"},{"id":"openai/gpt-5-mini","name":"GPT-5 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2,"cache_read":0.025},"limit":{"context":400000,"output":128000},"display_name":"GPT-5 Mini"},{"id":"openai/gpt-oss-20b","name":"GPT OSS 20B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.2},"limit":{"context":131072,"output":65536},"display_name":"GPT OSS 20B"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"openai/gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.125},"limit":{"context":400000,"output":128000},"display_name":"GPT-5"},{"id":"qwen/qwen3-coder","name":"Qwen3 Coder","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":1.2},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder"},{"id":"anthropic/claude-opus-4.1","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"},{"id":"anthropic/claude-sonnet-4","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"deepseek-ai/deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-10","release_date":"2025-01-23","last_updated":"2025-01-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.03,"output":0.14},"limit":{"context":131072,"output":131072},"display_name":"DeepSeek R1 Distill Llama 70B"}]},"google":{"id":"google","name":"google","doc":"https://ai.google.dev/gemini-api/docs/pricing","display_name":"google","models":[{"id":"gemini-2.5-flash-image","name":"Gemini 2.5 Flash Image","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-06","release_date":"2025-08-26","last_updated":"2025-08-26","modalities":{"input":["text","image"],"output":["text","image"]},"open_weights":false,"cost":{"input":0.3,"output":30,"cache_read":0.075},"limit":{"context":32768,"output":32768},"display_name":"Gemini 2.5 Flash Image"},{"id":"gemini-2.5-flash-preview-05-20","name":"Gemini 2.5 Flash Preview 05-20","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-05-20","last_updated":"2025-05-20","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.0375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 05-20"},{"id":"gemini-flash-lite-latest","name":"Gemini Flash-Lite Latest","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini Flash-Lite Latest"},{"id":"gemini-2.5-flash","name":"Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":24576,"default":-1}},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"input_audio":1},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash","search":{"supported":true,"default":false}},{"id":"gemini-flash-latest","name":"Gemini Flash Latest","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"input_audio":1},"limit":{"context":1048576,"output":65536},"display_name":"Gemini Flash Latest"},{"id":"gemini-2.5-pro-preview-05-06","name":"Gemini 2.5 Pro Preview 05-06","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-05-06","last_updated":"2025-05-06","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro Preview 05-06"},{"id":"gemini-2.5-flash-preview-tts","name":"Gemini 2.5 Flash Preview TTS","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2025-01","release_date":"2025-05-01","last_updated":"2025-05-01","modalities":{"input":["text"],"output":["audio"]},"open_weights":false,"cost":{"input":0.5,"output":10},"limit":{"context":8000,"output":16000},"display_name":"Gemini 2.5 Flash Preview TTS"},{"id":"gemini-2.0-flash-lite","name":"Gemini 2.0 Flash Lite","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.075,"output":0.3},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash Lite","search":{"supported":false}},{"id":"gemini-live-2.5-flash-preview-native-audio","name":"Gemini Live 2.5 Flash Preview Native Audio","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-09-18","modalities":{"input":["text","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.5,"output":2,"input_audio":3,"output_audio":12},"limit":{"context":131072,"output":65536},"display_name":"Gemini Live 2.5 Flash Preview Native Audio"},{"id":"gemini-2.0-flash","name":"Gemini 2.0 Flash","attachment":true,"reasoning":{"supported":true,"default":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash","search":{"supported":true,"default":false}},{"id":"gemini-2.5-flash-lite","name":"Gemini 2.5 Flash Lite","attachment":true,"reasoning":{"supported":true,"default":false,"budget":{"min":512,"max":24576,"default":-1}},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite","search":{"supported":true,"default":false}},{"id":"gemini-2.5-pro-preview-06-05","name":"Gemini 2.5 Pro Preview 06-05","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-05","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro Preview 06-05"},{"id":"gemini-live-2.5-flash","name":"Gemini Live 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-01","last_updated":"2025-09-01","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.5,"output":2,"input_audio":3,"output_audio":12},"limit":{"context":128000,"output":8000},"display_name":"Gemini Live 2.5 Flash"},{"id":"gemini-2.5-flash-lite-preview-06-17","name":"Gemini 2.5 Flash Lite Preview 06-17","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025,"input_audio":0.3},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite Preview 06-17"},{"id":"gemini-2.5-flash-image-preview","name":"Gemini 2.5 Flash Image Preview","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-06","release_date":"2025-08-26","last_updated":"2025-08-26","modalities":{"input":["text","image"],"output":["text","image"]},"open_weights":false,"cost":{"input":0.3,"output":30,"cache_read":0.075},"limit":{"context":32768,"output":32768},"display_name":"Gemini 2.5 Flash Image Preview"},{"id":"gemini-2.5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview 09 2025","attachment":true,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":24576,"default":-1}},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"input_audio":1},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 09 2025","search":{"supported":true,"default":false}},{"id":"gemini-2.5-flash-preview-04-17","name":"Gemini 2.5 Flash Preview 04-17","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-04-17","last_updated":"2025-04-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.0375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 04-17"},{"id":"gemini-2.5-pro-preview-tts","name":"Gemini 2.5 Pro Preview TTS","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2025-01","release_date":"2025-05-01","last_updated":"2025-05-01","modalities":{"input":["text"],"output":["audio"]},"open_weights":false,"cost":{"input":1,"output":20},"limit":{"context":8000,"output":16000},"display_name":"Gemini 2.5 Pro Preview TTS"},{"id":"gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true,"budget":{"min":128,"max":32768,"default":-1}},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro","search":{"supported":true,"default":false}},{"id":"gemini-1.5-flash","name":"Gemini 1.5 Flash","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-05-14","last_updated":"2024-05-14","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.075,"output":0.3,"cache_read":0.01875},"limit":{"context":1000000,"output":8192},"display_name":"Gemini 1.5 Flash"},{"id":"gemini-1.5-flash-8b","name":"Gemini 1.5 Flash-8B","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-10-03","last_updated":"2024-10-03","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.0375,"output":0.15,"cache_read":0.01},"limit":{"context":1000000,"output":8192},"display_name":"Gemini 1.5 Flash-8B"},{"id":"gemini-2.5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash Lite Preview 09 2025","attachment":true,"reasoning":{"supported":true,"default":false,"budget":{"min":512,"max":24576,"default":-1}},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite Preview 09 2025","search":{"supported":true,"default":false}},{"id":"gemini-1.5-pro","name":"Gemini 1.5 Pro","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-02-15","last_updated":"2024-02-15","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":5,"cache_read":0.3125},"limit":{"context":1000000,"output":8192},"display_name":"Gemini 1.5 Pro"},{"id":"gemini-2.0-flash-preview-image-generation","name":"Gemini 2.0 Flash Preview Image Generation","display_name":"Gemini 2.0 Flash Preview Image Generation","temperature":true,"attachment":true,"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"limit":{"context":32000,"output":8192},"reasoning":{"supported":false},"search":{"supported":false}}]},"google-vertex":{"id":"google-vertex","name":"Vertex","doc":"https://cloud.google.com/vertex-ai/generative-ai/docs/models","display_name":"Vertex","models":[{"id":"gemini-2.5-flash-preview-05-20","name":"Gemini 2.5 Flash Preview 05-20","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-05-20","last_updated":"2025-05-20","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.0375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 05-20"},{"id":"gemini-flash-lite-latest","name":"Gemini Flash-Lite Latest","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini Flash-Lite Latest"},{"id":"gemini-2.5-flash","name":"Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"cache_write":0.383},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash"},{"id":"gemini-flash-latest","name":"Gemini Flash Latest","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"cache_write":0.383},"limit":{"context":1048576,"output":65536},"display_name":"Gemini Flash Latest"},{"id":"gemini-2.5-pro-preview-05-06","name":"Gemini 2.5 Pro Preview 05-06","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-05-06","last_updated":"2025-05-06","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro Preview 05-06"},{"id":"gemini-2.0-flash-lite","name":"Gemini 2.0 Flash Lite","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.075,"output":0.3},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash Lite"},{"id":"gemini-2.0-flash","name":"Gemini 2.0 Flash","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash"},{"id":"gemini-2.5-flash-lite","name":"Gemini 2.5 Flash Lite","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite"},{"id":"gemini-2.5-pro-preview-06-05","name":"Gemini 2.5 Pro Preview 06-05","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-05","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro Preview 06-05"},{"id":"gemini-2.5-flash-lite-preview-06-17","name":"Gemini 2.5 Flash Lite Preview 06-17","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":65536,"output":65536},"display_name":"Gemini 2.5 Flash Lite Preview 06-17"},{"id":"gemini-2.5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview 09-25","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"cache_write":0.383},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 09-25"},{"id":"gemini-2.5-flash-preview-04-17","name":"Gemini 2.5 Flash Preview 04-17","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-04-17","last_updated":"2025-04-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.0375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 04-17"},{"id":"gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro"},{"id":"gemini-2.5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash Lite Preview 09-25","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite Preview 09-25"}]},"cloudflare-workers-ai":{"id":"cloudflare-workers-ai","name":"Cloudflare Workers AI","doc":"https://developers.cloudflare.com/workers-ai/models/","display_name":"Cloudflare Workers AI","models":[{"id":"mistral-7b-instruct-v0.1-awq","name":"@hf/thebloke/mistral-7b-instruct-v0.1-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-09-27","last_updated":"2023-11-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/mistral-7b-instruct-v0.1-awq"},{"id":"aura-1","name":"@cf/deepgram/aura-1","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-08-27","last_updated":"2025-07-07","modalities":{"input":["text"],"output":["audio"]},"open_weights":true,"cost":{"input":0.015,"output":0.015},"limit":{"context":0,"output":0},"display_name":"@cf/deepgram/aura-1"},{"id":"mistral-7b-instruct-v0.2","name":"@hf/mistral/mistral-7b-instruct-v0.2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-12-11","last_updated":"2025-07-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":3072,"output":3072},"display_name":"@hf/mistral/mistral-7b-instruct-v0.2"},{"id":"tinyllama-1.1b-chat-v1.0","name":"@cf/tinyllama/tinyllama-1.1b-chat-v1.0","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-12-30","last_updated":"2024-03-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":2048,"output":2048},"display_name":"@cf/tinyllama/tinyllama-1.1b-chat-v1.0"},{"id":"qwen1.5-0.5b-chat","name":"@cf/qwen/qwen1.5-0.5b-chat","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-01-31","last_updated":"2024-04-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":32000,"output":32000},"display_name":"@cf/qwen/qwen1.5-0.5b-chat"},{"id":"llama-3.2-11b-vision-instruct","name":"@cf/meta/llama-3.2-11b-vision-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-09-18","last_updated":"2024-12-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.049,"output":0.68},"limit":{"context":128000,"output":128000},"display_name":"@cf/meta/llama-3.2-11b-vision-instruct"},{"id":"llama-2-13b-chat-awq","name":"@hf/thebloke/llama-2-13b-chat-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-09-19","last_updated":"2023-11-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/llama-2-13b-chat-awq"},{"id":"llama-3.1-8b-instruct-fp8","name":"@cf/meta/llama-3.1-8b-instruct-fp8","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-25","last_updated":"2024-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.29},"limit":{"context":32000,"output":32000},"display_name":"@cf/meta/llama-3.1-8b-instruct-fp8"},{"id":"whisper","name":"@cf/openai/whisper","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2023-11-07","last_updated":"2024-08-12","modalities":{"input":["audio"],"output":["text"]},"open_weights":true,"cost":{"input":0.00045,"output":0.00045},"limit":{"context":0,"output":0},"display_name":"@cf/openai/whisper"},{"id":"stable-diffusion-xl-base-1.0","name":"@cf/stabilityai/stable-diffusion-xl-base-1.0","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2023-07-25","last_updated":"2023-10-30","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/stabilityai/stable-diffusion-xl-base-1.0"},{"id":"llama-2-7b-chat-fp16","name":"@cf/meta/llama-2-7b-chat-fp16","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-07-26","last_updated":"2023-07-26","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.56,"output":6.67},"limit":{"context":4096,"output":4096},"display_name":"@cf/meta/llama-2-7b-chat-fp16"},{"id":"resnet-50","name":"@cf/microsoft/resnet-50","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2022-03-16","last_updated":"2024-02-13","modalities":{"input":["image"],"output":["text"]},"open_weights":true,"cost":{"input":0.0000025,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/microsoft/resnet-50"},{"id":"stable-diffusion-v1-5-inpainting","name":"@cf/runwayml/stable-diffusion-v1-5-inpainting","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-02-27","last_updated":"2024-02-27","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/runwayml/stable-diffusion-v1-5-inpainting"},{"id":"sqlcoder-7b-2","name":"@cf/defog/sqlcoder-7b-2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-02-05","last_updated":"2024-02-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":10000,"output":10000},"display_name":"@cf/defog/sqlcoder-7b-2"},{"id":"llama-3-8b-instruct","name":"@cf/meta/llama-3-8b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-04-17","last_updated":"2025-06-19","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.28,"output":0.83},"limit":{"context":7968,"output":7968},"display_name":"@cf/meta/llama-3-8b-instruct"},{"id":"llama-2-7b-chat-hf-lora","name":"@cf/meta-llama/llama-2-7b-chat-hf-lora","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-07-13","last_updated":"2024-04-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":8192},"display_name":"@cf/meta-llama/llama-2-7b-chat-hf-lora"},{"id":"llama-3.1-8b-instruct","name":"@cf/meta/llama-3.1-8b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-18","last_updated":"2024-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.28,"output":0.83},"limit":{"context":7968,"output":7968},"display_name":"@cf/meta/llama-3.1-8b-instruct"},{"id":"openchat-3.5-0106","name":"@cf/openchat/openchat-3.5-0106","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-01-07","last_updated":"2024-05-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":8192},"display_name":"@cf/openchat/openchat-3.5-0106"},{"id":"openhermes-2.5-mistral-7b-awq","name":"@hf/thebloke/openhermes-2.5-mistral-7b-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-11-02","last_updated":"2023-11-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/openhermes-2.5-mistral-7b-awq"},{"id":"lucid-origin","name":"@cf/leonardo/lucid-origin","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-08-25","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["image"]},"open_weights":false,"cost":{"input":0.007,"output":0.007},"limit":{"context":0,"output":0},"display_name":"@cf/leonardo/lucid-origin"},{"id":"bart-large-cnn","name":"@cf/facebook/bart-large-cnn","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2022-03-02","last_updated":"2024-02-13","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/facebook/bart-large-cnn"},{"id":"flux-1-schnell","name":"@cf/black-forest-labs/flux-1-schnell","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-07-31","last_updated":"2024-08-16","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0.000053,"output":0.00011},"limit":{"context":2048,"output":0},"display_name":"@cf/black-forest-labs/flux-1-schnell"},{"id":"deepseek-r1-distill-qwen-32b","name":"@cf/deepseek-ai/deepseek-r1-distill-qwen-32b","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-20","last_updated":"2025-02-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":4.88},"limit":{"context":80000,"output":80000},"display_name":"@cf/deepseek-ai/deepseek-r1-distill-qwen-32b"},{"id":"gemma-2b-it-lora","name":"@cf/google/gemma-2b-it-lora","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-04-02","last_updated":"2024-04-02","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":8192},"display_name":"@cf/google/gemma-2b-it-lora"},{"id":"una-cybertron-7b-v2-bf16","name":"@cf/fblgit/una-cybertron-7b-v2-bf16","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-12-02","last_updated":"2024-03-08","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":15000,"output":15000},"display_name":"@cf/fblgit/una-cybertron-7b-v2-bf16"},{"id":"m2m100-1.2b","name":"@cf/meta/m2m100-1.2b","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2022-03-02","last_updated":"2023-11-16","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.34,"output":0.34},"limit":{"context":0,"output":0},"display_name":"@cf/meta/m2m100-1.2b"},{"id":"llama-3.2-3b-instruct","name":"@cf/meta/llama-3.2-3b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-09-18","last_updated":"2024-10-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.051,"output":0.34},"limit":{"context":128000,"output":128000},"display_name":"@cf/meta/llama-3.2-3b-instruct"},{"id":"qwen2.5-coder-32b-instruct","name":"@cf/qwen/qwen2.5-coder-32b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-11-06","last_updated":"2025-01-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.66,"output":1},"limit":{"context":32768,"output":32768},"display_name":"@cf/qwen/qwen2.5-coder-32b-instruct"},{"id":"stable-diffusion-v1-5-img2img","name":"@cf/runwayml/stable-diffusion-v1-5-img2img","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-02-27","last_updated":"2024-02-27","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/runwayml/stable-diffusion-v1-5-img2img"},{"id":"gemma-7b-it-lora","name":"@cf/google/gemma-7b-it-lora","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-04-02","last_updated":"2024-04-02","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":3500,"output":3500},"display_name":"@cf/google/gemma-7b-it-lora"},{"id":"qwen1.5-14b-chat-awq","name":"@cf/qwen/qwen1.5-14b-chat-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-02-03","last_updated":"2024-04-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":7500,"output":7500},"display_name":"@cf/qwen/qwen1.5-14b-chat-awq"},{"id":"qwen1.5-1.8b-chat","name":"@cf/qwen/qwen1.5-1.8b-chat","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-01-30","last_updated":"2024-04-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":32000,"output":32000},"display_name":"@cf/qwen/qwen1.5-1.8b-chat"},{"id":"mistral-small-3.1-24b-instruct","name":"@cf/mistralai/mistral-small-3.1-24b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-03-11","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":0.56},"limit":{"context":128000,"output":128000},"display_name":"@cf/mistralai/mistral-small-3.1-24b-instruct"},{"id":"gemma-7b-it","name":"@hf/google/gemma-7b-it","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-02-13","last_updated":"2024-08-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":8192},"display_name":"@hf/google/gemma-7b-it"},{"id":"llamaguard-7b-awq","name":"@hf/thebloke/llamaguard-7b-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-12-11","last_updated":"2023-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/llamaguard-7b-awq"},{"id":"hermes-2-pro-mistral-7b","name":"@hf/nousresearch/hermes-2-pro-mistral-7b","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-03-11","last_updated":"2024-09-08","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":24000,"output":24000},"display_name":"@hf/nousresearch/hermes-2-pro-mistral-7b"},{"id":"falcon-7b-instruct","name":"@cf/tiiuae/falcon-7b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-04-25","last_updated":"2024-10-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@cf/tiiuae/falcon-7b-instruct"},{"id":"llama-3.3-70b-instruct-fp8-fast","name":"@cf/meta/llama-3.3-70b-instruct-fp8-fast","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.29,"output":2.25},"limit":{"context":24000,"output":24000},"display_name":"@cf/meta/llama-3.3-70b-instruct-fp8-fast"},{"id":"llama-3-8b-instruct-awq","name":"@cf/meta/llama-3-8b-instruct-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-05-09","last_updated":"2024-05-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.12,"output":0.27},"limit":{"context":8192,"output":8192},"display_name":"@cf/meta/llama-3-8b-instruct-awq"},{"id":"phoenix-1.0","name":"@cf/leonardo/phoenix-1.0","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-08-25","last_updated":"2025-08-25","modalities":{"input":["text"],"output":["image"]},"open_weights":false,"cost":{"input":0.0058,"output":0.0058},"limit":{"context":0,"output":0},"display_name":"@cf/leonardo/phoenix-1.0"},{"id":"phi-2","name":"@cf/microsoft/phi-2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-12-13","last_updated":"2024-04-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":2048,"output":2048},"display_name":"@cf/microsoft/phi-2"},{"id":"dreamshaper-8-lcm","name":"@cf/lykon/dreamshaper-8-lcm","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2023-12-06","last_updated":"2023-12-07","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/lykon/dreamshaper-8-lcm"},{"id":"discolm-german-7b-v1-awq","name":"@cf/thebloke/discolm-german-7b-v1-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-01-18","last_updated":"2024-01-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@cf/thebloke/discolm-german-7b-v1-awq"},{"id":"llama-2-7b-chat-int8","name":"@cf/meta/llama-2-7b-chat-int8","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-09-25","last_updated":"2023-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":8192,"output":8192},"display_name":"@cf/meta/llama-2-7b-chat-int8"},{"id":"llama-3.2-1b-instruct","name":"@cf/meta/llama-3.2-1b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-09-18","last_updated":"2024-10-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.027,"output":0.2},"limit":{"context":60000,"output":60000},"display_name":"@cf/meta/llama-3.2-1b-instruct"},{"id":"whisper-large-v3-turbo","name":"@cf/openai/whisper-large-v3-turbo","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-10-01","last_updated":"2024-10-04","modalities":{"input":["audio"],"output":["text"]},"open_weights":true,"cost":{"input":0.00051,"output":0.00051},"limit":{"context":0,"output":0},"display_name":"@cf/openai/whisper-large-v3-turbo"},{"id":"llama-4-scout-17b-16e-instruct","name":"@cf/meta/llama-4-scout-17b-16e-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-04-02","last_updated":"2025-05-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.27,"output":0.85},"limit":{"context":131000,"output":131000},"display_name":"@cf/meta/llama-4-scout-17b-16e-instruct"},{"id":"starling-lm-7b-beta","name":"@hf/nexusflow/starling-lm-7b-beta","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-03-19","last_updated":"2024-04-03","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/nexusflow/starling-lm-7b-beta"},{"id":"deepseek-coder-6.7b-base-awq","name":"@hf/thebloke/deepseek-coder-6.7b-base-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-11-05","last_updated":"2023-11-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/deepseek-coder-6.7b-base-awq"},{"id":"gemma-3-12b-it","name":"@cf/google/gemma-3-12b-it","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-03-01","last_updated":"2025-03-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":0.56},"limit":{"context":80000,"output":80000},"display_name":"@cf/google/gemma-3-12b-it"},{"id":"llama-guard-3-8b","name":"@cf/meta/llama-guard-3-8b","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"release_date":"2024-07-22","last_updated":"2024-10-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.48,"output":0.03},"limit":{"context":0,"output":0},"display_name":"@cf/meta/llama-guard-3-8b"},{"id":"neural-chat-7b-v3-1-awq","name":"@hf/thebloke/neural-chat-7b-v3-1-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-11-15","last_updated":"2023-11-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/neural-chat-7b-v3-1-awq"},{"id":"whisper-tiny-en","name":"@cf/openai/whisper-tiny-en","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2022-09-26","last_updated":"2024-01-22","modalities":{"input":["audio"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/openai/whisper-tiny-en"},{"id":"stable-diffusion-xl-lightning","name":"@cf/bytedance/stable-diffusion-xl-lightning","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-02-20","last_updated":"2024-04-03","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/bytedance/stable-diffusion-xl-lightning"},{"id":"mistral-7b-instruct-v0.1","name":"@cf/mistral/mistral-7b-instruct-v0.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-09-27","last_updated":"2025-07-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.11,"output":0.19},"limit":{"context":2824,"output":2824},"display_name":"@cf/mistral/mistral-7b-instruct-v0.1"},{"id":"llava-1.5-7b-hf","name":"@cf/llava-hf/llava-1.5-7b-hf","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"release_date":"2023-12-05","last_updated":"2025-06-06","modalities":{"input":["image","text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/llava-hf/llava-1.5-7b-hf"},{"id":"gpt-oss-20b","name":"@cf/openai/gpt-oss-20b","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-08-04","last_updated":"2025-08-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.3},"limit":{"context":128000,"output":128000},"display_name":"@cf/openai/gpt-oss-20b"},{"id":"deepseek-math-7b-instruct","name":"@cf/deepseek-ai/deepseek-math-7b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-02-05","last_updated":"2024-02-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@cf/deepseek-ai/deepseek-math-7b-instruct"},{"id":"gpt-oss-120b","name":"@cf/openai/gpt-oss-120b","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-08-04","last_updated":"2025-08-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":0.75},"limit":{"context":128000,"output":128000},"display_name":"@cf/openai/gpt-oss-120b"},{"id":"melotts","name":"@cf/myshell-ai/melotts","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-07-19","last_updated":"2024-07-19","modalities":{"input":["text"],"output":["audio"]},"open_weights":true,"cost":{"input":0.0002,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/myshell-ai/melotts"},{"id":"qwen1.5-7b-chat-awq","name":"@cf/qwen/qwen1.5-7b-chat-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-02-03","last_updated":"2024-04-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":20000,"output":20000},"display_name":"@cf/qwen/qwen1.5-7b-chat-awq"},{"id":"llama-3.1-8b-instruct-fast","name":"@cf/meta/llama-3.1-8b-instruct-fast","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-18","last_updated":"2024-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":128000},"display_name":"@cf/meta/llama-3.1-8b-instruct-fast"},{"id":"nova-3","name":"@cf/deepgram/nova-3","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-06-05","last_updated":"2025-07-08","modalities":{"input":["audio"],"output":["text"]},"open_weights":true,"cost":{"input":0.0052,"output":0.0052},"limit":{"context":0,"output":0},"display_name":"@cf/deepgram/nova-3"},{"id":"llama-3.1-70b-instruct","name":"@cf/meta/llama-3.1-70b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-16","last_updated":"2024-12-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":24000,"output":24000},"display_name":"@cf/meta/llama-3.1-70b-instruct"},{"id":"qwq-32b","name":"@cf/qwen/qwq-32b","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-03-05","last_updated":"2025-03-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.66,"output":1},"limit":{"context":24000,"output":24000},"display_name":"@cf/qwen/qwq-32b"},{"id":"zephyr-7b-beta-awq","name":"@hf/thebloke/zephyr-7b-beta-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-10-27","last_updated":"2023-11-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/zephyr-7b-beta-awq"},{"id":"deepseek-coder-6.7b-instruct-awq","name":"@hf/thebloke/deepseek-coder-6.7b-instruct-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-11-05","last_updated":"2023-11-13","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/deepseek-coder-6.7b-instruct-awq"},{"id":"llama-3.1-8b-instruct-awq","name":"@cf/meta/llama-3.1-8b-instruct-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-25","last_updated":"2024-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.12,"output":0.27},"limit":{"context":8192,"output":8192},"display_name":"@cf/meta/llama-3.1-8b-instruct-awq"},{"id":"mistral-7b-instruct-v0.2-lora","name":"@cf/mistral/mistral-7b-instruct-v0.2-lora","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-04-01","last_updated":"2024-04-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":15000,"output":15000},"display_name":"@cf/mistral/mistral-7b-instruct-v0.2-lora"},{"id":"uform-gen2-qwen-500m","name":"@cf/unum/uform-gen2-qwen-500m","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-02-15","last_updated":"2024-04-24","modalities":{"input":["image","text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/unum/uform-gen2-qwen-500m"}]},"inception":{"id":"inception","api":"https://api.inceptionlabs.ai/v1/","name":"Inception","doc":"https://platform.inceptionlabs.ai/docs","display_name":"Inception","models":[{"id":"mercury-coder","name":"Mercury Coder","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2025-02-26","last_updated":"2025-07-31","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":1,"cache_read":0.25,"cache_write":1},"limit":{"context":128000,"output":16384},"display_name":"Mercury Coder"},{"id":"mercury","name":"Mercury","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2025-06-26","last_updated":"2025-07-31","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":1,"cache_read":0.25,"cache_write":1},"limit":{"context":128000,"output":16384},"display_name":"Mercury"}]},"wandb":{"id":"wandb","api":"https://api.inference.wandb.ai/v1","name":"Weights & Biases","doc":"https://weave-docs.wandb.ai/guides/integrations/inference/","display_name":"Weights & Biases","models":[{"id":"moonshotai/Kimi-K2-Instruct","name":"Kimi-K2-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.35,"output":4},"limit":{"context":128000,"output":16384},"display_name":"Kimi-K2-Instruct"},{"id":"microsoft/Phi-4-mini-instruct","name":"Phi-4-mini-instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.08,"output":0.35},"limit":{"context":128000,"output":4096},"display_name":"Phi-4-mini-instruct"},{"id":"meta-llama/Llama-3.1-8B-Instruct","name":"Meta-Llama-3.1-8B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.22,"output":0.22},"limit":{"context":128000,"output":32768},"display_name":"Meta-Llama-3.1-8B-Instruct"},{"id":"meta-llama/Llama-3.3-70B-Instruct","name":"Llama-3.3-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.71,"output":0.71},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.3-70B-Instruct"},{"id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","name":"Llama 4 Scout 17B 16E Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.17,"output":0.66},"limit":{"context":64000,"output":8192},"display_name":"Llama 4 Scout 17B 16E Instruct"},{"id":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-28","last_updated":"2025-07-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":262144,"output":131072},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen3-Coder-480B-A35B-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":1.5},"limit":{"context":262144,"output":66536},"display_name":"Qwen3-Coder-480B-A35B-Instruct"},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":262144,"output":131072},"display_name":"Qwen3-235B-A22B-Thinking-2507"},{"id":"deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek-R1-0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-28","last_updated":"2025-05-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.35,"output":5.4},"limit":{"context":161000,"output":163840},"display_name":"DeepSeek-R1-0528"},{"id":"deepseek-ai/DeepSeek-V3-0324","name":"DeepSeek-V3-0324","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-03-24","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.14,"output":2.75},"limit":{"context":161000,"output":8192},"display_name":"DeepSeek-V3-0324"}]},"openai":{"id":"openai","name":"openai","doc":"https://platform.openai.com/docs/models","display_name":"openai","models":[{"id":"gpt-4.1-nano","name":"GPT-4.1 nano","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.03},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 nano"},{"id":"gpt-4","name":"GPT-4","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-11","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":30,"output":60},"limit":{"context":8192,"output":8192},"display_name":"GPT-4"},{"id":"o1-pro","name":"o1-pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2025-03-19","last_updated":"2025-03-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":150,"output":600},"limit":{"context":200000,"output":100000},"display_name":"o1-pro"},{"id":"gpt-4o-2024-05-13","name":"GPT-4o (2024-05-13)","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-05-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":15},"limit":{"context":128000,"output":4096},"display_name":"GPT-4o (2024-05-13)"},{"id":"gpt-4o-2024-08-06","name":"GPT-4o (2024-08-06)","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-08-06","last_updated":"2024-08-06","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":10,"cache_read":1.25},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o (2024-08-06)"},{"id":"gpt-4.1-mini","name":"GPT-4.1 mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.6,"cache_read":0.1},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 mini"},{"id":"o3-deep-research","name":"o3-deep-research","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2024-06-26","last_updated":"2024-06-26","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":10,"output":40,"cache_read":2.5},"limit":{"context":200000,"output":100000},"display_name":"o3-deep-research"},{"id":"gpt-3.5-turbo","name":"GPT-3.5-turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-09-01","release_date":"2023-03-01","last_updated":"2023-11-06","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":1.5,"cache_read":1.25},"limit":{"context":16385,"output":4096},"display_name":"GPT-3.5-turbo"},{"id":"gpt-4-turbo","name":"GPT-4 Turbo","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":10,"output":30},"limit":{"context":128000,"output":4096},"display_name":"GPT-4 Turbo"},{"id":"o1-preview","name":"o1-preview","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2023-09","release_date":"2024-09-12","last_updated":"2024-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":60,"cache_read":7.5},"limit":{"context":128000,"output":32768},"display_name":"o1-preview"},{"id":"o3-mini","name":"o3-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2024-12-20","last_updated":"2025-01-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.55},"limit":{"context":200000,"output":100000},"display_name":"o3-mini"},{"id":"codex-mini-latest","name":"Codex Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-16","last_updated":"2025-05-16","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.5,"output":6,"cache_read":0.375},"limit":{"context":200000,"output":100000},"display_name":"Codex Mini"},{"id":"gpt-5-nano","name":"gpt-5-nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4,"cache_read":0.01},"limit":{"context":400000,"output":128000},"display_name":"gpt-5-nano","type":"chat","context_length":272000,"reasoning_effort":"medium"},{"id":"gpt-5-codex","name":"GPT-5-Codex","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.125},"limit":{"context":400000,"output":128000},"display_name":"GPT-5-Codex"},{"id":"gpt-4o","name":"GPT-4o","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-08-06","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":10,"cache_read":1.25},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o"},{"id":"gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1"},{"id":"o4-mini","name":"o4-mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.28},"limit":{"context":200000,"output":100000},"display_name":"o4-mini"},{"id":"o1","name":"o1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2024-12-05","last_updated":"2024-12-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":60,"cache_read":7.5},"limit":{"context":200000,"output":100000},"display_name":"o1"},{"id":"gpt-5-mini","name":"gpt-5-mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2,"cache_read":0.03},"limit":{"context":400000,"output":128000},"display_name":"gpt-5-mini","type":"chat","context_length":272000,"reasoning_effort":"medium"},{"id":"o1-mini","name":"o1-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2023-09","release_date":"2024-09-12","last_updated":"2024-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.55},"limit":{"context":128000,"output":65536},"display_name":"o1-mini"},{"id":"o3-pro","name":"o3-pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-06-10","last_updated":"2025-06-10","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":20,"output":80},"limit":{"context":200000,"output":100000},"display_name":"o3-pro"},{"id":"gpt-4o-2024-11-20","name":"GPT-4o (2024-11-20)","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-11-20","last_updated":"2024-11-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":10,"cache_read":1.25},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o (2024-11-20)"},{"id":"o3","name":"o3","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":200000,"output":100000},"display_name":"o3"},{"id":"o4-mini-deep-research","name":"o4-mini-deep-research","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2024-06-26","last_updated":"2024-06-26","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":200000,"output":100000},"display_name":"o4-mini-deep-research"},{"id":"gpt-5-chat-latest","name":"gpt-5-chat-latest","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10},"limit":{"context":400000,"output":128000},"display_name":"gpt-5-chat-latest","type":"chat","context_length":272000,"max_output_tokens":16384,"reasoning_effort":"medium"},{"id":"gpt-4o-mini","name":"GPT-4o mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.08},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o mini"},{"id":"gpt-5","name":"gpt-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.13},"limit":{"context":400000,"output":128000},"display_name":"gpt-5","type":"chat","context_length":272000,"reasoning_effort":"medium"},{"id":"gpt-5-chat","type":"chat","context_length":272000,"max_output_tokens":16384,"reasoning_effort":"medium","name":"gpt-5-chat","display_name":"gpt-5-chat"}]},"zhipuai-coding-plan":{"id":"zhipuai-coding-plan","api":"https://open.bigmodel.cn/api/coding/paas/v4","name":"Zhipu AI Coding Plan","doc":"https://docs.bigmodel.cn/cn/coding-plan/overview","display_name":"Zhipu AI Coding Plan","models":[{"id":"glm-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":204800,"output":131072},"display_name":"GLM-4.6"},{"id":"glm-4.5v","name":"GLM 4.5V","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":64000,"output":16384},"display_name":"GLM 4.5V"},{"id":"glm-4.5-air","name":"GLM-4.5-Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Air"},{"id":"glm-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"glm-4.5-flash","name":"GLM-4.5-Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Flash"}]},"perplexity":{"id":"perplexity","name":"Perplexity","doc":"https://docs.perplexity.ai","display_name":"Perplexity","models":[{"id":"sonar-reasoning","name":"Sonar Reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":5},"limit":{"context":128000,"output":4096},"display_name":"Sonar Reasoning"},{"id":"sonar","name":"Sonar","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":1},"limit":{"context":128000,"output":4096},"display_name":"Sonar"},{"id":"sonar-pro","name":"Sonar Pro","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":200000,"output":8192},"display_name":"Sonar Pro"},{"id":"sonar-reasoning-pro","name":"Sonar Reasoning Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8},"limit":{"context":128000,"output":4096},"display_name":"Sonar Reasoning Pro"}]},"v0":{"id":"v0","name":"v0","doc":"https://sdk.vercel.ai/providers/ai-sdk-providers/vercel","display_name":"v0","models":[{"id":"v0-1.5-lg","name":"v0-1.5-lg","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-06-09","last_updated":"2025-06-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75},"limit":{"context":512000,"output":32000},"display_name":"v0-1.5-lg"},{"id":"v0-1.5-md","name":"v0-1.5-md","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-06-09","last_updated":"2025-06-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":128000,"output":32000},"display_name":"v0-1.5-md"},{"id":"v0-1.0-md","name":"v0-1.0-md","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":128000,"output":32000},"display_name":"v0-1.0-md"}]},"synthetic":{"id":"synthetic","api":"https://api.synthetic.new/v1","name":"Synthetic","doc":"https://synthetic.new/pricing","display_name":"Synthetic","models":[{"id":"hf:Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen 3 235B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-28","last_updated":"2025-07-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.6},"limit":{"context":256000,"output":32000},"display_name":"Qwen 3 235B Instruct"},{"id":"hf:Qwen/Qwen2.5-Coder-32B-Instruct","name":"Qwen2.5-Coder-32B-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-10","release_date":"2024-11-11","last_updated":"2024-11-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.8,"output":0.8},"limit":{"context":32768,"output":32768},"display_name":"Qwen2.5-Coder-32B-Instruct"},{"id":"hf:Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen 3 Coder 480B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":2},"limit":{"context":256000,"output":32000},"display_name":"Qwen 3 Coder 480B"},{"id":"hf:Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3 235B A22B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.65,"output":3},"limit":{"context":256000,"output":32000},"display_name":"Qwen3 235B A22B Thinking 2507"},{"id":"hf:meta-llama/Llama-3.1-70B-Instruct","name":"Llama-3.1-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.9,"output":0.9},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.1-70B-Instruct"},{"id":"hf:meta-llama/Llama-3.1-8B-Instruct","name":"Llama-3.1-8B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.1-8B-Instruct"},{"id":"hf:meta-llama/Llama-3.3-70B-Instruct","name":"Llama-3.3-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.9,"output":0.9},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.3-70B-Instruct"},{"id":"hf:meta-llama/Llama-4-Scout-17B-16E-Instruct","name":"Llama-4-Scout-17B-16E-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":328000,"output":4096},"display_name":"Llama-4-Scout-17B-16E-Instruct"},{"id":"hf:meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","name":"Llama-4-Maverick-17B-128E-Instruct-FP8","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.22,"output":0.88},"limit":{"context":524000,"output":4096},"display_name":"Llama-4-Maverick-17B-128E-Instruct-FP8"},{"id":"hf:meta-llama/Llama-3.1-405B-Instruct","name":"Llama-3.1-405B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3,"output":3},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.1-405B-Instruct"},{"id":"hf:moonshotai/Kimi-K2-Instruct","name":"Kimi K2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-11","last_updated":"2025-07-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5},"limit":{"context":128000,"output":32768},"display_name":"Kimi K2"},{"id":"hf:moonshotai/Kimi-K2-Instruct-0905","name":"Kimi K2 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.2,"output":1.2},"limit":{"context":262144,"output":32768},"display_name":"Kimi K2 0905"},{"id":"hf:zai-org/GLM-4.5","name":"GLM 4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.55,"output":2.19},"limit":{"context":128000,"output":96000},"display_name":"GLM 4.5"},{"id":"hf:zai-org/GLM-4.6","name":"GLM 4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.55,"output":2.19},"limit":{"context":200000,"output":96000},"display_name":"GLM 4.6"},{"id":"hf:deepseek-ai/DeepSeek-R1","name":"DeepSeek R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.55,"output":2.19},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek R1"},{"id":"hf:deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek R1 (0528)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":8},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek R1 (0528)"},{"id":"hf:deepseek-ai/DeepSeek-V3.1-Terminus","name":"DeepSeek V3.1 Terminus","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-09-22","last_updated":"2025-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.2,"output":1.2},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3.1 Terminus"},{"id":"hf:deepseek-ai/DeepSeek-V3","name":"DeepSeek V3","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.25,"output":1.25},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3"},{"id":"hf:deepseek-ai/DeepSeek-V3.1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-21","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.56,"output":1.68},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3.1"},{"id":"hf:deepseek-ai/DeepSeek-V3-0324","name":"DeepSeek V3 (0324)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.2,"output":1.2},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3 (0324)"},{"id":"hf:openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":128000,"output":32768},"display_name":"GPT OSS 120B"}]},"deepinfra":{"id":"deepinfra","name":"Deep Infra","doc":"https://deepinfra.com/models","display_name":"Deep Infra","models":[{"id":"moonshotai/Kimi-K2-Instruct","name":"Kimi K2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-11","last_updated":"2025-07-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":131072,"output":32768},"display_name":"Kimi K2"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.4,"output":1.6},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo","name":"Qwen3 Coder 480B A35B Instruct Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":1.2},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct Turbo"},{"id":"zai-org/GLM-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"}]},"zhipuai":{"id":"zhipuai","api":"https://open.bigmodel.cn/api/paas/v4","name":"Zhipu AI","doc":"https://docs.z.ai/guides/overview/pricing","display_name":"Zhipu AI","models":[{"id":"glm-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11,"cache_write":0},"limit":{"context":204800,"output":131072},"display_name":"GLM-4.6"},{"id":"glm-4.5v","name":"GLM 4.5V","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.8},"limit":{"context":64000,"output":16384},"display_name":"GLM 4.5V"},{"id":"glm-4.5-air","name":"GLM-4.5-Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":1.1,"cache_read":0.03,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Air"},{"id":"glm-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"glm-4.5-flash","name":"GLM-4.5-Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Flash"}]},"submodel":{"id":"submodel","api":"https://llm.submodel.ai/v1","name":"submodel","doc":"https://submodel.gitbook.io","display_name":"submodel","models":[{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.5},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.3},"limit":{"context":262144,"output":131072},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3 235B A22B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.6},"limit":{"context":262144,"output":131072},"display_name":"Qwen3 235B A22B Thinking 2507"},{"id":"zai-org/GLM-4.5-FP8","name":"GLM 4.5 FP8","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.8},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5 FP8"},{"id":"zai-org/GLM-4.5-Air","name":"GLM 4.5 Air","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.5},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5 Air"},{"id":"deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek R1 0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":2.15},"limit":{"context":75000,"output":163840},"display_name":"DeepSeek R1 0528"},{"id":"deepseek-ai/DeepSeek-V3.1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":75000,"output":163840},"display_name":"DeepSeek V3.1"},{"id":"deepseek-ai/DeepSeek-V3-0324","name":"DeepSeek V3 0324","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":75000,"output":163840},"display_name":"DeepSeek V3 0324"}]},"zai":{"id":"zai","api":"https://api.z.ai/api/paas/v4","name":"Z.AI","doc":"https://docs.z.ai/guides/overview/pricing","display_name":"Z.AI","models":[{"id":"glm-4.5-flash","name":"GLM-4.5-Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Flash"},{"id":"glm-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"glm-4.5-air","name":"GLM-4.5-Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":1.1,"cache_read":0.03,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Air"},{"id":"glm-4.5v","name":"GLM 4.5V","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.8},"limit":{"context":64000,"output":16384},"display_name":"GLM 4.5V"},{"id":"glm-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11,"cache_write":0},"limit":{"context":204800,"output":131072},"display_name":"GLM-4.6"}]},"inference":{"id":"inference","api":"https://inference.net/v1","name":"Inference","doc":"https://inference.net/models","display_name":"Inference","models":[{"id":"mistral/mistral-nemo-12b-instruct","name":"Mistral Nemo 12B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.038,"output":0.1},"limit":{"context":16000,"output":4096},"display_name":"Mistral Nemo 12B Instruct"},{"id":"google/gemma-3","name":"Google Gemma 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.3},"limit":{"context":125000,"output":4096},"display_name":"Google Gemma 3"},{"id":"osmosis/osmosis-structure-0.6b","name":"Osmosis Structure 0.6B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.5},"limit":{"context":4000,"output":2048},"display_name":"Osmosis Structure 0.6B"},{"id":"qwen/qwen3-embedding-4b","name":"Qwen 3 Embedding 4B","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.01,"output":0},"limit":{"context":32000,"output":2048},"display_name":"Qwen 3 Embedding 4B"},{"id":"qwen/qwen-2.5-7b-vision-instruct","name":"Qwen 2.5 7B Vision Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":125000,"output":4096},"display_name":"Qwen 2.5 7B Vision Instruct"},{"id":"meta/llama-3.2-11b-vision-instruct","name":"Llama 3.2 11B Vision Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.055,"output":0.055},"limit":{"context":16000,"output":4096},"display_name":"Llama 3.2 11B Vision Instruct"},{"id":"meta/llama-3.1-8b-instruct","name":"Llama 3.1 8B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.025,"output":0.025},"limit":{"context":16000,"output":4096},"display_name":"Llama 3.1 8B Instruct"},{"id":"meta/llama-3.2-3b-instruct","name":"Llama 3.2 3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.02,"output":0.02},"limit":{"context":16000,"output":4096},"display_name":"Llama 3.2 3B Instruct"},{"id":"meta/llama-3.2-1b-instruct","name":"Llama 3.2 1B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.01,"output":0.01},"limit":{"context":16000,"output":4096},"display_name":"Llama 3.2 1B Instruct"}]},"requesty":{"id":"requesty","api":"https://router.requesty.ai/v1","name":"Requesty","doc":"https://requesty.ai/solution/llm-routing/models","display_name":"Requesty","models":[{"id":"google/gemini-2.5-flash","name":"Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"cache_write":0.55},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash"},{"id":"google/gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31,"cache_write":2.375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro"},{"id":"openai/gpt-4.1-mini","name":"GPT-4.1 Mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.6,"cache_read":0.1},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 Mini"},{"id":"openai/gpt-5-nano","name":"GPT-5 Nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4,"cache_read":0.01},"limit":{"context":16000,"output":4000},"display_name":"GPT-5 Nano"},{"id":"openai/gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1"},{"id":"openai/o4-mini","name":"o4 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.28},"limit":{"context":200000,"output":100000},"display_name":"o4 Mini"},{"id":"openai/gpt-5-mini","name":"GPT-5 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2,"cache_read":0.03},"limit":{"context":128000,"output":32000},"display_name":"GPT-5 Mini"},{"id":"openai/gpt-4o-mini","name":"GPT-4o Mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.08},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o Mini"},{"id":"openai/gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","audio","image","video"],"output":["text","audio","image"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.13},"limit":{"context":400000,"output":128000},"display_name":"GPT-5"},{"id":"anthropic/claude-opus-4","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"},{"id":"anthropic/claude-3-7-sonnet","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 3.7"},{"id":"anthropic/claude-4-sonnet-20250522","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"anthropic/claude-opus-4-1-20250805","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"}]},"morph":{"id":"morph","api":"https://api.morphllm.com/v1","name":"Morph","doc":"https://docs.morphllm.com/api-reference/introduction","display_name":"Morph","models":[{"id":"morph-v3-large","name":"Morph v3 Large","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.9,"output":1.9},"limit":{"context":32000,"output":32000},"display_name":"Morph v3 Large"},{"id":"auto","name":"Auto","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-06-01","last_updated":"2024-06-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.85,"output":1.55},"limit":{"context":32000,"output":32000},"display_name":"Auto"},{"id":"morph-v3-fast","name":"Morph v3 Fast","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":1.2},"limit":{"context":16000,"output":16000},"display_name":"Morph v3 Fast"}]},"lmstudio":{"id":"lmstudio","api":"http://127.0.0.1:1234/v1","name":"LMStudio","doc":"https://lmstudio.ai/models","display_name":"LMStudio","models":[{"id":"openai/gpt-oss-20b","name":"GPT OSS 20B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 20B"},{"id":"qwen/qwen3-30b-a3b-2507","name":"Qwen3 30B A3B 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-30","last_updated":"2025-07-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":16384},"display_name":"Qwen3 30B A3B 2507"},{"id":"qwen/qwen3-coder-30b","name":"Qwen3 Coder 30B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":65536},"display_name":"Qwen3 Coder 30B"}]},"anthropic":{"id":"anthropic","name":"Anthropic","doc":"https://docs.anthropic.com/en/docs/about-claude/models","display_name":"Anthropic","models":[{"id":"claude-3-5-sonnet-20241022","name":"Claude Sonnet 3.5 v2","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04-30","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5 v2"},{"id":"claude-3-5-sonnet-20240620","name":"Claude Sonnet 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04-30","release_date":"2024-06-20","last_updated":"2024-06-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5"},{"id":"claude-3-opus-20240229","name":"Claude Opus 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08-31","release_date":"2024-02-29","last_updated":"2024-02-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":4096},"display_name":"Claude Opus 3"},{"id":"claude-sonnet-4-5-20250929","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4.5"},{"id":"claude-sonnet-4-20250514","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"claude-opus-4-20250514","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"},{"id":"claude-3-5-haiku-20241022","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"display_name":"Claude Haiku 3.5"},{"id":"claude-3-haiku-20240307","name":"Claude Haiku 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08-31","release_date":"2024-03-13","last_updated":"2024-03-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":1.25,"cache_read":0.03,"cache_write":0.3},"limit":{"context":200000,"output":4096},"display_name":"Claude Haiku 3"},{"id":"claude-3-7-sonnet-20250219","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-31","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 3.7"},{"id":"claude-opus-4-1-20250805","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"},{"id":"claude-3-sonnet-20240229","name":"Claude Sonnet 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08-31","release_date":"2024-03-04","last_updated":"2024-03-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":0.3},"limit":{"context":200000,"output":4096},"display_name":"Claude Sonnet 3"},{"id":"claude-haiku-4-5-20251001","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-31","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":5,"cache_read":0.1,"cache_write":1.25},"limit":{"context":200000,"output":64000},"display_name":"Claude Haiku 4.5"},{"id":"claude-sonnet-4-0","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"claude-3-7-sonnet-latest","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-31","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 3.7"},{"id":"claude-sonnet-4-5","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4.5"},{"id":"claude-3-5-haiku-latest","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"display_name":"Claude Haiku 3.5"},{"id":"claude-haiku-4-5","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-31","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":5,"cache_read":0.1,"cache_write":1.25},"limit":{"context":200000,"output":64000},"display_name":"Claude Haiku 4.5"},{"id":"claude-opus-4-1","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"},{"id":"claude-opus-4-0","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"}]},"aihubmix":{"id":"aihubmix","name":"AIHubMix","display_name":"AIHubMix","updated_at":"2025-10-22T10:05:32.424Z","api":"https://aihubmix.com/call/mdl_info","models":[{"id":"AiHubmix-Phi-4-mini-reasoning","name":"Phi-4-mini-reasoning","display_name":"Phi-4-mini-reasoning","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.06,"cacheRatio":1,"completionRatio":1,"order":49,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"AiHubmix-Phi-4-reasoning","name":"Phi-4-reasoning","display_name":"Phi-4-reasoning","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":50,"flag":0,"features":["thinking"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"AiHubmix-mistral-medium","name":"mistral-medium-2505","display_name":"mistral-medium-2505","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":45,"modelRatio":0.2,"cacheRatio":1,"completionRatio":5,"order":105,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Aihubmix-MAI-DS-R1","name":"MAI-DS-R1","display_name":"MAI-DS-R1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.3,"cacheRatio":1,"completionRatio":3,"order":300,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Baichuan3-Turbo","name":"Baichuan3-Turbo","display_name":"Baichuan3-Turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baichuan","developerId":20,"providerId":26,"modelRatio":0.95,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Baichuan3-Turbo-128k","name":"Baichuan3-Turbo-128k","display_name":"Baichuan3-Turbo-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baichuan","developerId":20,"providerId":26,"modelRatio":1.9,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Baichuan4","name":"Baichuan4","display_name":"Baichuan4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baichuan","developerId":20,"providerId":26,"modelRatio":8,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Baichuan4-Air","name":"Baichuan4-Air","display_name":"Baichuan4-Air","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baichuan","developerId":20,"providerId":26,"modelRatio":0.08,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Baichuan4-Turbo","name":"Baichuan4-Turbo","display_name":"Baichuan4-Turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baichuan","developerId":20,"providerId":26,"modelRatio":1.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ByteDance-Seed/Seed-OSS-36B-Instruct","name":"ByteDance-Seed/Seed-OSS-36B-Instruct","display_name":"ByteDance-Seed/Seed-OSS-36B-Instruct","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":44,"modelRatio":0.1,"cacheRatio":1,"completionRatio":2.67,"order":220,"flag":1,"features":["thinking,tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"DESCRIBE","name":"describe","display_name":"describe","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":1,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"DeepSeek-R1","name":"DeepSeek-R1","display_name":"DeepSeek-R1","type":"chat","context_length":64000,"max_output_tokens":64000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.2,"cacheRatio":1,"completionRatio":5,"order":550,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-R1-Distill-Qwen-32B","name":"DeepSeek-R1-Distill-Qwen-32B","display_name":"DeepSeek-R1-Distill-Qwen-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":3,"order":400,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-R1-Distill-Qwen-7B","name":"DeepSeek-R1-Distill-Qwen-7B","display_name":"DeepSeek-R1-Distill-Qwen-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.03,"cacheRatio":1,"completionRatio":2,"order":400,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3","name":"DeepSeek-V3","display_name":"DeepSeek-V3","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.136,"cacheRatio":1,"completionRatio":4,"order":700,"flag":0,"features":["tools","function_calling","structured_outputs"],"tags":["best","economical"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3-Fast","name":"DeepSeek-V3-Fast","display_name":"DeepSeek-V3-Fast","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.28,"cacheRatio":1,"completionRatio":4,"order":821,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3.1-Fast","name":"DeepSeek-V3.1-Fast","display_name":"DeepSeek-V3.1-Fast","type":"chat","context_length":163800,"max_output_tokens":163800,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.548,"cacheRatio":1,"completionRatio":3,"order":862,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3.1-Terminus","name":"DeepSeek-V3.1-Terminus","display_name":"DeepSeek-V3.1-Terminus","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.28,"cacheRatio":1,"completionRatio":3,"order":972,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3.1-Think","name":"DeepSeek-V3.1-Think","display_name":"DeepSeek-V3.1-Think","type":"chat","context_length":163800,"max_output_tokens":163800,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":15,"modelRatio":0.28,"cacheRatio":1,"completionRatio":3,"order":971,"flag":0,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3.2-Exp","name":"DeepSeek-V3.2-Exp","display_name":"DeepSeek-V3.2-Exp","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.137,"cacheRatio":0.1,"completionRatio":1.5,"order":973,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-V3.2-Exp-Think","name":"DeepSeek-V3.2-Exp-Think","display_name":"DeepSeek-V3.2-Exp-Think","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.137,"cacheRatio":0.1,"completionRatio":1.5,"order":973,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"DeepSeek-v3","name":"DeepSeek-v3","display_name":"DeepSeek-v3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.136,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Doubao-1.5-lite-32k","name":"Doubao-1.5-lite-32k","display_name":"Doubao-1.5-lite-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":47,"modelRatio":0.025,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-1.5-lite-32k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.020548,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.0,\n \"cached_tokens_ratio\": 0.2\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-1.5-pro-256k","name":"Doubao-1.5-pro-256k","display_name":"Doubao-1.5-pro-256k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":47,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1.8,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-1.5-pro-256k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.342466,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 1.8\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-1.5-pro-32k","name":"Doubao-1.5-pro-32k","display_name":"Doubao-1.5-pro-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":47,"modelRatio":0.067,"cacheRatio":1,"completionRatio":2.5,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-1.5-pro-32k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.2\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-1.5-thinking-pro","name":"Doubao-1.5-thinking-pro","display_name":"Doubao-1.5-thinking-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":47,"modelRatio":0.31,"cacheRatio":1,"completionRatio":4,"order":200,"flag":1,"billingConfig":"{\n \"model_name\": \"Doubao-1.5-thinking-pro\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.273973,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-1.5-vision-pro-32k","name":"Doubao-1.5-vision-pro-32k","display_name":"Doubao-1.5-vision-pro-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":47,"modelRatio":0.23,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Doubao-lite-128k","name":"Doubao-lite-128k","display_name":"Doubao-lite-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.07,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-lite-128k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 1.25\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-lite-32k","name":"Doubao-lite-32k","display_name":"Doubao-lite-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.03,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-lite-32k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.020548,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.0,\n \"cached_tokens_ratio\": 0.2\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-lite-4k","name":"Doubao-lite-4k","display_name":"Doubao-lite-4k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.03,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-lite-4k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.020548,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.0\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-pro-128k","name":"Doubao-pro-128k","display_name":"Doubao-pro-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1.8,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Doubao-pro-256k","name":"Doubao-pro-256k","display_name":"Doubao-pro-256k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1.8,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-pro-256k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.342466,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 1.8\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-pro-32k","name":"Doubao-pro-32k","display_name":"Doubao-pro-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.07,"cacheRatio":1,"completionRatio":2.5,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"Doubao-pro-32k\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.2\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"Doubao-pro-4k","name":"Doubao-pro-4k","display_name":"Doubao-pro-4k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动","developerId":4,"providerId":47,"modelRatio":0.07,"cacheRatio":1,"completionRatio":2.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ERNIE-X1.1-Preview","name":"ERNIE-X1.1-Preview","display_name":"ERNIE-X1.1-Preview","type":"chat","context_length":119000,"max_output_tokens":119000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.068,"cacheRatio":1,"completionRatio":4,"order":101,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"FLUX-1.1-pro","name":"FLUX-1.1-pro","display_name":"FLUX-1.1-pro","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Flux","developerId":27,"providerId":3,"modelRatio":20,"cacheRatio":0,"completionRatio":1,"order":499,"flag":0,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"FLUX.1-Kontext-pro","name":"FLUX.1-Kontext-pro","display_name":"FLUX.1-Kontext-pro","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Flux","developerId":27,"providerId":45,"modelRatio":20,"cacheRatio":1,"completionRatio":1,"order":500,"flag":1,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"GPT-OSS-20B","name":"GPT-OSS-20B","display_name":"GPT-OSS-20B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":8,"modelRatio":0.055,"cacheRatio":1,"completionRatio":5,"order":0,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Gryphe/MythoMax-L2-13b","name":"MythoMax-L2-13b","display_name":"MythoMax-L2-13b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":39,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Kimi-K2-0905","name":"Kimi-K2-0905","display_name":"Kimi-K2-0905","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":8,"modelRatio":0.274,"cacheRatio":1,"completionRatio":4,"order":863,"flag":1,"features":["tools","function_calling","structured_outputs"],"tags":["coding"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"LongCat-Flash-Chat","name":"LongCat-Flash-Chat","display_name":"LongCat-Flash-Chat","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meituan","developerId":28,"providerId":8,"modelRatio":0.07,"cacheRatio":1,"completionRatio":5,"order":700,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"MiniMax-Text-01","name":"MiniMax-Text-01","display_name":"MiniMax-Text-01","type":"chat","context_length":1000000,"max_output_tokens":1000000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Minimax","developerId":18,"providerId":27,"modelRatio":0.07,"cacheRatio":1,"completionRatio":8,"order":0,"flag":0,"features":["long_context"],"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"MiniMaxAI/MiniMax-M1-80k","name":"MiniMaxAI/MiniMax-M1-80k","display_name":"MiniMaxAI/MiniMax-M1-80k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Minimax","developerId":18,"providerId":8,"modelRatio":0.3,"cacheRatio":1,"completionRatio":4,"order":100,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Mistral-large-2407","name":"Mistral Large","display_name":"Mistral Large","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":28,"modelRatio":1.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Pro/THUDM/GLM-4.1V-9B-Thinking","name":"Pro/THUDM/GLM-4.1V-9B-Thinking","display_name":"Pro/THUDM/GLM-4.1V-9B-Thinking","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":16,"modelRatio":0.02,"cacheRatio":0,"completionRatio":4,"order":34,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"QwQ-32B","name":"QwQ-32B","display_name":"QwQ-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":3,"order":400,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/QVQ-72B-Preview","name":"Qwen/QVQ-72B","display_name":"Qwen/QVQ-72B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.6,"cacheRatio":1,"completionRatio":1,"order":9,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/QwQ-32B","name":"Qwen/QwQ-32B","display_name":"Qwen/QwQ-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.07,"cacheRatio":1,"completionRatio":4,"order":101,"flag":1,"features":["tools","function_calling","structured_outputs"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"Qwen/QwQ-32B-Preview","name":"QwQ-32B-Preview","display_name":"QwQ-32B-Preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":1,"order":8,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2-1.5B-Instruct","name":"Qwen2-1.5B","display_name":"Qwen2-1.5B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2-57B-A14B-Instruct","name":"Qwen2-57B","display_name":"Qwen2-57B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.12,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2-72B-Instruct","name":"Qwen2-72B","display_name":"Qwen2-72B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2-7B-Instruct","name":"Qwen2-7B","display_name":"Qwen2-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.04,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-32B-Instruct","name":"Qwen2.5-32B","display_name":"Qwen2.5-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-72B-Instruct","name":"Qwen2.5-72B","display_name":"Qwen2.5-72B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-72B-Instruct-128K","name":"Qwen2.5-72B","display_name":"Qwen2.5-72B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-7B-Instruct","name":"Qwen2.5-7B","display_name":"Qwen2.5-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-Coder-32B-Instruct","name":"Qwen2.5-Coder-32B-Instruct","display_name":"Qwen2.5-Coder-32B-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen2.5-VL-32B-Instruct","name":"Qwen2.5-vl-32b","display_name":"Qwen2.5-vl-32b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.12,"cacheRatio":1,"completionRatio":1,"order":100,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"Qwen/Qwen2.5-VL-72B-Instruct","name":"Qwen2.5-VL-72B","display_name":"Qwen2.5-VL-72B","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":44,"modelRatio":0.25,"cacheRatio":0,"completionRatio":1,"order":290,"flag":0,"tags":["multi_modal"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"Qwen/Qwen3-14B","name":"Qwen/Qwen3-14B","display_name":"Qwen/Qwen3-14B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.25,"cacheRatio":1,"completionRatio":1,"order":377,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen3-30B-A3B","name":"Qwen/Qwen3-30B-A3B","display_name":"Qwen/Qwen3-30B-A3B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.5,"cacheRatio":1,"completionRatio":1,"order":399,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen3-32B","name":"Qwen/Qwen3-32B","display_name":"Qwen/Qwen3-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.25,"cacheRatio":1,"completionRatio":1,"order":388,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Qwen/Qwen3-8B","name":"Qwen/Qwen3-8B","display_name":"Qwen/Qwen3-8B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":375,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Qwen2-VL-72B-Instruct","name":"Qwen2-VL-72B-Instruct","display_name":"Qwen2-VL-72B-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":1.09,"cacheRatio":1,"completionRatio":3,"order":400,"flag":0,"modalities":["text","image","video"],"source":"public-provider-conf"},"vision":true},{"id":"Qwen2-VL-7B-Instruct","name":"Qwen2-VL-7B-Instruct","display_name":"Qwen2-VL-7B-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":2.5,"order":400,"flag":0,"modalities":["text","image","video"],"source":"public-provider-conf"},"vision":true},{"id":"Qwen2.5-VL-72B-Instruct","name":"Qwen2.5-VL-72B-Instruct","display_name":"Qwen2.5-VL-72B-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.31,"cacheRatio":1,"completionRatio":1,"order":662,"flag":0,"modalities":["text","image","video"],"source":"public-provider-conf"},"vision":true},{"id":"Qwen3-235B-A22B-Thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","display_name":"Qwen3-235B-A22B-Thinking-2507","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":10,"order":0,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"Stable-Diffusion-3-5-Large","name":"Stable-Diffusion-3-5-Large","display_name":"Stable-Diffusion-3-5-Large","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Stable diffusion","developerId":23,"providerId":45,"modelRatio":2,"cacheRatio":0,"completionRatio":1,"order":0,"flag":1,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"THUDM/GLM-4-32B-0414","name":"THUDM/GLM-4-32B-0414","display_name":"THUDM/GLM-4-32B-0414","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":44,"modelRatio":0.04,"cacheRatio":1,"completionRatio":1,"order":33,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"THUDM/GLM-4-9B-0414","name":"THUDM/GLM-4-9B-0414","display_name":"THUDM/GLM-4-9B-0414","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":44,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":30,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"THUDM/GLM-4.1V-9B-Thinking","name":"THUDM/GLM-4.1V-9B-Thinking","display_name":"THUDM/GLM-4.1V-9B-Thinking","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":16,"modelRatio":0.05,"cacheRatio":0,"completionRatio":1,"order":34,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"THUDM/GLM-Z1-32B-0414","name":"THUDM/GLM-Z1-32B-0414","display_name":"THUDM/GLM-Z1-32B-0414","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":16,"modelRatio":0.04,"cacheRatio":1,"completionRatio":1,"order":35,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"THUDM/GLM-Z1-9B-0414","name":"THUDM/GLM-Z1-9B-0414","display_name":"THUDM/GLM-Z1-9B-0414","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":44,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":32,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"UPSCALE","name":"upscale","display_name":"upscale","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":1,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V3","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":70,"flag":1,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_1","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":63,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_1_TURBO","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":62,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_2","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":69,"flag":2,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_2A","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":67,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_2A_TURBO","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":66,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"V_2_TURBO","name":"generate","display_name":"generate","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Ideogram","developerId":21,"providerId":8,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":68,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"WizardLM/WizardCoder-Python-34B-V1.0","name":"WizardCoder","display_name":"WizardCoder","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":8,"modelRatio":0.45,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ahm-Phi-3-5-MoE-instruct","name":"Phi-3-5-MoE-instruct","display_name":"Phi-3-5-MoE-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.2,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ahm-Phi-3-5-mini-instruct","name":"Phi-3-5-mini-instruct","display_name":"Phi-3-5-mini-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ahm-Phi-3-5-vision-instruct","name":"Phi-3-5-vision-instruct","display_name":"Phi-3-5-vision-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.2,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ahm-Phi-3-medium-128k","name":"Phi-3-medium-128k","display_name":"Phi-3-medium-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":3,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ahm-Phi-3-medium-4k","name":"Phi-3-medium-4k","display_name":"Phi-3-medium-4k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"ahm-Phi-3-small-128k","name":"Phi-3-small-128k","display_name":"Phi-3-small-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihub-Phi-4","name":"Phi-4","display_name":"Phi-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.06,"cacheRatio":1,"completionRatio":4,"order":45,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihub-Phi-4-mini-instruct","name":"Phi-4-mini-instruct","display_name":"Phi-4-mini-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.06,"cacheRatio":1,"completionRatio":4,"order":46,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihub-Phi-4-multimodal-instruct","name":"Phi-4-multimodal-instruct","display_name":"Phi-4-multimodal-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio"],"output":["text","image","audio"]},"metadata":{"developer":"Microsoft","developerId":3,"providerId":45,"modelRatio":0.06,"cacheRatio":1,"completionRatio":4,"order":48,"flag":0,"modalities":["text","image","audio"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"aihubmix-Codestral-2501","name":"Codestral 25.01","display_name":"Codestral 25.01","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":28,"modelRatio":0.2,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Cohere-command-r","name":"command-r","display_name":"command-r","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":45,"modelRatio":0.32,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Jamba-1-5-Large","name":"Jamba-1.5-Mini","display_name":"Jamba-1.5-Mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"AI21","developerId":1,"providerId":45,"modelRatio":1.1,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-1-405B-Instruct","name":"Llama-3-1-405B","display_name":"Llama-3-1-405B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":2.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-1-70B-Instruct","name":"Llama-3.1-70B","display_name":"Llama-3.1-70B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1.3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-1-8B-Instruct","name":"Llama-3.1-8B","display_name":"Llama-3.1-8B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":0.15,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-2-11B-Vision","name":"Llama-3-2-11B","display_name":"Llama-3-2-11B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-2-90B-Vision","name":"Llama-3.2-90B","display_name":"Llama-3.2-90B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":1.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Llama-3-70B-Instruct","name":"Llama-3-70B","display_name":"Llama-3-70B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":45,"modelRatio":0.35,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Mistral-Large-2411","name":"Mistral Large 2","display_name":"Mistral Large 2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":45,"modelRatio":1,"cacheRatio":1,"completionRatio":3,"order":3,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Mistral-large","name":"Mistral Large","display_name":"Mistral Large","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":45,"modelRatio":2,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-Mistral-large-2407","name":"Mistral Large 2","display_name":"Mistral Large 2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":45,"modelRatio":1.5,"cacheRatio":1,"completionRatio":3,"order":2,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-command-r-08-2024","name":"command-r-08-2024","display_name":"command-r-08-2024","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":45,"modelRatio":0.1,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-command-r-plus","name":"command-r-plus","display_name":"command-r-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":45,"modelRatio":1.92,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-command-r-plus-08-2024","name":"command-r-plus-08-2024","display_name":"command-r-plus-08-2024","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":45,"modelRatio":1.4,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"aihubmix-router","name":"aihubmix-router","display_name":"aihubmix-router","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.2,"cacheRatio":0.25,"completionRatio":4,"order":799,"flag":1,"tags":["best","economical"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"aistudio_gemini-2.0-flash","name":"aistudio/gemini-2.0-flash","display_name":"aistudio/gemini-2.0-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"gemini-2.0-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"image_generation\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0, \"image_generation_price\": 0.039}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.06, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 2.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0, \"input_audio_tokens_ratio\": 7.0, \"cached_audio_tokens_ratio\": 1.75}}}","source":"public-provider-conf"},"vision":false},{"id":"aistudio_gpt-4.1-mini","name":"gpt-4.1-mini","display_name":"gpt-4.1-mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.2,"cacheRatio":0.25,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"baidu/ERNIE-4.5-300B-A47B","name":"baidu/ERNIE-4.5-300B-A47B","display_name":"baidu/ERNIE-4.5-300B-A47B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":44,"modelRatio":0.16,"cacheRatio":0,"completionRatio":4,"order":100,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"bce-reranker-base","name":"bce-reranker-base","display_name":"bce-reranker-base","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"bge-large-en","name":"bge-large-en","display_name":"bge-large-en","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":true},{"id":"bge-large-zh","name":"bge-large-zh","display_name":"bge-large-zh","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"cc-Kimi-K2-Instruct","name":"cc-Kimi-K2-Instruct","display_name":"cc-Kimi-K2-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":0.55,"cacheRatio":1,"completionRatio":3,"order":1,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"chatglm_lite","name":"chatglm_lite","display_name":"chatglm_lite","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.1429,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"chatglm_pro","name":"chatglm_pro","display_name":"chatglm_pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.7143,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"chatglm_std","name":"chatglm_std","display_name":"chatglm_std","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.3572,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"chatglm_turbo","name":"chatglm_turbo","display_name":"chatglm_turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.3572,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"chatgpt-4o-latest","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":2.5,"cacheRatio":1,"completionRatio":3,"order":110,"flag":0,"tags":["multi_modal","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"chutesai/Mistral-Small-3.1-24B-Instruct-2503","name":"Mistral-Small-3.1-24B","display_name":"Mistral-Small-3.1-24B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":4,"order":101,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-2","name":"Claude 2.0","display_name":"Claude 2.0","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":4.4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-2.0","name":"Claude 2.0","display_name":"Claude 2.0","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":4.4,"cacheRatio":1,"completionRatio":4.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-2.1","name":"Claude 2.1","display_name":"Claude 2.1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":4.4,"cacheRatio":1,"completionRatio":4.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-3-5-haiku","name":"claude-3-5-haiku","display_name":"claude-3-5-haiku","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.55,"cacheRatio":1,"completionRatio":5,"order":98,"flag":0,"features":["tools","function_calling","structured_outputs"],"tags":["lightning","economical"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-5-sonnet","name":"Claude 3.5 Sonnet","display_name":"Claude 3.5 Sonnet","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":130,"flag":0,"features":["tools","function_calling","structured_outputs"],"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-5-sonnet-20240620","name":"Claude 3.5 Sonnet","display_name":"Claude 3.5 Sonnet","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-5-sonnet@20240620","name":"Claude 3.5 Sonnet","display_name":"Claude 3.5 Sonnet","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":42,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-3-7-sonnet","name":"Claude 3.7 Sonnet","display_name":"Claude 3.7 Sonnet","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":500,"flag":2,"features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal","best","sota","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-haiku-20240229","name":"Claude 3 Haiku","display_name":"Claude 3 Haiku","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.1375,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"tags":["lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-haiku-20240307","name":"Claude 3 Haiku","display_name":"Claude 3 Haiku","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.1375,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-haiku@20240307","name":"Claude 3 Haiku","display_name":"Claude 3 Haiku","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":42,"modelRatio":0.1375,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"tags":["lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-3-opus-20240229","name":"Claude 3 Opus","display_name":"Claude 3 Opus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":8.25,"cacheRatio":1,"completionRatio":5,"order":45,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-3-opus@20240229","name":"Claude 3 Opus","display_name":"Claude 3 Opus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":42,"modelRatio":8.25,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-3-sonnet-20240229","name":"Claude 3 Sonnet","display_name":"Claude 3 Sonnet","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-haiku-4-5","name":"claude-haiku-4-5","display_name":"claude-haiku-4-5","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.55,"cacheRatio":1,"completionRatio":5,"order":1001,"flag":1,"billingConfig":"{\n \"model_name\": \"claude-haiku-4-5\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.55,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 5.0,\n \"cached_tokens_ratio\": 0.1,\n \"cache_write_5_minutes_tokens_ratio\": 1.25,\n \"cache_write_1_hour_tokens_ratio\":2\n }\n },\n \"per_unit_price_config\":\n {\n \"web_search_price\": 0.01\n },\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"web_search_requests\",\n \"cache_write_5_minutes_tokens\",\n \"cache_write_1_hour_tokens\"\n ]\n}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal","best","sota","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-instant-1","name":"Claude Instant","display_name":"Claude Instant","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.8965,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-instant-1.2","name":"Claude Instant","display_name":"Claude Instant","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":0.44,"cacheRatio":1,"completionRatio":4.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"claude-opus-4-0","name":"claude-opus-4-0","display_name":"claude-opus-4-0","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":8.25,"cacheRatio":1,"completionRatio":5,"order":100,"flag":0,"features":["tools","function_calling","structured_outputs"],"tags":["lightning","economical"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-opus-4-1","name":"claude-opus-4-1-20250805","display_name":"claude-opus-4-1-20250805","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":8.25,"cacheRatio":1,"completionRatio":5,"order":954,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-sonnet-4-0","name":"claude-sonnet-4-0","display_name":"claude-sonnet-4-0","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":100,"flag":0,"billingConfig":"{\n \"model_name\": \"claude-sonnet-4-20250514\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": 200000\n },\n \"model_ratio\": 1.65,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 5.0,\n \"cached_tokens_ratio\": 0.1,\n \"cache_write_5_minutes_tokens_ratio\": 1.25,\n \"cache_write_1_hour_tokens_ratio\":2\n },\n \"tier2\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 200001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 2.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 3.75,\n \"cached_tokens_ratio\": 0.1,\n \"cache_write_5_minutes_tokens_ratio\": 1.25,\n \"cache_write_1_hour_tokens_ratio\":2\n \n }\n },\n \"per_unit_price_config\":\n {\n \"web_search_price\": 0.01\n },\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"web_search_requests\",\n \"cache_write_5_minutes_tokens\",\n \"cache_write_1_hour_tokens\"\n ]\n}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal","best","sota","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"claude-sonnet-4-5","name":"claude-sonnet-4-5","display_name":"claude-sonnet-4-5","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Anthropic","developerId":2,"providerId":14,"modelRatio":1.65,"cacheRatio":1,"completionRatio":5,"order":1001,"flag":1,"billingConfig":"{\n \"model_name\": \"claude-sonnet-4-5\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": 200000\n },\n \"model_ratio\": 1.65,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 5.0,\n \"cached_tokens_ratio\": 0.1,\n \"cache_write_5_minutes_tokens_ratio\": 1.25,\n \"cache_write_1_hour_tokens_ratio\":2\n },\n \"tier2\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 200001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 2.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 3.75,\n \"cached_tokens_ratio\": 0.1,\n \"cache_write_5_minutes_tokens_ratio\": 1.25,\n \"cache_write_1_hour_tokens_ratio\":2\n \n }\n },\n \"per_unit_price_config\":\n {\n \"web_search_price\": 0.01\n },\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"web_search_requests\",\n \"cache_write_5_minutes_tokens\",\n \"cache_write_1_hour_tokens\"\n ]\n}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal","best","sota","bold","coding"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"code-davinci-edit-001","name":"code-davinci-edit-001","display_name":"code-davinci-edit-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"codestral-latest","name":"Codestral 25.01","display_name":"Codestral 25.01","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":28,"modelRatio":0.2,"cacheRatio":1,"completionRatio":3,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"codex-mini-latest","name":"codex-mini-latest","display_name":"codex-mini-latest","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.75,"cacheRatio":0.25,"completionRatio":4,"order":600,"flag":1,"tags":["best","economical"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"cogview-3","name":"cogview-3","display_name":"cogview-3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":17.75,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"cogview-3-plus","name":"cogview-3-plus","display_name":"cogview-3-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"command","name":"command","display_name":"command","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.5,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"command-a-03-2025","name":"Command A","display_name":"Command A","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":1.25,"cacheRatio":0,"completionRatio":4,"order":40,"flag":1,"tags":["bold"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"command-light","name":"command-light","display_name":"command-light","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.5,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"command-light-nightly","name":"command-light","display_name":"command-light","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.5,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"command-nightly","name":"command-nightly","display_name":"command-nightly","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.5,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"command-r","name":"command-r","display_name":"command-r","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.32,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"command-r-08-2024","name":"command-r-08-2024","display_name":"command-r-08-2024","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":0.1,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"command-r-plus","name":"command-r-plus","display_name":"command-r-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":1.92,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"command-r-plus-08-2024","name":"command-r-plus-08-2024","display_name":"command-r-plus-08-2024","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Cohere","developerId":6,"providerId":35,"modelRatio":1.4,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"computer-use-preview","name":"computer-use-preview","display_name":"computer-use-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":1,"completionRatio":4,"order":1,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"dall-e-2","name":"dall-e-2","display_name":"dall-e-2","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":8,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"dall-e-3","name":"dall-e-3","display_name":"dall-e-3","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":20,"cacheRatio":1,"completionRatio":1,"order":45,"flag":0,"tags":["best"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"davinci","name":"davinci","display_name":"davinci","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"davinci-002","name":"davinci","display_name":"davinci","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-Coder-V2-Instruct","name":"DeepSeek-Coder-V2","display_name":"DeepSeek-Coder-V2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-Prover-V2-671B","name":"deepseek-ai/DeepSeek-Prover-V2-671B","display_name":"deepseek-ai/DeepSeek-Prover-V2-671B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":200,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","name":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","name":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.005,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.005,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.005,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-R1-Zero","name":"deepseek-ai/DeepSeek-R1-Zero","display_name":"deepseek-ai/DeepSeek-R1-Zero","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":1.1,"cacheRatio":1,"completionRatio":1,"order":43,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-V2-Chat","name":"DeepSeek-V2-Chat","display_name":"DeepSeek-V2-Chat","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/DeepSeek-V2.5","name":"DeepSeek-V2.5","display_name":"DeepSeek-V2.5","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/Janus-Pro-7B","name":"deepseek-ai/Janus-Pro-7B","display_name":"deepseek-ai/Janus-Pro-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":20,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/deepseek-llm-67b-chat","name":"deepseek-llm-67b-chat","display_name":"deepseek-llm-67b-chat","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-ai/deepseek-vl2","name":"deepseek-ai/deepseek-vl2","display_name":"deepseek-ai/deepseek-vl2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":44,"modelRatio":0.08,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-r1-distill-llama-70b","name":"deepseek-r1-distill-llama-70b","display_name":"deepseek-r1-distill-llama-70b","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"DeepSeek","developerId":7,"providerId":36,"modelRatio":0.4,"cacheRatio":1,"completionRatio":2,"order":188,"flag":0,"features":["thinking"],"tags":["lightning"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"deepseek-r1-distill-qianfan-llama-8b","name":"deepseek-r1-distill-qianfan-llama-8b","display_name":"deepseek-r1-distill-qianfan-llama-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":11,"providerId":24,"modelRatio":0.0685,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"deepseek-v3","name":"deepseek-v3","display_name":"deepseek-v3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":15,"modelRatio":0.136,"cacheRatio":0,"completionRatio":4,"order":0,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"distil-whisper-large-v3-en","name":"whisper-large-v3","display_name":"whisper-large-v3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":29,"modelRatio":2.778,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["stt"],"source":"public-provider-conf"},"vision":false},{"id":"doubao-1-5-pro-256k-250115","name":"Doubao-1.5-pro-256k","display_name":"Doubao-1.5-pro-256k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动豆包","developerId":5,"providerId":40,"modelRatio":0.342,"cacheRatio":1,"completionRatio":1.8,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"doubao-1-5-pro-32k-250115","name":"Doubao-1.5-pro-32k","display_name":"Doubao-1.5-pro-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"字节跳动豆包","developerId":5,"providerId":40,"modelRatio":0.054,"cacheRatio":1,"completionRatio":2.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"doubao-1-5-thinking-vision-pro-250428","name":"doubao-1-5-thinking-vision-pro-250428","display_name":"doubao-1-5-thinking-vision-pro-250428","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"doubao-1-5-thinking-vision-pro-250428\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\"], \"per_unit_price_config\": {}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 1.5, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 3.0}}}","source":"public-provider-conf"},"vision":false},{"id":"doubao-embedding-large-text-240915","name":"doubao-embedding-large-text-240915","display_name":"doubao-embedding-large-text-240915","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":60,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"doubao-embedding-text-240715","name":"doubao-embedding-text-240715","display_name":"doubao-embedding-text-240715","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.35,"cacheRatio":1,"completionRatio":1,"order":45,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"doubao-seed-1-6","name":"doubao-seed-1-6","display_name":"doubao-seed-1-6","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.09,"cacheRatio":1,"completionRatio":14,"order":210,"flag":1,"billingConfig":"{\n \"model_name\": \"doubao-seed-1-6-250615\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 32000\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.2\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 32001,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.082192,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 13.33,\n \"cached_tokens_ratio\": 0.133\n },\n \"tier3\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 256000\n },\n \"model_ratio\": 0.164384,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.067\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","features":["thinking,tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"doubao-seed-1-6-flash","name":"doubao-seed-1-6-flash","display_name":"doubao-seed-1-6-flash","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.022,"cacheRatio":1,"completionRatio":10,"order":210,"flag":1,"billingConfig":"{\n \"model_name\": \"doubao-seed-1-6-flash-250615\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 32000\n },\n \"model_ratio\": 0.010274,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.2\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 32001,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.020548,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.1\n },\n \"tier3\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 256000\n },\n \"model_ratio\": 0.041096,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.05\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","features":["thinking,tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"doubao-seed-1-6-thinking","name":"doubao-seed-1-6-thinking","display_name":"doubao-seed-1-6-thinking","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.09,"cacheRatio":1,"completionRatio":14,"order":210,"flag":1,"billingConfig":"{\n \"model_name\": \"doubao-seed-1-6-thinking-250615\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 32000\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.2\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 32001,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.082192,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 13.33,\n \"cached_tokens_ratio\": 0.133\n },\n \"tier3\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 256000\n },\n \"model_ratio\": 0.164384,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.067\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","features":["thinking,tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"doubao-seed-1-6-vision-250815","name":"doubao-seed-1-6-vision-250815","display_name":"doubao-seed-1-6-vision-250815","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Doubao","developerId":4,"providerId":40,"modelRatio":0.054795,"cacheRatio":0.2,"completionRatio":10,"order":209,"flag":0,"billingConfig":"{\n \"model_name\": \"doubao-seed-1-6-vision-250815\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 32000\n },\n \"model_ratio\": 0.054795,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.2\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 32001,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.082192,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 13.33,\n \"cached_tokens_ratio\": 0.133\n },\n \"tier3\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 256000\n },\n \"model_ratio\": 0.164384,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 10.0,\n \"cached_tokens_ratio\": 0.067\n }\n },\n \"per_unit_price_config\": {\n \"cache_storage_price\": 0.002329\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"cache_storage_hours\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"doubao-seedream-4-0","name":"doubao-seedream-4-0","display_name":"doubao-seedream-4-0","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"字节跳动豆包","developerId":4,"providerId":40,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.021}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"embedding-2","name":"embedding-2","display_name":"embedding-2","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.0343,"cacheRatio":1,"completionRatio":1,"order":300,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"embedding-3","name":"embedding-3","display_name":"embedding-3","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.0343,"cacheRatio":1,"completionRatio":1,"order":300,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"embedding-v1","name":"embedding-v1","display_name":"embedding-v1","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"ernie-4.5","name":"ernie-4.5","display_name":"ernie-4.5","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":4,"order":500,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-4.5-0.3b","name":"ernie-4.5-0.3b","display_name":"ernie-4.5-0.3b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.0068,"cacheRatio":1,"completionRatio":4,"order":100,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-4.5-turbo-128k-preview","name":"ernie-4.5-turbo-128k-preview","display_name":"ernie-4.5-turbo-128k-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.054,"cacheRatio":1,"completionRatio":4,"order":100,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-4.5-turbo-latest","name":"ernie-4.5-turbo-latest","display_name":"ernie-4.5-turbo-latest","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.055,"cacheRatio":1,"completionRatio":4,"order":600,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-4.5-turbo-vl","name":"ernie-4.5-turbo-vl","display_name":"ernie-4.5-turbo-vl","type":"chat","context_length":139000,"max_output_tokens":139000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.2,"cacheRatio":1,"completionRatio":3,"order":500,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-irag-edit","name":"ernie-irag-edit","display_name":"ernie-irag-edit","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":11,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.019}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"ernie-x1-turbo","name":"ernie-x1-turbo-32k-preview","display_name":"ernie-x1-turbo-32k-preview","type":"chat","context_length":50500,"max_output_tokens":50500,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.068,"cacheRatio":1,"completionRatio":4,"order":100,"flag":0,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"ernie-x1.1-preview","name":"ernie-x1.1-preview","display_name":"ernie-x1.1-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.068,"cacheRatio":1,"completionRatio":4,"order":101,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"flux-kontext-max","name":"flux-kontext-max","display_name":"flux-kontext-max","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Flux","developerId":27,"providerId":53,"modelRatio":1.1,"cacheRatio":0,"completionRatio":1,"order":0,"flag":1,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"flux-kontext-pro","name":"flux-kontext-pro","display_name":"flux-kontext-pro","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Flux","developerId":27,"providerId":53,"modelRatio":1.11,"cacheRatio":0,"completionRatio":1,"order":0,"flag":1,"modalities":["text"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash","name":"Gemini 2.0 Flash","display_name":"Gemini 2.0 Flash","type":"chat","context_length":1000000,"max_output_tokens":1000000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":0.25,"completionRatio":4,"order":500,"flag":2,"billingConfig":"{\"model_name\": \"gemini-2.0-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"image_generation\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0, \"image_generation_price\": 0.039}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.05, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 2.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0, \"input_audio_tokens_ratio\": 7.0, \"cached_audio_tokens_ratio\": 1.75}}}","features":["tools","function_calling","structured_outputs","long_context"],"tags":["optimized","lightning","multi_modal","economical"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-001","name":"gemini-2.0-flash","display_name":"gemini-2.0-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"gemini-2.0-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"image_generation\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0, \"image_generation_price\": 0.039}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.05, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 2.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0, \"input_audio_tokens_ratio\": 7.0, \"cached_audio_tokens_ratio\": 1.75}}}","source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash-exp","name":"Gemini 2.0 Flash","display_name":"Gemini 2.0 Flash","type":"image-generation","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.01,"cacheRatio":1,"completionRatio":4,"order":150,"flag":1,"features":["long_context"],"tags":["multi_modal"],"modalities":["text","image","audio","video"],"typeHints":["t2t","t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-exp-image-generation","name":"gemini-2.0-flash-exp-image-generation","display_name":"gemini-2.0-flash-exp-image-generation","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash-exp-search","name":"Gemini 2.0 Flash","display_name":"Gemini 2.0 Flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":100,"flag":0,"features":["web","tools","function_calling","structured_outputs","long_context"],"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-lite","name":"gemini-2.0-flash-lite","display_name":"gemini-2.0-flash-lite","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.038,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"billingConfig":"{\n \"model_name\": \"gemini-2.0-flash-lite\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.0375,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n }\n },\n \"per_unit_price_config\": {},\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\"\n ]\n}","features":["long_context"],"tags":["multi_modal","economical","lightning"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-lite-001","name":"gemini-2.0-flash-lite","display_name":"gemini-2.0-flash-lite","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":0.038,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"billingConfig":"{ \"model_name\": \"gemini-2.0-flash-lite\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": -1 }, \"model_ratio\": 0.0375, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0 } }, \"per_unit_price_config\": {}, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\" ] }","source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash-lite-preview-02-05","name":"gemini-2.0-flash-lite","display_name":"gemini-2.0-flash-lite","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.0375,"cacheRatio":1,"completionRatio":4,"order":80,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.0-flash-lite\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": -1 }, \"model_ratio\": 0.0375, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0 } }, \"per_unit_price_config\": {}, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\" ] }","source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash-preview-image-generation","name":"gemini-2.0-flash-preview-image-generation","display_name":"gemini-2.0-flash-preview-image-generation","type":"image-generation","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":0,"completionRatio":4,"order":500,"flag":1,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t","t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-search","name":"Gemini 2.0 Flash","display_name":"Gemini 2.0 Flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":300,"flag":0,"billingConfig":"{\"model_name\": \"gemini-2.0-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"image_generation\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0, \"image_generation_price\": 0.039}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.05, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 2.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0, \"input_audio_tokens_ratio\": 7.0, \"cached_audio_tokens_ratio\": 1.75}}}","features":["web"],"tags":["multi_modal","best","optimized","lightning"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-thinking-exp","name":"gemini-2.0-flash-thinking-exp","display_name":"gemini-2.0-flash-thinking-exp","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.038,"cacheRatio":1,"completionRatio":4,"order":1,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-flash-thinking-exp-01-21","name":"Gemini 2.0 Flash Thinking","display_name":"Gemini 2.0 Flash Thinking","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.038,"cacheRatio":1,"completionRatio":4,"order":112,"flag":0,"features":["thinking","long_context"],"tags":["lightning"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-thinking-exp-1219","name":"Gemini 2.0 Flash Thinking","display_name":"Gemini 2.0 Flash Thinking","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.038,"cacheRatio":1,"completionRatio":4,"order":12,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-2.0-pro-exp-02-05","name":"gemini-2.0-pro","display_name":"gemini-2.0-pro","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":102,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image","audio","video"],"typeHints":["t2t","t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-pro-exp-02-05-search","name":"gemini-2.0-pro","display_name":"gemini-2.0-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":370,"flag":0,"features":["web"],"tags":["multi_modal","bold"],"modalities":["text","image","audio","video"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash","name":"gemini-2.5-flash","display_name":"gemini-2.5-flash","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":851,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-image","name":"gemini-2.5-flash-image","display_name":"gemini-2.5-flash-image","type":"image-generation","context_length":32800,"max_output_tokens":32800,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":1,"completionRatio":8.33,"order":1000,"flag":1,"billingConfig":"{\n \"model_name\": \"gemini-2.5-flash-image\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.15,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 8.33,\n \"input_image_tokens_ratio\": 1,\n \"output_image_tokens_ratio\": 100\n }\n },\n \"per_unit_price_config\":\n {},\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"input_image_tokens\",\n \"output_image_tokens\"\n ]\n}","modalities":["image","text"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-image-preview","name":"gemini-2.5-flash-image-preview","display_name":"gemini-2.5-flash-image-preview","type":"image-generation","context_length":32800,"max_output_tokens":32800,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":1,"completionRatio":4,"order":800,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-flash-image-preview\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": -1 }, \"model_ratio\": 0.15, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_image_tokens_ratio\": 1, \"output_image_tokens_ratio\": 100 } }, \"per_unit_price_config\": {}, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"input_image_tokens\", \"output_image_tokens\" ] }","modalities":["image","text"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-lite","name":"gemini-2.5-flash-lite","display_name":"gemini-2.5-flash-lite","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":850,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash-lite\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.05, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0, \"input_audio_tokens_ratio\": 3.0, \"cached_audio_tokens_ratio\": 1.25}}}","features":["tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-lite-preview-09-2025","name":"gemini-2.5-flash-lite-preview-09-2025","display_name":"gemini-2.5-flash-lite-preview-09-2025","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":851,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash-lite-preview-09-2025\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-nothink","name":"gemini-2.5-flash-nothink","display_name":"gemini-2.5-flash-nothink","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":849,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-preview-05-20-nothink","name":"gemini-2.5-flash-preview-05-20-nothink","display_name":"gemini-2.5-flash-preview-05-20-nothink","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":1,"completionRatio":8.33,"order":840,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-preview-05-20-search","name":"gemini-2.5-flash-preview-05-20-search","display_name":"gemini-2.5-flash-preview-05-20-search","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":840,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-preview-09-2025","name":"gemini-2.5-flash-preview-09-2025","display_name":"gemini-2.5-flash-preview-09-2025","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":851,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash-preview-09-2025\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-search","name":"gemini-2.5-flash-search","display_name":"gemini-2.5-flash-search","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.15,"cacheRatio":0.25,"completionRatio":8.33,"order":849,"flag":1,"billingConfig":"{\"model_name\": \"gemini-2.5-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"input_audio_tokens\", \"cached_audio_tokens\", \"web_search_requests\", \"cache_storage_hours\"], \"per_unit_price_config\": {\"web_search_price\": 0.035, \"cache_storage_price\": 1.0}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.15, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.33, \"input_audio_tokens_ratio\": 3.33, \"cached_audio_tokens_ratio\": 0.83}}}","features":["web","tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro","name":"gemini-2.5-pro","display_name":"gemini-2.5-pro","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio","video","pdf"],"output":["text","image","audio","video","pdf"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":900,"flag":2,"billingConfig":"{\n \"model_name\": \"gemini-2.5-pro\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 200000\n },\n \"model_ratio\": 0.625,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 8.0,\n \"cached_tokens_ratio\": 0.248\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 200001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 1.25,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 6.0,\n \"cached_tokens_ratio\": 0.25\n }\n },\n \"per_unit_price_config\": {\n \"web_search_price\": 0.035,\n \"cache_storage_price\": 4.50\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\",\n \"web_search_requests\",\n \"cache_storage_hours\"\n ]\n}","features":["tools","function_calling","structured_outputs","long_context","web","thinking","deepsearch"],"tags":["coding"],"modalities":["text","image","audio","video","pdf"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-exp-03-25","name":"gemini-2.5-pro-exp","display_name":"gemini-2.5-pro-exp","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":0,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["structured_outputs","tools","long_context"],"tags":["multi_modal"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-03-25","name":"gemini 2.5 pro","display_name":"gemini 2.5 pro","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":765,"flag":2,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","tools","function_calling","structured_outputs","long_context"],"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-03-25-search","name":"gemini-2.5-pro-preview-","display_name":"gemini-2.5-pro-preview-","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":8,"order":750,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","web","tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-05-06","name":"gemini-2.5-pro-preview-05-06","display_name":"gemini-2.5-pro-preview-05-06","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":766,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","long_context"],"tags":["multi_modal","best","sota"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-05-06-search","name":"gemini-2.5-pro-preview-05-06-search","display_name":"gemini-2.5-pro-preview-05-06-search","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":8,"order":755,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","web"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-06-05","name":"gemini-2.5-pro-preview-06-05","display_name":"gemini-2.5-pro-preview-06-05","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":300,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","tools","function_calling","structured_outputs","long_context"],"tags":["multi_modal","best"],"modalities":["text","image","audio","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-06-05-search","name":"gemini-2.5-pro-preview-06-05-search","display_name":"gemini-2.5-pro-preview-06-05-search","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":700,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","web","tools","function_calling","structured_outputs","long_context"],"tags":["multi_modal"],"modalities":["text","image","audio","video"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-search","name":"gemini-2.5-pro-search","display_name":"gemini-2.5-pro-search","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio","video","pdf"],"output":["text","image","audio","video","pdf"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":0.25,"completionRatio":8,"order":899,"flag":1,"billingConfig":"{ \"model_name\": \"gemini-2.5-pro-search\", \"default_tier\": \"tier1\", \"token_based_tier_configs\": { \"tier1\": { \"tier_condition\": { \"min_tokens\": 0, \"max_tokens\": 200000 }, \"model_ratio\": 0.625, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0, \"cached_tokens_ratio\": 0.248 }, \"tier2\": { \"tier_condition\": { \"min_tokens\": 200001, \"max_tokens\": -1 }, \"model_ratio\": 1.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 6.0, \"cached_tokens_ratio\": 0.25 } }, \"per_unit_price_config\": { \"web_search_price\": 0.035, \"cache_storage_price\": 4.50 }, \"enabled_billing_items\": [ \"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"web_search_requests\", \"cache_storage_hours\" ] }","features":["thinking","web","tools","function_calling","structured_outputs","long_context"],"modalities":["text","image","audio","video","pdf"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gemini-embedding-001","name":"gemini-embedding-001","display_name":"gemini-embedding-001","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.075,"cacheRatio":1,"completionRatio":1,"order":400,"flag":1,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"gemini-embedding-exp-03-07","name":"gemini-embedding-exp-03-07","display_name":"gemini-embedding-exp-03-07","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"gemini-exp-1114","name":"Gemini 2","display_name":"Gemini 2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-exp-1121","name":"Gemini 2","display_name":"Gemini 2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-exp-1206","name":"Gemini 2","display_name":"Gemini 2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":99,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-pro","name":"gemini-pro","display_name":"gemini-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemini-pro-vision","name":"gemini-pro-vision","display_name":"gemini-pro-vision","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemma-3-12b-it","name":"gemma-3-12b-it","display_name":"gemma-3-12b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemma-3-1b-it","name":"gemma-3-1b-it","display_name":"gemma-3-1b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemma-3-27b-it","name":"gemma-3-27b-it","display_name":"gemma-3-27b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemma-3-4b-it","name":"gemma-3-4b-it","display_name":"gemma-3-4b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemma-3n-e4b-it","name":"gemma-3n-e4b-it","display_name":"gemma-3n-e4b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"gemma-7b-it","name":"gemma-7b","display_name":"gemma-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":29,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gemma2-9b-it","name":"gemma2-9b","display_name":"gemma2-9b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":29,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-3-turbo","name":"glm-3-turbo","display_name":"glm-3-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.355,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-4","name":"glm-4","display_name":"glm-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":7.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-4-flash","name":"glm-4-flash","display_name":"glm-4-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-4-plus","name":"glm-4-plus","display_name":"glm-4-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5","name":"glm-4.5","display_name":"glm-4.5","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0.2,"cacheRatio":1,"completionRatio":4,"order":800,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5-air","name":"glm-4.5-air","display_name":"glm-4.5-air","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":16,"modelRatio":0.07,"cacheRatio":1,"completionRatio":6,"order":10,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5-airx","name":"glm-4.5-airx","display_name":"glm-4.5-airx","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0.55,"cacheRatio":0.2,"completionRatio":4.1,"order":0,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5-flash","name":"glm-4.5-flash","display_name":"glm-4.5-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":1,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5-x","name":"glm-4.5-x","display_name":"glm-4.5-x","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":1.1,"cacheRatio":0.2,"completionRatio":4.05,"order":600,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4.5v","name":"glm-4.5v","display_name":"glm-4.5v","type":"chat","context_length":65500,"max_output_tokens":65500,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0.137,"cacheRatio":1,"completionRatio":3,"order":851,"flag":0,"billingConfig":"{\"model_name\": \"glm-4.5v\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.137, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.274, \"tier_condition\": {\"max_tokens\": 64000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 3.0}}}","modalities":["text","image","video"],"source":"public-provider-conf"},"vision":true},{"id":"glm-4.6","name":"glm-4.6","display_name":"glm-4.6","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0,"cacheRatio":0,"completionRatio":0,"order":1000,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"tags":["coding"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"glm-4v","name":"glm-4v","display_name":"glm-4v","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":7.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-4v-plus","name":"glm-4v-plus","display_name":"glm-4v-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"智谱 ChatGLM","developerId":5,"providerId":16,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"glm-zero-preview","name":"glm-zero-preview","display_name":"glm-zero-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"ChatGLM","developerId":5,"providerId":16,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":20,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gme-qwen2-vl-2b-instruct","name":"gme-qwen2-vl-2b-instruct","display_name":"gme-qwen2-vl-2b-instruct","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.069,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text","image","video"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-exp-1114","name":"gemini","display_name":"gemini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":20,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-27b-it","name":"gemma-2-27b-it","display_name":"gemma-2-27b-it","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.4,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-9b-it:free","name":"gemma-2-9b","display_name":"gemma-2-9b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3-27b-it","name":"gemma-3-27b","display_name":"gemma-3-27b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":8,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":60,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.25,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-0125","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.25,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-0301","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.75,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-0613","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.75,"cacheRatio":1,"completionRatio":1.333333333,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-1106","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.5,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-16k","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":1,"completionRatio":1.333333333,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-16k-0613","name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":1,"completionRatio":1.333333333,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-3.5-turbo-instruct","name":"gpt-3.5-turbo-instruct","display_name":"gpt-3.5-turbo-instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.75,"cacheRatio":1,"completionRatio":1.333333333,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4","name":"gpt-4","display_name":"gpt-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":15,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-0125-preview","name":"gpt-4","display_name":"gpt-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-0314","name":"gpt-4","display_name":"gpt-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":15,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-0613","name":"gpt-4","display_name":"gpt-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":15,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-1106-preview","name":"gpt-4","display_name":"gpt-4","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-32k","name":"gpt-4-32k","display_name":"gpt-4-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":30,"cacheRatio":1,"completionRatio":2,"order":10,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-32k-0314","name":"gpt-4-32k","display_name":"gpt-4-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":30,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-32k-0613","name":"gpt-4-32k","display_name":"gpt-4-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":30,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-turbo","name":"gpt-4-turbo","display_name":"gpt-4-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-turbo-2024-04-09","name":"gpt-4-turbo","display_name":"gpt-4-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-turbo-preview","name":"gpt-4-turbo","display_name":"gpt-4-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4-vision-preview","name":"gpt-4-vision","display_name":"gpt-4-vision","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4.1","name":"gpt-4.1","display_name":"gpt-4.1","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1,"cacheRatio":0.25,"completionRatio":4,"order":800,"flag":2,"billingConfig":"{\"model_name\": \"gpt-4.1\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.025}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 1.0, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["tools","function_calling","structured_outputs","long_context"],"tags":["best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4.1-mini","name":"gpt-4.1-mini","display_name":"gpt-4.1-mini","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.2,"cacheRatio":0.25,"completionRatio":4,"order":799,"flag":1,"billingConfig":"{\"model_name\": \"gpt-4.1-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.025}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.2, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["tools","function_calling","structured_outputs","long_context"],"tags":["economical","lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4.1-nano","name":"gpt-4.1-nano","display_name":"gpt-4.1-nano","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.05,"cacheRatio":0.25,"completionRatio":4,"order":798,"flag":1,"billingConfig":"{\"model_name\": \"gpt-4.1-nano\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.05, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["tools","function_calling","structured_outputs","long_context"],"tags":["lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":0.5,"completionRatio":4,"order":111,"flag":0,"billingConfig":"{\"model_name\": \"gpt-4o\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.025}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 1.25, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["tools","function_calling","structured_outputs"],"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-2024-05-13","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":2.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"gpt-4o-2024-05-13\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.025}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 2.5, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 1.0, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 3.0}}}","source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-2024-08-06","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":0.5,"completionRatio":4,"order":56,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-2024-08-06-global","name":"gpt-4o-2024-08-06-global","display_name":"gpt-4o-2024-08-06-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":0.5,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-2024-11-20","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":0.5,"completionRatio":4,"order":112,"flag":0,"tags":["multi_modal","best","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-audio-preview","name":"gpt-4o-audio-preview","display_name":"gpt-4o-audio-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","audio"],"output":["text","audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":1,"completionRatio":4,"order":901,"flag":0,"tags":["multi_modal","bold"],"modalities":["text","audio"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-image","name":"gpt-4o-image","display_name":"gpt-4o-image","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":0,"completionRatio":1,"order":199,"flag":1,"tags":["best","sota"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-image-vip","name":"gpt-4o-image-vip","display_name":"gpt-4o-image-vip","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":3.5,"cacheRatio":0,"completionRatio":1,"order":200,"flag":1,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-mini","name":"gpt-4o-mini","display_name":"gpt-4o-mini","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.075,"cacheRatio":0.5,"completionRatio":4,"order":108,"flag":0,"billingConfig":"{\"model_name\": \"gpt-4o-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.025}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.075, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","tags":["multi_modal","best","economical","lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-mini-2024-07-18","name":"gpt-4o-mini","display_name":"gpt-4o-mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.075,"cacheRatio":0.5,"completionRatio":4,"order":0,"flag":0,"tags":["multi_modal","economical","lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-mini-audio-preview","name":"gpt-4o-mini-audio-preview","display_name":"gpt-4o-mini-audio-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","audio"],"output":["text","audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.075,"cacheRatio":1,"completionRatio":4,"order":901,"flag":0,"tags":["multi_modal","bold"],"modalities":["text","audio"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-mini-global","name":"gpt-4o-mini-global","display_name":"gpt-4o-mini-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.075,"cacheRatio":0.5,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-mini-search-preview","name":"gpt-4o-mini-search-preview","display_name":"gpt-4o-mini-search-preview","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.075,"cacheRatio":0.5,"completionRatio":4,"order":549,"flag":1,"features":["web","function_calling","structured_outputs"],"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-mini-tts","name":"gpt-4o-mini-tts","display_name":"gpt-4o-mini-tts","type":"audio","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":1,"completionRatio":1,"order":160,"flag":1,"tags":["bold","lightning"],"modalities":["audio"],"typeHints":["tts"],"source":"public-provider-conf"},"vision":false},{"id":"gpt-4o-search-preview","name":"gpt-4o-search-preview","display_name":"gpt-4o-search-preview","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":0.5,"completionRatio":4,"order":550,"flag":1,"features":["web","function_calling","structured_outputs"],"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-zh","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.25,"cacheRatio":1,"completionRatio":4,"order":99,"flag":0,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5","name":"gpt-5","display_name":"gpt-5","type":"chat","context_length":400000,"max_output_tokens":400000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.625,"cacheRatio":0.1,"completionRatio":8,"order":998,"flag":2,"billingConfig":"{\"model_name\": \"gpt-5\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.625, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.1, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0}}}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["coding"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-chat-latest","name":"gpt-5-chat-latest","display_name":"gpt-5-chat-latest","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.625,"cacheRatio":0.1,"completionRatio":8,"order":968,"flag":0,"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-codex","name":"gpt-5-codex","display_name":"gpt-5-codex","type":"chat","context_length":400000,"max_output_tokens":400000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.625,"cacheRatio":0.1,"completionRatio":8,"order":973,"flag":2,"features":["thinking","tools","function_calling","structured_outputs"],"tags":["best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-mini","name":"gpt-5-mini","display_name":"gpt-5-mini","type":"chat","context_length":400000,"max_output_tokens":400000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.125,"cacheRatio":0.1,"completionRatio":8,"order":970,"flag":2,"billingConfig":"{\"model_name\": \"gpt-5-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.125, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.1, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0}}}","features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-nano","name":"gpt-5-nano","display_name":"gpt-5-nano","type":"chat","context_length":400000,"max_output_tokens":400000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.025,"cacheRatio":0.1,"completionRatio":8,"order":969,"flag":0,"billingConfig":"{\"model_name\": \"gpt-5-nano\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.025, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.1, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.0}}}","features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-pro","name":"gpt-5-pro","display_name":"gpt-5-pro","type":"chat","context_length":400000,"max_output_tokens":400000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":1,"completionRatio":8,"order":971,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-image-1","name":"gpt-image-1","display_name":"gpt-image-1","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":2.5,"cacheRatio":1,"completionRatio":8,"order":812,"flag":2,"billingConfig":"{\n \"model_name\": \"gpt-image-\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 2.5,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 8.0,\n \"input_image_tokens_ratio\": 2.0,\n \"output_image_tokens_ratio\": 8\n }\n },\n \"per_unit_price_config\":\n {},\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"input_image_tokens\",\n \"output_image_tokens\"\n ]\n}","tags":["sota"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-image-1-mini","name":"gpt-image-1-mini","display_name":"gpt-image-1-mini","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":2.5,"cacheRatio":1,"completionRatio":8,"order":812,"flag":2,"billingConfig":"{\n \"model_name\": \"gpt-image-1-mini\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\":\n {\n \"tier1\":\n {\n \"tier_condition\":\n {\n \"min_tokens\": 0,\n \"max_tokens\": -1\n },\n \"model_ratio\": 1.0,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0,\n \"input_image_tokens_ratio\": 1.25,\n \"output_image_tokens_ratio\": 4\n }\n },\n \"per_unit_price_config\":\n {},\n \"enabled_billing_items\":\n [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"input_image_tokens\",\n \"output_image_tokens\"\n ]\n}","tags":["sota"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"gpt-image-test","name":"gpt-image-test","display_name":"gpt-image-test","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":2.5,"cacheRatio":0,"completionRatio":8,"order":1,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"gpt-oss-120b","name":"gpt-oss-120b","display_name":"gpt-oss-120b","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":8,"modelRatio":0.09,"cacheRatio":1,"completionRatio":5,"order":400,"flag":1,"features":["thinking","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"gpt-oss-20b","name":"gpt-oss-20b","display_name":"gpt-oss-20b","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":8,"modelRatio":0.055,"cacheRatio":1,"completionRatio":5,"order":0,"flag":1,"features":["thinking","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"grok-2-1212","name":"grok-2","display_name":"grok-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.9,"cacheRatio":1,"completionRatio":5,"order":2,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-2-vision-1212","name":"grok-2","display_name":"grok-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.9,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"grok-3","name":"grok-3","display_name":"grok-3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":1.5,"cacheRatio":1,"completionRatio":5,"order":46,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-beta","name":"grok-3","display_name":"grok-3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":1.5,"cacheRatio":0,"completionRatio":5,"order":45,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-fast","name":"grok-3-fast","display_name":"grok-3-fast","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":2.75,"cacheRatio":0,"completionRatio":5,"order":44,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-fast-beta","name":"grok-3-fast-beta","display_name":"grok-3-fast-beta","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":2.75,"cacheRatio":0,"completionRatio":5,"order":43,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-mini","name":"grok-3-mini","display_name":"grok-3-mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.15,"cacheRatio":0,"completionRatio":1.67,"order":43,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-mini-beta","name":"grok-3-mini-beta","display_name":"grok-3-mini-beta","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.165,"cacheRatio":0,"completionRatio":1.67,"order":42,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-3-mini-fast-beta","name":"grok-3-mini-fast-beta","display_name":"grok-3-mini-fast-beta","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.165,"cacheRatio":1,"completionRatio":6.667,"order":40,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"grok-4","name":"grok-4","display_name":"grok-4","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":1.65,"cacheRatio":0.25,"completionRatio":5,"order":800,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"grok-4-fast-non-reasoning","name":"grok-4-fast-non-reasoning","display_name":"grok-4-fast-non-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":29,"modelRatio":0.1,"cacheRatio":0.25,"completionRatio":2.5,"order":800,"flag":1,"billingConfig":"{\n \"model_name\": \"grok-4-fast-non-reasoning\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.1,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.25\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.125\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"grok-4-fast-reasoning","name":"grok-4-fast-reasoning","display_name":"grok-4-fast-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":29,"modelRatio":0.1,"cacheRatio":0.25,"completionRatio":2.5,"order":800,"flag":1,"billingConfig":"{\n \"model_name\": \"grok-4-fast-reasoning\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.1,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.25\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.125\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"grok-code-fast-1","name":"grok-code-fast-1","display_name":"grok-code-fast-1","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":8,"modelRatio":0.1,"cacheRatio":0.1,"completionRatio":7.5,"order":850,"flag":1,"tags":["coding"],"source":"public-provider-conf"},"vision":false},{"id":"grok-vision-beta","name":"grok-beta","display_name":"grok-beta","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":2.8,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"gte-rerank-v2","name":"gte-rerank-v2","display_name":"gte-rerank-v2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.055,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-3.0-generate-002","name":"imagen-3.0-generate-002","display_name":"imagen-3.0-generate-002","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":1,"flag":1,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0","name":"imagen-4.0-generate-preview-06-06","display_name":"imagen-4.0-generate-preview-06-06","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":815,"flag":1,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-fast-generate-001","name":"imagen-4.0-fast-generate-001","display_name":"imagen-4.0-fast-generate-001","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":815,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.02}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-fast-generate-preview-06-06","name":"imagen-4.0-fast-generate-preview-06-06","display_name":"imagen-4.0-fast-generate-preview-06-06","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":815,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.02}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-generate-001","name":"imagen-4.0-generate-001","display_name":"imagen-4.0-generate-001","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":815,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.04}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-generate-preview-05-20","name":"imagen-4.0-generate-preview-05-20","display_name":"imagen-4.0-generate-preview-05-20","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":0,"flag":1,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-ultra","name":"imagen-4.0-ultra-generate-preview-06-06","display_name":"imagen-4.0-ultra-generate-preview-06-06","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":814,"flag":1,"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-ultra-generate-001","name":"imagen-4.0-ultra-generate-001","display_name":"imagen-4.0-ultra-generate-001","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":42,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":815,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.06}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"imagen-4.0-ultra-generate-exp-05-20","name":"imagen-4.0-ultra-generate-exp-05-20","display_name":"imagen-4.0-ultra-generate-exp-05-20","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":700,"flag":1,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"inclusionAI/Ling-flash-2.0","name":"inclusionAI/Ling-flash-2.0","display_name":"inclusionAI/Ling-flash-2.0","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.068,"cacheRatio":1,"completionRatio":4,"order":600,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"inclusionAI/Ling-mini-2.0","name":"inclusionAI/Ling-mini-2.0","display_name":"inclusionAI/Ling-mini-2.0","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.034,"cacheRatio":1,"completionRatio":4,"order":600,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"irag-1.0","name":"irag-1.0","display_name":"irag-1.0","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":25,"providerId":11,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.019}}}","source":"public-provider-conf"},"vision":false},{"id":"jina-clip-v2","name":"jina-clip-v2","display_name":"jina-clip-v2","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":599,"flag":1,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":true},{"id":"jina-colbert-v2","name":"jina-colbert-v2","display_name":"jina-colbert-v2","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":555,"flag":1,"modalities":["text"],"typeHints":["embedding","reranking"],"source":"public-provider-conf"},"vision":false},{"id":"jina-deepsearch-v1","name":"jina-deepsearch-v1","display_name":"jina-deepsearch-v1","type":"chat","context_length":1000000,"max_output_tokens":1000000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":600,"flag":1,"features":["thinking","web","deepsearch"],"tags":["best"],"modalities":["text","image"],"typeHints":["t2t","search"],"source":"public-provider-conf"},"vision":true},{"id":"jina-embeddings-v2-base-code","name":"jina-embeddings-v2-base-code","display_name":"jina-embeddings-v2-base-code","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"jina-embeddings-v3","name":"jina-embeddings-v3","display_name":"jina-embeddings-v3","type":"embedding","context_length":8000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":0,"completionRatio":1,"order":545,"flag":1,"tags":["best"],"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"jina-embeddings-v4","name":"jina-embeddings-v4","display_name":"jina-embeddings-v4","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":600,"flag":1,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":true},{"id":"jina-reranker-m0","name":"jina-reranker-m0","display_name":"jina-reranker-m0","type":"chat","context_length":10000,"max_output_tokens":10000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":558,"flag":1,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"jina-reranker-v3","name":"jina-reranker-v3","display_name":"jina-reranker-v3","type":"chat","context_length":10000,"max_output_tokens":10000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Jina AI","developerId":22,"providerId":50,"modelRatio":0.025,"cacheRatio":1,"completionRatio":1,"order":600,"flag":1,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"kimi-k2-0711","name":"kimi-k2-0711","display_name":"kimi-k2-0711","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":8,"modelRatio":0.27,"cacheRatio":1,"completionRatio":4,"order":800,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"kimi-k2-turbo-preview","name":"kimi-k2-turbo-preview","display_name":"kimi-k2-turbo-preview","type":"chat","context_length":262100,"max_output_tokens":262100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":0.6,"cacheRatio":0.25,"completionRatio":4,"order":800,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"kimi-latest","name":"kimi-latest","display_name":"kimi-latest","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":199,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"kimi-thinking-preview","name":"kimi-thinking-preview","display_name":"kimi-thinking-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":15,"cacheRatio":1,"completionRatio":1,"order":60,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"learnlm-1.5-pro-experimental","name":"Gemini 1.5 Pro","display_name":"Gemini 1.5 Pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.625,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-405b-instruct","name":"llama-3.1-405b","display_name":"llama-3.1-405b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-405b-reasoning","name":"llama-3.1-405b","display_name":"llama-3.1-405b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-70b","name":"llama-3.1-70b","display_name":"llama-3.1-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-70b-versatile","name":"llama-3.1-70b","display_name":"llama-3.1-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-8b-instant","name":"llama-3.1-8b","display_name":"llama-3.1-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Llama","developerId":11,"providerId":29,"modelRatio":0.15,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-sonar-huge-128k-online","name":"llama-3.1-sonar-huge-128k-online","display_name":"llama-3.1-sonar-huge-128k-online","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":2.8,"cacheRatio":1,"completionRatio":1,"order":5,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-sonar-large-128k-online","name":"llama-3.1-sonar-large-128k-online","display_name":"llama-3.1-sonar-large-128k-online","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":0.6,"cacheRatio":1,"completionRatio":1,"order":3,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.1-sonar-small-128k-online","name":"llama-3.1-sonar-small-128k-online","display_name":"llama-3.1-sonar-small-128k-online","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":0.15,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.2-11b-vision-preview","name":"Llama-3-2-11B","display_name":"Llama-3-2-11B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.2-1b-preview","name":"llama-3.2-1b","display_name":"llama-3.2-1b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.2-3b-preview","name":"llama-3.2-3b","display_name":"llama-3.2-3b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.2-90b-vision-preview","name":"Llama-3.2-90B","display_name":"Llama-3.2-90B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":1.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-3.3-70b","name":"llama-3.3-70b","display_name":"llama-3.3-70b","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Llama","developerId":11,"providerId":8,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama-4-maverick","name":"llama-4-maverick-17b-128e-instruct","display_name":"llama-4-maverick-17b-128e-instruct","type":"chat","context_length":1050000,"max_output_tokens":1050000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Llama","developerId":11,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"llama-4-scout","name":"llama-4-scout-17b-16e-instruct","display_name":"llama-4-scout-17b-16e-instruct","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Llama","developerId":11,"providerId":8,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":600,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"llama2-70b-4096","name":"llama2-70b","display_name":"llama2-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.25,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"llama2-7b-2048","name":"llama2-7b","display_name":"llama2-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-70b-8192","name":"llama3-70b","display_name":"llama3-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.35,"cacheRatio":1,"completionRatio":1.338983051,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-70b-8192(33)","name":"llama3-70b","display_name":"llama3-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":1.325,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-8b-8192","name":"llama3-8b","display_name":"llama3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.03,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-8b-8192(33)","name":"llama3-8b","display_name":"llama3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.15,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-groq-70b-8192-tool-use-preview","name":"llama3-70b","display_name":"llama3-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.000445,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3-groq-8b-8192-tool-use-preview","name":"llama3-8b","display_name":"llama3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":29,"modelRatio":0.000095,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"llama3.1-8b","name":"llama3.1-8b","display_name":"llama3.1-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Llama","developerId":11,"providerId":8,"modelRatio":0.15,"cacheRatio":1,"completionRatio":2,"order":1,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama-3-70b","name":"meta-llama-3-70b","display_name":"meta-llama-3-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":24,"modelRatio":2.3975,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama-3-8b","name":"meta-llama-3-8b","display_name":"meta-llama-3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":24,"modelRatio":0.274,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/Llama-3.2-90B-Vision-Instruct","name":"Llama-3.2-90B","display_name":"Llama-3.2-90B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":8,"modelRatio":0.25,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-405b-instruct:free","name":"llama-3.1-405b","display_name":"llama-3.1-405b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-70b-instruct:free","name":"mellama-3.1-70b","display_name":"mellama-3.1-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-8b-instruct:free","name":"llama-3.1-8b","display_name":"llama-3.1-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-11b-vision-instruct:free","name":"llama-3.2-11b-vision","display_name":"llama-3.2-11b-vision","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-3b-instruct:free","name":"llama-3.2-3b","display_name":"llama-3.2-3b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":20,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta/llama-3.1-405b-instruct","name":"Llama-3-1-405B","display_name":"Llama-3-1-405B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":8,"modelRatio":2.5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"meta/llama3-8B-chat","name":"llama3-8b","display_name":"llama3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Meta","developerId":11,"providerId":8,"modelRatio":0.15,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct:free","name":"mistral-7b","display_name":"mistral-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Mistral","developerId":10,"providerId":20,"modelRatio":0.001,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-128k","name":"moonshot-v1-128k","display_name":"moonshot-v1-128k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-128k-vision-preview","name":"moonshot-v1-128k-vision-preview","display_name":"moonshot-v1-128k-vision-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-32k","name":"moonshot-v1-32k","display_name":"moonshot-v1-32k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-32k-vision-preview","name":"moonshot-v1-32k-vision-preview","display_name":"moonshot-v1-32k-vision-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-8k","name":"moonshot-v1-8k","display_name":"moonshot-v1-8k","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshot-v1-8k-vision-preview","name":"moonshot-v1-8k-vision-preview","display_name":"moonshot-v1-8k-vision-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":25,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/Kimi-Dev-72B","name":"moonshotai/Kimi-Dev-72B","display_name":"moonshotai/Kimi-Dev-72B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":44,"modelRatio":0.16,"cacheRatio":0,"completionRatio":4,"order":100,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/Moonlight-16B-A3B-Instruct","name":"Moonlight-16B-A3B","display_name":"Moonlight-16B-A3B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Moonshot AI","developerId":15,"providerId":8,"modelRatio":0.1,"cacheRatio":0,"completionRatio":1,"order":100,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","name":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","display_name":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Nvidia","developerId":17,"providerId":8,"modelRatio":0.25,"cacheRatio":0,"completionRatio":1,"order":12,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.1-nemotron-70b-instruct","name":"llama-3.1-nemotron-70b","display_name":"llama-3.1-nemotron-70b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Nvidia","developerId":17,"providerId":8,"modelRatio":0.3,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o1","name":"o1","display_name":"o1","type":"chat","context_length":200,"max_output_tokens":200,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":0.5,"completionRatio":4,"order":260,"flag":0,"billingConfig":"{\"model_name\": \"o1\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 7.5, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking"],"tags":["multi_modal","best","bold"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"o1-2024-12-17","name":"o1","display_name":"o1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":0.5,"completionRatio":4,"order":1,"flag":0,"features":["thinking"],"tags":["best"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"o1-global","name":"o1-global","display_name":"o1-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":1,"providerId":1,"modelRatio":7.5,"cacheRatio":0.5,"completionRatio":4,"order":100,"flag":0,"imagePriceConfig":"{}","source":"public-provider-conf"},"vision":false},{"id":"o1-mini","name":"o1-mini","display_name":"o1-mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":0.5,"completionRatio":4,"order":113,"flag":0,"billingConfig":"{\"model_name\": \"o1-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.55, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","source":"public-provider-conf"},"vision":false},{"id":"o1-mini-2024-09-12","name":"o1-mini","display_name":"o1-mini","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1.5,"cacheRatio":0.5,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o1-preview","name":"o1-preview","display_name":"o1-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":0.5,"completionRatio":4,"order":114,"flag":0,"features":["thinking"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"o1-preview-2024-09-12","name":"o1-preview","display_name":"o1-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":0.5,"completionRatio":4,"order":10,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o1-pro","name":"o1-pro","display_name":"o1-pro","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":85,"cacheRatio":1,"completionRatio":4,"order":250,"flag":0,"billingConfig":"{\"model_name\": \"o1-pro\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 75, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 1.0, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking"],"tags":["best","sota"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"o3","name":"o3","display_name":"o3","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1,"cacheRatio":0.25,"completionRatio":4,"order":901,"flag":0,"billingConfig":"{\"model_name\": \"o3\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 1.0, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal","best","sota","bold"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"o3-global","name":"o3-global","display_name":"o3-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1,"cacheRatio":0.25,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o3-mini","name":"o3-mini","display_name":"o3-mini","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.55,"cacheRatio":0.5,"completionRatio":4,"order":455,"flag":0,"billingConfig":"{\"model_name\": \"o3-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.55, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.5, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking"],"tags":["multi_modal","best","optimized","economical","lightning"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"o3-mini-global","name":"o3-mini-global","display_name":"o3-mini-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.55,"cacheRatio":0.5,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o3-pro","name":"o3-pro","display_name":"o3-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":4,"order":900,"flag":0,"billingConfig":"{\"model_name\": \"o3-pro\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 10.0, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 1.0, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking","tools","function_calling","structured_outputs"],"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"o3-pro-global","name":"o3-pro-global","display_name":"o3-pro-global","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"o4-mini","name":"o4-mini","display_name":"o4-mini","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.55,"cacheRatio":0.25,"completionRatio":4,"order":808,"flag":1,"billingConfig":"{\"model_name\": \"o4-mini\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\", \"image_generation\", \"web_search_requests\"], \"per_unit_price_config\": {\"web_search_price\": 0.01}, \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.55, \"tier_condition\": {\"max_tokens\": -1, \"min_tokens\": 0}, \"cached_tokens_ratio\": 0.25, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["thinking","tool","function_calling","structured_outputs"],"tags":["best","optimized","economical","lightning","multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"omni-moderation-latest","name":"omni-moderation","display_name":"omni-moderation","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qianfan-chinese-llama-2-13b","name":"qianfan-chinese-llama-2-13b","display_name":"qianfan-chinese-llama-2-13b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":11,"providerId":24,"modelRatio":0.411,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qianfan-llama-vl-8b","name":"qianfan-llama-vl-8b","display_name":"qianfan-llama-vl-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":11,"providerId":24,"modelRatio":0.137,"cacheRatio":1,"completionRatio":2.5,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qianfan-qi-vl","name":"qianfan-qi-vl","display_name":"qianfan-qi-vl","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.1,"cacheRatio":1,"completionRatio":3,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-3-235b-a22b-instruct-2507","name":"qwen-3-235b-a22b-instruct-2507","display_name":"qwen-3-235b-a22b-instruct-2507","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":5,"order":20,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen-3-235b-a22b-thinking-2507","name":"qwen-3-235b-a22b-thinking-2507","display_name":"qwen-3-235b-a22b-thinking-2507","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":10,"order":400,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen-3-32b","name":"qwen-3-32b","display_name":"qwen-3-32b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.2,"cacheRatio":1,"completionRatio":4,"order":40,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-flash","name":"qwen-flash","display_name":"qwen-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.01,"cacheRatio":1,"completionRatio":10,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"qwen-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.010273, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}, \"tier2\": {\"model_ratio\": 0.041096, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}, \"tier3\": {\"model_ratio\": 0.082191, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","source":"public-provider-conf"},"vision":false},{"id":"qwen-flash-2025-07-28","name":"qwen-flash-2025-07-28","display_name":"qwen-flash-2025-07-28","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.01,"cacheRatio":1,"completionRatio":10,"order":0,"flag":0,"billingConfig":"{\"model_name\": \"qwen-flash-2025-07-28\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.010273, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}, \"tier2\": {\"model_ratio\": 0.041095, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}, \"tier3\": {\"model_ratio\": 0.082191, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","source":"public-provider-conf"},"vision":false},{"id":"qwen-image","name":"qwen-image","display_name":"qwen-image","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":11,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.034}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"qwen-image-edit","name":"qwen-image-edit","display_name":"qwen-image-edit","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":11,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.041}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"qwen-image-plus","name":"qwen-image-plus","display_name":"qwen-image-plus","type":"image-generation","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":11,"modelRatio":1,"cacheRatio":0,"completionRatio":0,"order":600,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.027}}}","modalities":["text","image"],"typeHints":["t2i"],"source":"public-provider-conf"},"vision":true},{"id":"qwen-long","name":"qwen-long","display_name":"qwen-long","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.05,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-max","name":"qwen-max","display_name":"qwen-max","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.19,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-max-0125","name":"Qwen2.5-Max","display_name":"Qwen2.5-Max","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.19,"cacheRatio":1,"completionRatio":4,"order":98,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen-max-longcontext","name":"qwen-max-longcontext","display_name":"qwen-max-longcontext","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":3.5,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-mt-plus","name":"qwen-mt-plus","display_name":"qwen-mt-plus","type":"chat","context_length":16000,"max_output_tokens":16000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.246,"cacheRatio":1,"completionRatio":3,"order":600,"flag":1,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-mt-turbo","name":"qwen-mt-turbo","display_name":"qwen-mt-turbo","type":"chat","context_length":16000,"max_output_tokens":16000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.096,"cacheRatio":1,"completionRatio":2.786,"order":600,"flag":1,"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-plus","name":"qwen-plus","display_name":"qwen-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.35,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-plus-2025-04-28","name":"qwen-plus-2025-04-28","display_name":"qwen-plus-2025-04-28","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.065,"cacheRatio":0,"completionRatio":20,"order":39,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-plus-2025-07-28","name":"qwen-plus-2025-07-28","display_name":"qwen-plus-2025-07-28","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.055,"cacheRatio":1,"completionRatio":2.5,"order":50,"flag":0,"billingConfig":"{\"model_name\": \"qwen-plus-2025-07-28\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.054794, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 2.5}, \"tier2\": {\"model_ratio\": 0.164383, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.333333}, \"tier3\": {\"model_ratio\": 0.328767, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","source":"public-provider-conf"},"vision":false},{"id":"qwen-plus-latest","name":"qwen-plus-latest","display_name":"qwen-plus-latest","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.055,"cacheRatio":1,"completionRatio":2.5,"order":50,"flag":1,"billingConfig":"{\"model_name\": \"qwen-plus-latest\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.054794, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 2.5}, \"tier2\": {\"model_ratio\": 0.164383, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 8.333333}, \"tier3\": {\"model_ratio\": 0.328767, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-qwq-32b","name":"qwen-qwq-32b","display_name":"qwen-qwq-32b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.2,"cacheRatio":1,"completionRatio":2,"order":99,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen-turbo","name":"qwen-turbo","display_name":"qwen-turbo","type":"chat","context_length":1000000,"max_output_tokens":1000000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.18,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"features":["long_context"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-turbo-2024-11-01","name":"Qwen2.5-Turbo","display_name":"Qwen2.5-Turbo","type":"chat","context_length":1000000,"max_output_tokens":1000000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.18,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"features":["long_context"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-turbo-2025-04-28","name":"qwen-turbo-2025-04-28","display_name":"qwen-turbo-2025-04-28","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.023,"cacheRatio":0,"completionRatio":20,"order":40,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen-turbo-latest","name":"qwen-turbo-latest","display_name":"qwen-turbo-latest","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.023,"cacheRatio":0,"completionRatio":20,"order":49,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-14b-instruct","name":"qwen2.5-14b","display_name":"qwen2.5-14b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.2,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-32b-instruct","name":"qwen2.5-32b","display_name":"qwen2.5-32b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.3,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-3b-instruct","name":"qwen2.5-3b","display_name":"qwen2.5-3b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.2,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-72b-instruct","name":"qwen2.5-72b","display_name":"qwen2.5-72b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.4,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-7b-instruct","name":"qwen2.5-7b","display_name":"qwen2.5-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.2,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-coder-1.5b-instruct","name":"qwen2.5-coder-1.5b","display_name":"qwen2.5-coder-1.5b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.1,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-coder-7b-instruct","name":"qwen2.5-coder-7b","display_name":"qwen2.5-coder-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.1,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-math-1.5b-instruct","name":"qwen2.5-math-1.5b","display_name":"qwen2.5-math-1.5b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-math-72b-instruct","name":"qwen2.5-math-72b","display_name":"qwen2.5-math-72b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.4,"cacheRatio":1,"completionRatio":3,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-math-7b-instruct","name":"qwen2.5-math-7b","display_name":"qwen2.5-math-7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.1,"cacheRatio":1,"completionRatio":2,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen2.5-vl-72b-instruct","name":"qwen2.5-vl-72b","display_name":"qwen2.5-vl-72b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":1.2,"cacheRatio":1,"completionRatio":3,"order":100,"flag":1,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-0.6b","name":"qwen3-0.6b","display_name":"qwen3-0.6b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.023,"cacheRatio":0,"completionRatio":10,"order":41,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-1.7b","name":"qwen3-1.7b","display_name":"qwen3-1.7b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.023,"cacheRatio":0,"completionRatio":10,"order":42,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-14b","name":"qwen3-14b","display_name":"qwen3-14b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.08,"cacheRatio":0,"completionRatio":10,"order":45,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-235b-a22b","name":"qwen3-235b-a22b","display_name":"qwen3-235b-a22b","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":4,"order":700,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-235b-a22b-instruct-2507","name":"qwen3-235b-a22b-instruct-2507","display_name":"qwen3-235b-a22b-instruct-2507","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.14,"cacheRatio":1,"completionRatio":4,"order":704,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-235b-a22b-thinking-2507","name":"qwen3-235b-a22b-thinking-2507","display_name":"qwen3-235b-a22b-thinking-2507","type":"chat","context_length":131100,"max_output_tokens":131100,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.14,"cacheRatio":1,"completionRatio":10,"order":704,"flag":0,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-30b-a3b","name":"qwen3-30b-a3b","display_name":"qwen3-30b-a3b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.06,"cacheRatio":0,"completionRatio":10,"order":47,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen3-30b-a3b-instruct-2507","name":"qwen3-30b-a3b-instruct-2507","display_name":"qwen3-30b-a3b-instruct-2507","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.0514,"cacheRatio":1,"completionRatio":4,"order":402,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen3-30b-a3b-thinking-2507","name":"qwen3-30b-a3b-thinking-2507","display_name":"qwen3-30b-a3b-thinking-2507","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.06,"cacheRatio":1,"completionRatio":10,"order":401,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"qwen3-32b","name":"qwen3-32b","display_name":"qwen3-32b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.16,"cacheRatio":0,"completionRatio":10,"order":46,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-4b","name":"qwen3-4b","display_name":"qwen3-4b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.023,"cacheRatio":0,"completionRatio":10,"order":43,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-8b","name":"qwen3-8b","display_name":"qwen3-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.04,"cacheRatio":0,"completionRatio":10,"order":44,"flag":1,"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-coder-30b-a3b-instruct","name":"qwen3-coder-30b-a3b-instruct","display_name":"qwen3-coder-30b-a3b-instruct","type":"chat","context_length":200000,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.1,"cacheRatio":1,"completionRatio":4,"order":703,"flag":0,"billingConfig":"{\"model_name\": \"qwen3-coder-30b-a3b-instruct\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.102739, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.154109, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier3\": {\"model_ratio\": 0.513698, \"tier_condition\": {\"max_tokens\": 200000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 5.0}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-coder-480b-a35b-instruct","name":"qwen3-coder-480b-a35b-instruct","display_name":"qwen3-coder-480b-a35b-instruct","type":"chat","context_length":262100,"max_output_tokens":262100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.41,"cacheRatio":1,"completionRatio":4,"order":702,"flag":1,"billingConfig":"{\"model_name\": \"qwen3-coder-480b-a35b-instruct\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.410958, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.616438, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier3\": {\"model_ratio\": 1.027397, \"tier_condition\": {\"max_tokens\": 200000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-coder-flash","name":"qwen3-coder-flash","display_name":"qwen3-coder-flash","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.068,"cacheRatio":1,"completionRatio":4,"order":700,"flag":1,"billingConfig":"{\"model_name\": \"qwen3-coder-flash\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.068493, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.102739, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier3\": {\"model_ratio\": 0.171232, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier4\": {\"model_ratio\": 0.342465, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 5.0}}}","features":["tools","function_calling","structured_outputs"],"tags":["coding"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-coder-plus","name":"qwen3-coder-plus","display_name":"qwen3-coder-plus","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.27,"cacheRatio":0.2,"completionRatio":4,"order":700,"flag":0,"billingConfig":"{\"model_name\": \"qwen3-coder-plus\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.273972, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.410958, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier3\": {\"model_ratio\": 0.684931, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier4\": {\"model_ratio\": 1.369863, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-coder-plus-2025-07-22","name":"qwen3-coder-plus-2025-07-22","display_name":"qwen3-coder-plus-2025-07-22","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.27,"cacheRatio":1,"completionRatio":4,"order":700,"flag":1,"billingConfig":"{\"model_name\": \"qwen3-coder-plus-2025-07-22\", \"default_tier\": \"tier1\", \"enabled_billing_items\": [\"prompt_tokens\", \"completion_tokens\", \"cached_tokens\"], \"token_based_tier_configs\": {\"tier1\": {\"model_ratio\": 0.273972, \"tier_condition\": {\"max_tokens\": 32000, \"min_tokens\": 0}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier2\": {\"model_ratio\": 0.410958, \"tier_condition\": {\"max_tokens\": 128000, \"min_tokens\": 32001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier3\": {\"model_ratio\": 0.684931, \"tier_condition\": {\"max_tokens\": 256000, \"min_tokens\": 128001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 4.0}, \"tier4\": {\"model_ratio\": 1.369863, \"tier_condition\": {\"max_tokens\": 1000000, \"min_tokens\": 256001}, \"prompt_tokens_ratio\": 1.0, \"completion_tokens_ratio\": 10.0}}}","features":["tools","function_calling","structured_outputs"],"modalities":["text"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-embedding-0.6b","name":"qwen3-embedding-0.6b","display_name":"qwen3-embedding-0.6b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-embedding-4b","name":"qwen3-embedding-4b","display_name":"qwen3-embedding-4b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-embedding-8b","name":"qwen3-embedding-8b","display_name":"qwen3-embedding-8b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen3-max","name":"qwen3-max-preview","display_name":"qwen3-max-preview","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.411,"cacheRatio":1,"completionRatio":4,"order":705,"flag":1,"billingConfig":"{\n \"model_name\": \"qwen3-max\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.684932,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 2520000\n },\n \"model_ratio\": 1.027397,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-max-preview","name":"qwen3-max-preview","display_name":"qwen3-max-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.411,"cacheRatio":1,"completionRatio":4,"order":505,"flag":1,"billingConfig":"{\n \"model_name\": \"qwen3-max-preview\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 32000\n },\n \"model_ratio\": 0.410959,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 32001,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.684932,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n },\n \"tier3\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": 2520000\n },\n \"model_ratio\": 1.027397,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 4.0\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-next-80b-a3b-instruct","name":"qwen3-next-80b-a3b-instruct","display_name":"qwen3-next-80b-a3b-instruct","type":"chat","context_length":262100,"max_output_tokens":262100,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.069,"cacheRatio":1,"completionRatio":4,"order":705,"flag":0,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-next-80b-a3b-thinking","name":"qwen3-next-80b-a3b-thinking","display_name":"qwen3-next-80b-a3b-thinking","type":"chat","context_length":262100,"max_output_tokens":262100,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.069,"cacheRatio":1,"completionRatio":10,"order":705,"flag":0,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-reranker-0.6b","name":"qwen3-reranker-0.6b","display_name":"qwen3-reranker-0.6b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.055,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-reranker-4b","name":"qwen3-reranker-4b","display_name":"qwen3-reranker-4b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.055,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-reranker-8b","name":"qwen3-reranker-8b","display_name":"qwen3-reranker-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.055,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"tags":["multi_modal","best"],"modalities":["text","image"],"typeHints":["reranking"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-vl-235b-a22b-instruct","name":"qwen3-vl-235b-a22b-instruct","display_name":"qwen3-vl-235b-a22b-instruct","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.137,"cacheRatio":1,"completionRatio":4,"order":800,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-vl-235b-a22b-thinking","name":"qwen3-vl-235b-a22b-thinking","display_name":"qwen3-vl-235b-a22b-thinking","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.137,"cacheRatio":1,"completionRatio":10,"order":800,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-vl-30b-a3b-instruct","name":"qwen3-vl-30b-a3b-instruct","display_name":"qwen3-vl-30b-a3b-instruct","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.0514,"cacheRatio":1,"completionRatio":4,"order":800,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-vl-30b-a3b-thinking","name":"qwen3-vl-30b-a3b-thinking","display_name":"qwen3-vl-30b-a3b-thinking","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.0514,"cacheRatio":1,"completionRatio":10,"order":800,"flag":1,"features":["thinking","tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"qwen3-vl-plus","name":"qwen3-vl-plus","display_name":"qwen3-vl-plus","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":8,"modelRatio":0.0685,"cacheRatio":0.2,"completionRatio":10,"order":799,"flag":1,"features":["tools","function_calling","structured_outputs"],"modalities":["text","image","video"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"sonar","name":"sonar","display_name":"sonar","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":0.8,"cacheRatio":1,"completionRatio":1,"order":50,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"sonar-reasoning","name":"sonar-reasoning","display_name":"sonar-reasoning","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":0.8,"cacheRatio":1,"completionRatio":5,"order":70,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"sonar-reasoning-pro","name":"sonar-reasoning-pro","display_name":"sonar-reasoning-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Perplexity","developerId":19,"providerId":48,"modelRatio":1.5,"cacheRatio":1,"completionRatio":4,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"sora-2","name":"sora-2","display_name":"sora-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":910,"flag":0,"imagePriceConfig":"{\n\t\"generate\": {\n\t\t\"standard\": {\n\t\t\t\"standard\": 0.1\n\t\t}\n\t}\n}","typeHints":["t2v"],"source":"public-provider-conf"},"vision":false},{"id":"sora-2-hd","name":"sora-2-hd","display_name":"sora-2-hd","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":900,"flag":0,"typeHints":["t2v"],"source":"public-provider-conf"},"vision":false},{"id":"sora-2-pro","name":"sora-2-pro","display_name":"sora-2-pro","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":910,"flag":0,"imagePriceConfig":"{\n\t\"generate\": {\n\t\t\"standard\": {\n\t\t\t\"standard\": 0.3\n\t\t},\n\t\t\"standard\": {\n\t\t\t\"720x1280\": 0.3\n\t\t},\n\t\t\"standard\": {\n\t\t\t\"1280x720\": 0.3\n\t\t},\n\t\t\"standard\": {\n\t\t\t\"1024x1792\": 0.5\n\t\t},\n\t\t\"standard\": {\n\t\t\t\"1792x1024\": 0.5\n\t\t}\n\t}\n}","typeHints":["t2v"],"source":"public-provider-conf"},"vision":false},{"id":"step-2-16k","name":"step-2","display_name":"step-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"阶跃星辰","developerId":16,"providerId":8,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"stepfun-ai/step3","name":"stepfun-ai/step3","display_name":"stepfun-ai/step3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"StepFun","developerId":16,"providerId":8,"modelRatio":0.55,"cacheRatio":1,"completionRatio":2.5,"order":50,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"tao-8k","name":"tao-8k","display_name":"tao-8k","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Baidu","developerId":25,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"tencent/Hunyuan-A13B-Instruct","name":"tencent/Hunyuan-A13B-Instruct","display_name":"tencent/Hunyuan-A13B-Instruct","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Hunyuan","developerId":24,"providerId":8,"modelRatio":0.07,"cacheRatio":1,"completionRatio":4,"order":100,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"tencent/Hunyuan-MT-7B","name":"tencent/Hunyuan-MT-7B","display_name":"tencent/Hunyuan-MT-7B","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Hunyuan","developerId":24,"providerId":23,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":90,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-ada-001","name":"text-ada-001","display_name":"text-ada-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-babbage-001","name":"text-babbage-001","display_name":"text-babbage-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.25,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-curie-001","name":"text-curie-001","display_name":"text-curie-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-davinci-002","name":"text-davinci","display_name":"text-davinci","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-davinci-003","name":"text-davinci","display_name":"text-davinci","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-davinci-edit-001","name":"text-davinci-edit-001","display_name":"text-davinci-edit-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-004","name":"text-embedding-004","display_name":"text-embedding-004","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":34,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-3-large","name":"text-embedding-3-large","display_name":"text-embedding-3-large","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.065,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-3-small","name":"text-embedding-3-small","display_name":"text-embedding-3-small","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-ada-002","name":"text-embedding-ada-002","display_name":"text-embedding-ada-002","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-v1","name":"text-embedding-v1","display_name":"text-embedding-v1","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.05,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"text-embedding-v4","name":"text-embedding-v4","display_name":"text-embedding-v4","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":17,"modelRatio":0.04,"cacheRatio":1,"completionRatio":1,"order":50,"flag":1,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"text-moderation-007","name":"text-moderation","display_name":"text-moderation","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-moderation-latest","name":"text-moderation","display_name":"text-moderation","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-moderation-stable","name":"text-moderation","display_name":"text-moderation","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"text-search-ada-doc-001","name":"text-search-ada-doc-001","display_name":"text-search-ada-doc-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"tngtech/DeepSeek-R1T-Chimera","name":"tngtech/DeepSeek-R1T-Chimera","display_name":"tngtech/DeepSeek-R1T-Chimera","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"DeepSeek","developerId":7,"providerId":8,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":150,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"tts-1","name":"tts-1","display_name":"tts-1","type":"audio","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["tts"],"source":"public-provider-conf"},"vision":false},{"id":"tts-1-1106","name":"tts-1","display_name":"tts-1","type":"audio","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":7.5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["tts"],"source":"public-provider-conf"},"vision":false},{"id":"tts-1-hd","name":"tts-1-hd","display_name":"tts-1-hd","type":"audio","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":15,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["tts"],"source":"public-provider-conf"},"vision":false},{"id":"tts-1-hd-1106","name":"tts-1-hd","display_name":"tts-1-hd","type":"audio","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":15,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["tts"],"source":"public-provider-conf"},"vision":false},{"id":"unsloth/gemma-3-12b-it","name":"gemma-3-12b","display_name":"gemma-3-12b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":8,"modelRatio":0.1,"cacheRatio":0,"completionRatio":4,"order":99,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"unsloth/gemma-3-27b-it","name":"gemma-3-27b","display_name":"gemma-3-27b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":8,"modelRatio":0.11,"cacheRatio":0,"completionRatio":1,"order":100,"flag":1,"source":"public-provider-conf"},"vision":false},{"id":"veo-2.0-generate-001","name":"veo-2.0-generate-001","display_name":"veo-2.0-generate-001","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["video"],"output":["video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":820,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.35}}}","tags":["multi_modal"],"modalities":["video"],"typeHints":["t2v"],"source":"public-provider-conf"},"vision":true},{"id":"veo-3","name":"veo3","display_name":"veo3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":1,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":0,"flag":1,"tags":["multi_modal"],"modalities":["text","image","audio","video"],"typeHints":["t2v"],"source":"public-provider-conf"},"vision":true},{"id":"veo-3.0-generate-preview","name":"veo-3.0-generate-preview","display_name":"veo-3.0-generate-preview","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","video"],"output":["text","image","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":800,"flag":1,"imagePriceConfig":"{\"generate\":{\"standard\":{\"standard\":0.75}}}","tags":["multi_modal"],"modalities":["text","image","video"],"typeHints":["t2v"],"source":"public-provider-conf"},"vision":true},{"id":"veo3","name":"veo3","display_name":"veo3","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image","audio","video"],"output":["text","image","audio","video"]},"metadata":{"developer":"Google","developerId":8,"providerId":1,"modelRatio":1,"cacheRatio":0,"completionRatio":1,"order":0,"flag":0,"tags":["multi_modal"],"modalities":["text","image","audio","video"],"typeHints":["t2v"],"source":"public-provider-conf"},"vision":true},{"id":"veo3.1","name":"veo3.1","display_name":"veo3.1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Google","developerId":8,"providerId":24,"modelRatio":100,"cacheRatio":1,"completionRatio":1,"order":820,"flag":1,"tags":["multi_modal"],"typeHints":["t2v"],"source":"public-provider-conf"},"vision":false},{"id":"web-sora-2","name":"web-sora-2","display_name":"web-sora-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":10,"cacheRatio":1,"completionRatio":1,"order":900,"flag":0,"typeHints":["t2v"],"source":"public-provider-conf"},"vision":false},{"id":"whisper-1","name":"whisper-1","display_name":"whisper-1","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":1,"modelRatio":50,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["stt"],"source":"public-provider-conf"},"vision":false},{"id":"whisper-large-v3","name":"whisper-large","display_name":"whisper-large","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["audio"]},"metadata":{"developer":"OpenAI","developerId":12,"providerId":29,"modelRatio":15.417,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"modalities":["audio"],"typeHints":["stt"],"source":"public-provider-conf"},"vision":false},{"id":"yi-large","name":"yi-large","display_name":"yi-large","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":31,"modelRatio":1.5,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"yi-large-rag","name":"yi-large-rag","display_name":"yi-large-rag","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":31,"modelRatio":2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"yi-large-turbo","name":"yi-large-turbo","display_name":"yi-large-turbo","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":31,"modelRatio":0.9,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"yi-lightning","name":"yi-lightning","display_name":"yi-lightning","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":31,"modelRatio":0.1,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"yi-medium","name":"yi-medium","display_name":"yi-medium","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":31,"modelRatio":0.2,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"yi-vl-plus","name":"yi-vl-plus","display_name":"yi-vl-plus","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"零一万物","developerId":14,"providerId":8,"modelRatio":0.000426,"cacheRatio":1,"completionRatio":1,"order":0,"flag":0,"source":"public-provider-conf"},"vision":false}],"metadata":{"upstream":"aihubmix-api","fetchedAt":"2025-10-22T10:05:32.424Z","modelCount":537,"source":"public-provider-conf"}},"fireworks-ai":{"id":"fireworks-ai","api":"https://api.fireworks.ai/inference/v1/","name":"Fireworks AI","doc":"https://fireworks.ai/docs/","display_name":"Fireworks AI","models":[{"id":"accounts/fireworks/models/deepseek-r1-0528","name":"Deepseek R1 05/28","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-28","last_updated":"2025-05-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3,"output":8},"limit":{"context":160000,"output":16384},"display_name":"Deepseek R1 05/28"},{"id":"accounts/fireworks/models/deepseek-v3p1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-08-21","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.56,"output":1.68},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek V3.1"},{"id":"accounts/fireworks/models/deepseek-v3-0324","name":"Deepseek V3 03-24","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-03-24","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.9,"output":0.9},"limit":{"context":160000,"output":16384},"display_name":"Deepseek V3 03-24"},{"id":"accounts/fireworks/models/kimi-k2-instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-11","last_updated":"2025-07-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":128000,"output":16384},"display_name":"Kimi K2 Instruct"},{"id":"accounts/fireworks/models/qwen3-235b-a22b","name":"Qwen3 235B-A22B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-29","last_updated":"2025-04-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.22,"output":0.88},"limit":{"context":128000,"output":16384},"display_name":"Qwen3 235B-A22B"},{"id":"accounts/fireworks/models/gpt-oss-20b","name":"GPT OSS 20B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.2},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 20B"},{"id":"accounts/fireworks/models/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"accounts/fireworks/models/glm-4p5-air","name":"GLM 4.5 Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.22,"output":0.88},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5 Air"},{"id":"accounts/fireworks/models/qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-07-22","last_updated":"2025-07-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.45,"output":1.8},"limit":{"context":256000,"output":32768},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"accounts/fireworks/models/glm-4p5","name":"GLM 4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-29","last_updated":"2025-07-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.55,"output":2.19},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5"}]},"modelscope":{"id":"modelscope","api":"https://api-inference.modelscope.cn/v1","name":"ModelScope","doc":"https://modelscope.cn/docs/model-service/API-Inference/intro","display_name":"ModelScope","models":[{"id":"ZhipuAI/GLM-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"ZhipuAI/GLM-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":202752,"output":98304},"display_name":"GLM-4.6"},{"id":"Qwen/Qwen3-30B-A3B-Thinking-2507","name":"Qwen3 30B A3B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-30","last_updated":"2025-07-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":32768},"display_name":"Qwen3 30B A3B Thinking 2507"},{"id":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-28","last_updated":"2025-07-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":131072},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"Qwen/Qwen3-Coder-30B-A3B-Instruct","name":"Qwen3 Coder 30B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-31","last_updated":"2025-07-31","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":65536},"display_name":"Qwen3 Coder 30B A3B Instruct"},{"id":"Qwen/Qwen3-30B-A3B-Instruct-2507","name":"Qwen3 30B A3B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-30","last_updated":"2025-07-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":16384},"display_name":"Qwen3 30B A3B Instruct 2507"},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":131072},"display_name":"Qwen3-235B-A22B-Thinking-2507"}]},"llama":{"id":"llama","api":"https://api.llama.com/compat/v1/","name":"Llama","doc":"https://llama.developer.meta.com/docs/models","display_name":"Llama","models":[{"id":"llama-3.3-8b-instruct","name":"Llama-3.3-8B-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-3.3-8B-Instruct"},{"id":"llama-4-maverick-17b-128e-instruct-fp8","name":"Llama-4-Maverick-17B-128E-Instruct-FP8","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-4-Maverick-17B-128E-Instruct-FP8"},{"id":"llama-3.3-70b-instruct","name":"Llama-3.3-70B-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-3.3-70B-Instruct"},{"id":"llama-4-scout-17b-16e-instruct-fp8","name":"Llama-4-Scout-17B-16E-Instruct-FP8","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-4-Scout-17B-16E-Instruct-FP8"},{"id":"groq-llama-4-maverick-17b-128e-instruct","name":"Groq-Llama-4-Maverick-17B-128E-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Groq-Llama-4-Maverick-17B-128E-Instruct"},{"id":"cerebras-llama-4-scout-17b-16e-instruct","name":"Cerebras-Llama-4-Scout-17B-16E-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cerebras-Llama-4-Scout-17B-16E-Instruct"},{"id":"cerebras-llama-4-maverick-17b-128e-instruct","name":"Cerebras-Llama-4-Maverick-17B-128E-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cerebras-Llama-4-Maverick-17B-128E-Instruct"}]},"scaleway":{"id":"scaleway","api":"https://api.scaleway.ai/v1","name":"Scaleway","doc":"https://www.scaleway.com/en/docs/generative-apis/","display_name":"Scaleway","models":[{"id":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-07-01","last_updated":"2025-07-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.75,"output":2.25},"limit":{"context":40000,"output":4096},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"pixtral-12b-2409","name":"Pixtral 12B 2409","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":128000,"output":4096},"display_name":"Pixtral 12B 2409"},{"id":"llama-3.1-8b-instruct","name":"Llama 3.1 8B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":128000,"output":16384},"display_name":"Llama 3.1 8B Instruct"},{"id":"mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-25","last_updated":"2024-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":128000,"output":8192},"display_name":"Mistral Nemo Instruct 2407"},{"id":"mistral-small-3.2-24b-instruct-2506","name":"Mistral Small 3.2 24B Instruct 2506","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-06-01","last_updated":"2025-06-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.35},"limit":{"context":128000,"output":8192},"display_name":"Mistral Small 3.2 24B Instruct 2506"},{"id":"qwen3-coder-30b-a3b-instruct","name":"Qwen3 Coder 30B A3B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-07-01","last_updated":"2025-07-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.8},"limit":{"context":128000,"output":8192},"display_name":"Qwen3 Coder 30B A3B Instruct"},{"id":"llama-3.3-70b-instruct","name":"Llama 3.3 70B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-01-15","last_updated":"2025-01-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.9,"output":0.9},"limit":{"context":100000,"output":4096},"display_name":"Llama 3.3 70B Instruct"},{"id":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.9,"output":0.9},"limit":{"context":32000,"output":4096},"display_name":"DeepSeek R1 Distill Llama 70B"},{"id":"voxtral-small-24b-2507","name":"Voxtral Small 24B 2507","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-07-01","last_updated":"2025-07-01","modalities":{"input":["text","audio"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.35},"limit":{"context":32000,"output":8192},"display_name":"Voxtral Small 24B 2507"},{"id":"gpt-oss-120b","name":"GPT-OSS 120B","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-01-01","last_updated":"2024-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":128000,"output":8192},"display_name":"GPT-OSS 120B"},{"id":"gemma-3-27b-it","name":"Gemma 3 27B IT","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-03-01","last_updated":"2025-03-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":0.5},"limit":{"context":40000,"output":8192},"display_name":"Gemma 3 27B IT"}]},"amazon-bedrock":{"id":"amazon-bedrock","name":"Amazon Bedrock","doc":"https://docs.aws.amazon.com/bedrock/latest/userguide/models-supported.html","display_name":"Amazon Bedrock","models":[{"id":"cohere.command-r-plus-v1:0","name":"Command R+","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-04","last_updated":"2024-04-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3,"output":15},"limit":{"context":128000,"output":4096},"display_name":"Command R+"},{"id":"anthropic.claude-v2","name":"Claude 2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-08","release_date":"2023-07-11","last_updated":"2023-07-11","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":8,"output":24},"limit":{"context":100000,"output":4096},"display_name":"Claude 2"},{"id":"anthropic.claude-3-7-sonnet-20250219-v1:0","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.7"},{"id":"anthropic.claude-sonnet-4-20250514-v1:0","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"meta.llama3-2-11b-instruct-v1:0","name":"Llama 3.2 11B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.16,"output":0.16},"limit":{"context":128000,"output":4096},"display_name":"Llama 3.2 11B Instruct"},{"id":"anthropic.claude-3-haiku-20240307-v1:0","name":"Claude Haiku 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-02","release_date":"2024-03-13","last_updated":"2024-03-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":1.25},"limit":{"context":200000,"output":4096},"display_name":"Claude Haiku 3"},{"id":"meta.llama3-2-90b-instruct-v1:0","name":"Llama 3.2 90B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.72,"output":0.72},"limit":{"context":128000,"output":4096},"display_name":"Llama 3.2 90B Instruct"},{"id":"meta.llama3-2-1b-instruct-v1:0","name":"Llama 3.2 1B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":131000,"output":4096},"display_name":"Llama 3.2 1B Instruct"},{"id":"anthropic.claude-v2:1","name":"Claude 2.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-08","release_date":"2023-11-21","last_updated":"2023-11-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":8,"output":24},"limit":{"context":200000,"output":4096},"display_name":"Claude 2.1"},{"id":"cohere.command-light-text-v14","name":"Command Light","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-08","release_date":"2023-11-01","last_updated":"2023-11-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":0.6},"limit":{"context":4096,"output":4096},"display_name":"Command Light"},{"id":"ai21.jamba-1-5-large-v1:0","name":"Jamba 1.5 Large","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":8},"limit":{"context":256000,"output":4096},"display_name":"Jamba 1.5 Large"},{"id":"meta.llama3-3-70b-instruct-v1:0","name":"Llama 3.3 70B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.72,"output":0.72},"limit":{"context":128000,"output":4096},"display_name":"Llama 3.3 70B Instruct"},{"id":"anthropic.claude-3-opus-20240229-v1:0","name":"Claude Opus 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08","release_date":"2024-02-29","last_updated":"2024-02-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75},"limit":{"context":200000,"output":4096},"display_name":"Claude Opus 3"},{"id":"amazon.nova-pro-v1:0","name":"Nova Pro","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":3.2,"cache_read":0.2},"limit":{"context":300000,"output":8192},"display_name":"Nova Pro"},{"id":"meta.llama3-1-8b-instruct-v1:0","name":"Llama 3.1 8B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.22,"output":0.22},"limit":{"context":128000,"output":4096},"display_name":"Llama 3.1 8B Instruct"},{"id":"anthropic.claude-3-5-sonnet-20240620-v1:0","name":"Claude Sonnet 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-06-20","last_updated":"2024-06-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5"},{"id":"anthropic.claude-haiku-4-5-20251001-v1:0","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-28","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":5,"cache_read":0.1,"cache_write":1.25},"limit":{"context":200000,"output":64000},"display_name":"Claude Haiku 4.5"},{"id":"cohere.command-r-v1:0","name":"Command R","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-03-11","last_updated":"2024-03-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":1.5},"limit":{"context":128000,"output":4096},"display_name":"Command R"},{"id":"amazon.nova-micro-v1:0","name":"Nova Micro","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.035,"output":0.14,"cache_read":0.00875},"limit":{"context":128000,"output":8192},"display_name":"Nova Micro"},{"id":"meta.llama3-1-70b-instruct-v1:0","name":"Llama 3.1 70B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.72,"output":0.72},"limit":{"context":128000,"output":4096},"display_name":"Llama 3.1 70B Instruct"},{"id":"meta.llama3-70b-instruct-v1:0","name":"Llama 3 70B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2.65,"output":3.5},"limit":{"context":8192,"output":2048},"display_name":"Llama 3 70B Instruct"},{"id":"deepseek.r1-v1:0","name":"DeepSeek-R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.35,"output":5.4},"limit":{"context":128000,"output":32768},"display_name":"DeepSeek-R1"},{"id":"anthropic.claude-3-5-sonnet-20241022-v2:0","name":"Claude Sonnet 3.5 v2","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5 v2"},{"id":"cohere.command-text-v14","name":"Command","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-08","release_date":"2023-11-01","last_updated":"2023-11-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.5,"output":2},"limit":{"context":4096,"output":4096},"display_name":"Command"},{"id":"anthropic.claude-opus-4-20250514-v1:0","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"},{"id":"anthropic.claude-sonnet-4-5-20250929-v1:0","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4.5"},{"id":"meta.llama3-2-3b-instruct-v1:0","name":"Llama 3.2 3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.15},"limit":{"context":131000,"output":4096},"display_name":"Llama 3.2 3B Instruct"},{"id":"anthropic.claude-instant-v1","name":"Claude Instant","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-08","release_date":"2023-03-01","last_updated":"2023-03-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":2.4},"limit":{"context":100000,"output":4096},"display_name":"Claude Instant"},{"id":"amazon.nova-premier-v1:0","name":"Nova Premier","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":12.5},"limit":{"context":1000000,"output":16384},"display_name":"Nova Premier"},{"id":"anthropic.claude-opus-4-1-20250805-v1:0","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"},{"id":"meta.llama4-scout-17b-instruct-v1:0","name":"Llama 4 Scout 17B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.17,"output":0.66},"limit":{"context":3500000,"output":16384},"display_name":"Llama 4 Scout 17B Instruct"},{"id":"ai21.jamba-1-5-mini-v1:0","name":"Jamba 1.5 Mini","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.4},"limit":{"context":256000,"output":4096},"display_name":"Jamba 1.5 Mini"},{"id":"meta.llama3-8b-instruct-v1:0","name":"Llama 3 8B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-03","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":0.6},"limit":{"context":8192,"output":2048},"display_name":"Llama 3 8B Instruct"},{"id":"anthropic.claude-3-sonnet-20240229-v1:0","name":"Claude Sonnet 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08","release_date":"2024-03-04","last_updated":"2024-03-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":200000,"output":4096},"display_name":"Claude Sonnet 3"},{"id":"meta.llama4-maverick-17b-instruct-v1:0","name":"Llama 4 Maverick 17B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.24,"output":0.97},"limit":{"context":1000000,"output":16384},"display_name":"Llama 4 Maverick 17B Instruct"},{"id":"amazon.nova-lite-v1:0","name":"Nova Lite","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.06,"output":0.24,"cache_read":0.015},"limit":{"context":300000,"output":8192},"display_name":"Nova Lite"},{"id":"anthropic.claude-3-5-haiku-20241022-v1:0","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"display_name":"Claude Haiku 3.5"}]},"cerebras":{"id":"cerebras","name":"Cerebras","doc":"https://inference-docs.cerebras.ai/models/overview","display_name":"Cerebras","models":[{"id":"qwen-3-235b-a22b-instruct-2507","name":"Qwen 3 235B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-22","last_updated":"2025-07-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.2},"limit":{"context":131000,"output":32000},"display_name":"Qwen 3 235B Instruct"},{"id":"qwen-3-coder-480b","name":"Qwen 3 Coder 480B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":2},"limit":{"context":131000,"output":32000},"display_name":"Qwen 3 Coder 480B"},{"id":"gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":0.69},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"}]},"cherryin":{"id":"cherryin","models":[{"id":"anthropic/claude-3.7-sonnet","name":"Anthropic: Claude 3.7 Sonnet","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-01","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":64000},"display_name":"Anthropic: Claude 3.7 Sonnet"},{"id":"anthropic/claude-opus-4","name":"Anthropic: Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Anthropic: Claude Opus 4"},{"id":"anthropic/claude-opus-4.1","name":"Anthropic: Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Anthropic: Claude Opus 4.1"},{"id":"anthropic/claude-sonnet-4","name":"Anthropic: Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":1000000,"output":64000},"display_name":"Anthropic: Claude Sonnet 4"},{"id":"anthropic/claude-sonnet-4.5","name":"Anthropic: Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":1000000,"output":64000},"display_name":"Anthropic: Claude Sonnet 4.5"},{"id":"bytedance/seed-oss-36b-instruct","name":"ByteDance: Seed OSS 36B Instruct","display_name":"ByteDance: Seed OSS 36B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528","name":"DeepSeek: R1 0528","display_name":"DeepSeek: R1 0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840}},{"id":"deepseek/deepseek-v3.1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-08-20","last_updated":"2025-08-26","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek V3.1"},{"id":"deepseek/deepseek-v3.1-fast","name":"DeepSeek: DeepSeek V3.1 (free)","display_name":"DeepSeek: DeepSeek V3.1 (free)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163800}},{"id":"deepseek/deepseek-v3.1-terminus","name":"DeepSeek: DeepSeek V3.1 Terminus","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-22","last_updated":"2025-09-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.27,"output":1},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek: DeepSeek V3.1 Terminus"},{"id":"deepseek/deepseek-v3.2-exp","name":"DeepSeek: DeepSeek V3.2 Exp","display_name":"DeepSeek: DeepSeek V3.2 Exp","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840}},{"id":"google/gemini-2.5-flash","name":"Google: Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-01","release_date":"2025-07-17","last_updated":"2025-07-17","modalities":{"input":["image","text","audio"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.0375},"limit":{"context":1048576,"output":65535},"display_name":"Google: Gemini 2.5 Flash"},{"id":"google/gemini-2.5-flash-image","name":"Google: Gemini 2.5 Flash Image (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image (Nano Banana)","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":32768,"output":8192}},{"id":"google/gemini-2.5-flash-image-preview","name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":32768,"output":8192}},{"id":"google/gemini-2.5-flash-lite","name":"Google: Gemini 2.5 Flash Lite","display_name":"Google: Gemini 2.5 Flash Lite","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65535}},{"id":"google/gemini-2.5-pro","name":"Google: Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["image","text","audio"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Google: Gemini 2.5 Pro"},{"id":"inclusionai/ling-1t","name":"inclusionAI: Ling-1T","display_name":"inclusionAI: Ling-1T","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072}},{"id":"minimaxai/minimax-m1-80k","name":"MiniMax: MiniMax M1","display_name":"MiniMax: MiniMax M1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":40000}},{"id":"moonshotai/kimi-k2-0905","name":"MoonshotAI: Kimi K2 0905","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5},"limit":{"context":262144,"output":262144},"display_name":"MoonshotAI: Kimi K2 0905"},{"id":"openai/gpt-4.1","name":"OpenAI: GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"OpenAI: GPT-4.1"},{"id":"openai/gpt-4.1-mini","name":"OpenAI: GPT-4.1 Mini","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.6,"cache_read":0.1},"limit":{"context":1047576,"output":32768},"display_name":"OpenAI: GPT-4.1 Mini"},{"id":"openai/gpt-4.1-nano","name":"OpenAI: GPT-4.1 Nano","display_name":"OpenAI: GPT-4.1 Nano","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1047576,"output":32768}},{"id":"openai/gpt-5","name":"OpenAI: GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10},"limit":{"context":400000,"output":128000},"display_name":"OpenAI: GPT-5"},{"id":"openai/gpt-5-chat","name":"OpenAI: GPT-5 Chat","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10},"limit":{"context":128000,"output":16384},"display_name":"OpenAI: GPT-5 Chat"},{"id":"openai/gpt-5-mini","name":"OpenAI: GPT-5 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2},"limit":{"context":400000,"output":128000},"display_name":"OpenAI: GPT-5 Mini"},{"id":"openai/gpt-5-nano","name":"OpenAI: GPT-5 Nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4},"limit":{"context":400000,"output":128000},"display_name":"OpenAI: GPT-5 Nano"},{"id":"openai/gpt-oss-120b","name":"OpenAI: gpt-oss-120b","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.072,"output":0.28},"limit":{"context":131072,"output":131072},"display_name":"OpenAI: gpt-oss-120b"},{"id":"openai/gpt-oss-20b","name":"OpenAI: gpt-oss-20b","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.2},"limit":{"context":131072,"output":32768},"display_name":"OpenAI: gpt-oss-20b"},{"id":"openai/o1","name":"OpenAI: o1","display_name":"OpenAI: o1","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":100000}},{"id":"openai/o1-mini","name":"OpenAI: o1-mini","display_name":"OpenAI: o1-mini","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":65536}},{"id":"openai/o4-mini","name":"OpenAI: o4 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-06","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.28},"limit":{"context":200000,"output":100000},"display_name":"OpenAI: o4 Mini"},{"id":"qwen/qwen3-235b-a22b-instruct-2507","name":"Qwen: Qwen3 235B A22B Instruct 2507","display_name":"Qwen: Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-235b-a22b-thinking-2507","name":"Qwen: Qwen3 235B A22B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.078,"output":0.312},"limit":{"context":262144,"output":262144},"display_name":"Qwen: Qwen3 235B A22B Thinking 2507"},{"id":"qwen/qwen3-30b-a3b-instruct-2507","name":"Qwen: Qwen3 30B A3B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-29","last_updated":"2025-07-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.8},"limit":{"context":262144,"output":262144},"display_name":"Qwen: Qwen3 30B A3B Instruct 2507"},{"id":"qwen/qwen3-30b-a3b-thinking-2507","name":"Qwen: Qwen3 30B A3B Thinking 2507","display_name":"Qwen: Qwen3 30B A3B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-8b","name":"Qwen: Qwen3 8B","display_name":"Qwen: Qwen3 8B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":20000}},{"id":"qwen/qwen3-coder","name":"Qwen: Qwen3 Coder 480B A35B","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":1.2},"limit":{"context":262144,"output":262144},"display_name":"Qwen: Qwen3 Coder 480B A35B"},{"id":"qwen/qwen3-coder-30b-a3b-instruct","name":"Qwen: Qwen3 Coder 30B A3B Instruct","display_name":"Qwen: Qwen3 Coder 30B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-coder-480b-a35b-instruct","name":"Qwen: Qwen3 Coder 480B A35B Instruct","display_name":"Qwen: Qwen3 Coder 480B A35B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-embedding-0.6b","name":"qwen/qwen3-embedding-0.6b","display_name":"qwen/qwen3-embedding-0.6b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-embedding-4b","name":"qwen/qwen3-embedding-4b","display_name":"qwen/qwen3-embedding-4b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-embedding-8b","name":"qwen/qwen3-embedding-8b","display_name":"qwen/qwen3-embedding-8b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-instruct","name":"Qwen: Qwen3 Next 80B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-11","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.14,"output":1.4},"limit":{"context":262144,"output":262144},"display_name":"Qwen: Qwen3 Next 80B A3B Instruct"},{"id":"qwen/qwen3-next-80b-a3b-thinking","name":"Qwen: Qwen3 Next 80B A3B Thinking","display_name":"Qwen: Qwen3 Next 80B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144}},{"id":"qwen/qwen3-omni-30b-a3b-instruct","name":"Qwen: Qwen3 VL 30B A3B Instruct","display_name":"Qwen: Qwen3 VL 30B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-omni-30b-a3b-thinking","name":"Qwen: Qwen3 VL 30B A3B Thinking","display_name":"Qwen: Qwen3 VL 30B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-reranker-0.6b","name":"qwen/qwen3-reranker-0.6b","display_name":"qwen/qwen3-reranker-0.6b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.5,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-reranker-4b","name":"qwen/qwen3-reranker-4b","display_name":"qwen/qwen3-reranker-4b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.5,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-reranker-8b","name":"qwen/qwen3-reranker-8b","display_name":"qwen/qwen3-reranker-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.5,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-235b-a22b-instruct","name":"Qwen: Qwen3 VL 235B A22B Instruct","display_name":"Qwen: Qwen3 VL 235B A22B Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072}},{"id":"qwen/qwen3-vl-235b-a22b-thinking","name":"Qwen: Qwen3 VL 235B A22B Thinking","display_name":"Qwen: Qwen3 VL 235B A22B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":65536,"output":65536}},{"id":"qwen/qwen3-vl-30b-a3b-instruct","name":"Qwen: Qwen3 VL 30B A3B Instruct","display_name":"Qwen: Qwen3 VL 30B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-vl-30b-a3b-thinking","name":"Qwen: Qwen3 VL 30B A3B Thinking","display_name":"Qwen: Qwen3 VL 30B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"tencent/hunyuan-mt-7b","name":"Tencent: Hunyuan A13B Instruct","display_name":"Tencent: Hunyuan A13B Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768}},{"id":"x-ai/grok-2-image","name":"grok-2","display_name":"grok-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.9,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"x-ai/grok-3","name":"xAI: Grok 3","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75,"cache_write":15},"limit":{"context":131072,"output":8192},"display_name":"xAI: Grok 3"},{"id":"x-ai/grok-3-mini","name":"xAI: Grok 3 Mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":0.5,"cache_read":0.075,"cache_write":0.5},"limit":{"context":131072,"output":8192},"display_name":"xAI: Grok 3 Mini"},{"id":"x-ai/grok-4","name":"xAI: Grok 4","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-09","last_updated":"2025-07-09","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75,"cache_write":15},"limit":{"context":256000,"output":64000},"display_name":"xAI: Grok 4"},{"id":"x-ai/grok-4-fast-non-reasoning","name":"x-ai/grok-4-fast-non-reasoning","display_name":"x-ai/grok-4-fast-non-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":29,"modelRatio":0.1,"cacheRatio":0.25,"completionRatio":2.5,"order":800,"flag":1,"billingConfig":"{\n \"model_name\": \"grok-4-fast-non-reasoning\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.1,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.25\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.125\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-4-fast-reasoning","name":"x-ai/grok-4-fast-reasoning","display_name":"x-ai/grok-4-fast-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":29,"modelRatio":0.1,"cacheRatio":0.25,"completionRatio":2.5,"order":800,"flag":1,"billingConfig":"{\n \"model_name\": \"grok-4-fast-reasoning\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.1,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.25\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.125\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-code-fast-1","name":"xAI: Grok Code Fast 1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-08","release_date":"2025-08-26","last_updated":"2025-08-26","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":1.5,"cache_read":0.02},"limit":{"context":256000,"output":10000},"display_name":"xAI: Grok Code Fast 1"},{"id":"z-ai/glm-4.5","name":"Z.AI: GLM 4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":131072,"output":131072},"display_name":"Z.AI: GLM 4.5"},{"id":"z-ai/glm-4.5-flash","name":"z-ai/glm-4.5-flash","display_name":"z-ai/glm-4.5-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":1,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5v","name":"Z.AI: GLM 4.5V","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.8},"limit":{"context":65536,"output":16384},"display_name":"Z.AI: GLM 4.5V"},{"id":"z-ai/glm-4.6","name":"Z.AI: GLM 4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-09","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11},"limit":{"context":202752,"output":202752},"display_name":"Z.AI: GLM 4.6"}],"name":"cherryin","display_name":"cherryin"},"doubao":{"id":"doubao","name":"Doubao","display_name":"Doubao","metadata":{"source":"public-provider-conf-template"},"models":[{"id":"deepseek-v3-1-250821","name":"DeepSeek V3.1","display_name":"DeepSeek V3.1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":true},{"id":"deepseek-r1-250120","name":"DeepSeek R1","display_name":"DeepSeek R1","type":"chat","context_length":64000,"max_output_tokens":4096,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":false},{"id":"deepseek-r1-distill-qwen-32b-250120","name":"DeepSeek R1 Distill Qwen 32B","display_name":"DeepSeek R1 Distill Qwen 32B","type":"chat","context_length":32000,"max_output_tokens":4096,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":false},{"id":"deepseek-r1-distill-qwen-7b-250120","name":"DeepSeek R1 Distill Qwen 7B","display_name":"DeepSeek R1 Distill Qwen 7B","type":"chat","context_length":32000,"max_output_tokens":4096,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":false},{"id":"deepseek-v3-250324","name":"DeepSeek V3","display_name":"DeepSeek V3","type":"chat","context_length":64000,"max_output_tokens":4096,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":true},{"id":"doubao-seed-1-6-vision-250815","name":"Doubao Seed 1.6 Vision","display_name":"Doubao Seed 1.6 Vision","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true},{"id":"doubao-seed-1-6-250615","name":"Doubao Seed 1.6","display_name":"Doubao Seed 1.6","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true},{"id":"doubao-seed-1-6-flash-250715","name":"Doubao Seed 1.6 Flash","display_name":"Doubao Seed 1.6 Flash","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true},{"id":"doubao-seed-1-6-flash-250615","name":"Doubao Seed 1.6 Flash (250615)","display_name":"Doubao Seed 1.6 Flash (250615)","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true},{"id":"doubao-seed-1-6-thinking-250715","name":"Doubao Seed 1.6 Thinking","display_name":"Doubao Seed 1.6 Thinking","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true},{"id":"doubao-seed-1-6-thinking-250615","name":"Doubao Seed 1.6 Thinking (250615)","display_name":"Doubao Seed 1.6 Thinking (250615)","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true}]},"ollama":{"id":"ollama","name":"Ollama","display_name":"Ollama","metadata":{"source":"public-provider-conf-template"},"models":[{"id":"alfred:40b","name":"Alfred 40b","display_name":"Alfred 40b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:40b-1023-q4_0","name":"Alfred 40b 1023 q4_0","display_name":"Alfred 40b 1023 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:40b-1023-q4_1","name":"Alfred 40b 1023 q4_1","display_name":"Alfred 40b 1023 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:40b-1023-q5_0","name":"Alfred 40b 1023 q5_0","display_name":"Alfred 40b 1023 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:40b-1023-q5_1","name":"Alfred 40b 1023 q5_1","display_name":"Alfred 40b 1023 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:40b-1023-q8_0","name":"Alfred 40b 1023 q8_0","display_name":"Alfred 40b 1023 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:latest","name":"Alfred Latest","display_name":"Alfred Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:22m","name":"All-minilm 22m","display_name":"All-minilm 22m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:22m-l6-v2-fp16","name":"All-minilm 22m l6 v2 fp16","display_name":"All-minilm 22m l6 v2 fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:33m","name":"All-minilm 33m","display_name":"All-minilm 33m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:33m-l12-v2-fp16","name":"All-minilm 33m l12 v2 fp16","display_name":"All-minilm 33m l12 v2 fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:l12","name":"All-minilm L12","display_name":"All-minilm L12","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:l12-v2","name":"All-minilm L12 v2","display_name":"All-minilm L12 v2","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:l6","name":"All-minilm L6","display_name":"All-minilm L6","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:l6-v2","name":"All-minilm L6 v2","display_name":"All-minilm L6 v2","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:latest","name":"All-minilm Latest","display_name":"All-minilm Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:v2","name":"All-minilm V2","display_name":"All-minilm V2","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b","name":"Athene-v2 72b","display_name":"Athene-v2 72b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-fp16","name":"Athene-v2 72b fp16","display_name":"Athene-v2 72b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q2_K","name":"Athene-v2 72b q2_K","display_name":"Athene-v2 72b q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q3_K_L","name":"Athene-v2 72b q3_K_L","display_name":"Athene-v2 72b q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q3_K_M","name":"Athene-v2 72b q3_K_M","display_name":"Athene-v2 72b q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q3_K_S","name":"Athene-v2 72b q3_K_S","display_name":"Athene-v2 72b q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q4_0","name":"Athene-v2 72b q4_0","display_name":"Athene-v2 72b q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q4_1","name":"Athene-v2 72b q4_1","display_name":"Athene-v2 72b q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q4_K_M","name":"Athene-v2 72b q4_K_M","display_name":"Athene-v2 72b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q4_K_S","name":"Athene-v2 72b q4_K_S","display_name":"Athene-v2 72b q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q5_0","name":"Athene-v2 72b q5_0","display_name":"Athene-v2 72b q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q5_1","name":"Athene-v2 72b q5_1","display_name":"Athene-v2 72b q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q5_K_M","name":"Athene-v2 72b q5_K_M","display_name":"Athene-v2 72b q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q5_K_S","name":"Athene-v2 72b q5_K_S","display_name":"Athene-v2 72b q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q6_K","name":"Athene-v2 72b q6_K","display_name":"Athene-v2 72b q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q8_0","name":"Athene-v2 72b q8_0","display_name":"Athene-v2 72b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:latest","name":"Athene-v2 Latest","display_name":"Athene-v2 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b","name":"Aya-expanse 32b","display_name":"Aya-expanse 32b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-fp16","name":"Aya-expanse 32b fp16","display_name":"Aya-expanse 32b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q2_K","name":"Aya-expanse 32b q2_K","display_name":"Aya-expanse 32b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q3_K_L","name":"Aya-expanse 32b q3_K_L","display_name":"Aya-expanse 32b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q3_K_M","name":"Aya-expanse 32b q3_K_M","display_name":"Aya-expanse 32b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q3_K_S","name":"Aya-expanse 32b q3_K_S","display_name":"Aya-expanse 32b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q4_0","name":"Aya-expanse 32b q4_0","display_name":"Aya-expanse 32b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q4_1","name":"Aya-expanse 32b q4_1","display_name":"Aya-expanse 32b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q4_K_M","name":"Aya-expanse 32b q4_K_M","display_name":"Aya-expanse 32b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q4_K_S","name":"Aya-expanse 32b q4_K_S","display_name":"Aya-expanse 32b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q5_0","name":"Aya-expanse 32b q5_0","display_name":"Aya-expanse 32b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q5_1","name":"Aya-expanse 32b q5_1","display_name":"Aya-expanse 32b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q5_K_M","name":"Aya-expanse 32b q5_K_M","display_name":"Aya-expanse 32b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q5_K_S","name":"Aya-expanse 32b q5_K_S","display_name":"Aya-expanse 32b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q6_K","name":"Aya-expanse 32b q6_K","display_name":"Aya-expanse 32b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q8_0","name":"Aya-expanse 32b q8_0","display_name":"Aya-expanse 32b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b","name":"Aya-expanse 8b","display_name":"Aya-expanse 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-fp16","name":"Aya-expanse 8b fp16","display_name":"Aya-expanse 8b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q2_K","name":"Aya-expanse 8b q2_K","display_name":"Aya-expanse 8b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q3_K_L","name":"Aya-expanse 8b q3_K_L","display_name":"Aya-expanse 8b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q3_K_M","name":"Aya-expanse 8b q3_K_M","display_name":"Aya-expanse 8b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q3_K_S","name":"Aya-expanse 8b q3_K_S","display_name":"Aya-expanse 8b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q4_0","name":"Aya-expanse 8b q4_0","display_name":"Aya-expanse 8b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q4_1","name":"Aya-expanse 8b q4_1","display_name":"Aya-expanse 8b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q4_K_M","name":"Aya-expanse 8b q4_K_M","display_name":"Aya-expanse 8b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q4_K_S","name":"Aya-expanse 8b q4_K_S","display_name":"Aya-expanse 8b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q5_0","name":"Aya-expanse 8b q5_0","display_name":"Aya-expanse 8b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q5_1","name":"Aya-expanse 8b q5_1","display_name":"Aya-expanse 8b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q5_K_M","name":"Aya-expanse 8b q5_K_M","display_name":"Aya-expanse 8b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q5_K_S","name":"Aya-expanse 8b q5_K_S","display_name":"Aya-expanse 8b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q6_K","name":"Aya-expanse 8b q6_K","display_name":"Aya-expanse 8b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q8_0","name":"Aya-expanse 8b q8_0","display_name":"Aya-expanse 8b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:latest","name":"Aya-expanse Latest","display_name":"Aya-expanse Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b","name":"Aya 35b","display_name":"Aya 35b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23","name":"Aya 35b 23","display_name":"Aya 35b 23","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q2_K","name":"Aya 35b 23 q2_K","display_name":"Aya 35b 23 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q3_K_L","name":"Aya 35b 23 q3_K_L","display_name":"Aya 35b 23 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q3_K_M","name":"Aya 35b 23 q3_K_M","display_name":"Aya 35b 23 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q3_K_S","name":"Aya 35b 23 q3_K_S","display_name":"Aya 35b 23 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q4_0","name":"Aya 35b 23 q4_0","display_name":"Aya 35b 23 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q4_1","name":"Aya 35b 23 q4_1","display_name":"Aya 35b 23 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q4_K_M","name":"Aya 35b 23 q4_K_M","display_name":"Aya 35b 23 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q4_K_S","name":"Aya 35b 23 q4_K_S","display_name":"Aya 35b 23 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q5_0","name":"Aya 35b 23 q5_0","display_name":"Aya 35b 23 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q5_1","name":"Aya 35b 23 q5_1","display_name":"Aya 35b 23 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q5_K_M","name":"Aya 35b 23 q5_K_M","display_name":"Aya 35b 23 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q5_K_S","name":"Aya 35b 23 q5_K_S","display_name":"Aya 35b 23 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q6_K","name":"Aya 35b 23 q6_K","display_name":"Aya 35b 23 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q8_0","name":"Aya 35b 23 q8_0","display_name":"Aya 35b 23 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b","name":"Aya 8b","display_name":"Aya 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23","name":"Aya 8b 23","display_name":"Aya 8b 23","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q2_K","name":"Aya 8b 23 q2_K","display_name":"Aya 8b 23 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q3_K_L","name":"Aya 8b 23 q3_K_L","display_name":"Aya 8b 23 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q3_K_M","name":"Aya 8b 23 q3_K_M","display_name":"Aya 8b 23 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q3_K_S","name":"Aya 8b 23 q3_K_S","display_name":"Aya 8b 23 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q4_0","name":"Aya 8b 23 q4_0","display_name":"Aya 8b 23 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q4_1","name":"Aya 8b 23 q4_1","display_name":"Aya 8b 23 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q4_K_M","name":"Aya 8b 23 q4_K_M","display_name":"Aya 8b 23 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q4_K_S","name":"Aya 8b 23 q4_K_S","display_name":"Aya 8b 23 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q5_0","name":"Aya 8b 23 q5_0","display_name":"Aya 8b 23 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q5_1","name":"Aya 8b 23 q5_1","display_name":"Aya 8b 23 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q5_K_M","name":"Aya 8b 23 q5_K_M","display_name":"Aya 8b 23 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q5_K_S","name":"Aya 8b 23 q5_K_S","display_name":"Aya 8b 23 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q6_K","name":"Aya 8b 23 q6_K","display_name":"Aya 8b 23 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q8_0","name":"Aya 8b 23 q8_0","display_name":"Aya 8b 23 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:latest","name":"Aya Latest","display_name":"Aya Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b","name":"Bakllava 7b","display_name":"Bakllava 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-fp16","name":"Bakllava 7b v1 fp16","display_name":"Bakllava 7b v1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q2_K","name":"Bakllava 7b v1 q2_K","display_name":"Bakllava 7b v1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q3_K_L","name":"Bakllava 7b v1 q3_K_L","display_name":"Bakllava 7b v1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q3_K_M","name":"Bakllava 7b v1 q3_K_M","display_name":"Bakllava 7b v1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q3_K_S","name":"Bakllava 7b v1 q3_K_S","display_name":"Bakllava 7b v1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q4_0","name":"Bakllava 7b v1 q4_0","display_name":"Bakllava 7b v1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q4_1","name":"Bakllava 7b v1 q4_1","display_name":"Bakllava 7b v1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q4_K_M","name":"Bakllava 7b v1 q4_K_M","display_name":"Bakllava 7b v1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q4_K_S","name":"Bakllava 7b v1 q4_K_S","display_name":"Bakllava 7b v1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q5_0","name":"Bakllava 7b v1 q5_0","display_name":"Bakllava 7b v1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q5_1","name":"Bakllava 7b v1 q5_1","display_name":"Bakllava 7b v1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q5_K_M","name":"Bakllava 7b v1 q5_K_M","display_name":"Bakllava 7b v1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q5_K_S","name":"Bakllava 7b v1 q5_K_S","display_name":"Bakllava 7b v1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q6_K","name":"Bakllava 7b v1 q6_K","display_name":"Bakllava 7b v1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q8_0","name":"Bakllava 7b v1 q8_0","display_name":"Bakllava 7b v1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:latest","name":"Bakllava Latest","display_name":"Bakllava Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b","name":"Bespoke-minicheck 7b","display_name":"Bespoke-minicheck 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-fp16","name":"Bespoke-minicheck 7b fp16","display_name":"Bespoke-minicheck 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q2_K","name":"Bespoke-minicheck 7b q2_K","display_name":"Bespoke-minicheck 7b q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q3_K_L","name":"Bespoke-minicheck 7b q3_K_L","display_name":"Bespoke-minicheck 7b q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q3_K_M","name":"Bespoke-minicheck 7b q3_K_M","display_name":"Bespoke-minicheck 7b q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q3_K_S","name":"Bespoke-minicheck 7b q3_K_S","display_name":"Bespoke-minicheck 7b q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q4_0","name":"Bespoke-minicheck 7b q4_0","display_name":"Bespoke-minicheck 7b q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q4_1","name":"Bespoke-minicheck 7b q4_1","display_name":"Bespoke-minicheck 7b q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q4_K_M","name":"Bespoke-minicheck 7b q4_K_M","display_name":"Bespoke-minicheck 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q4_K_S","name":"Bespoke-minicheck 7b q4_K_S","display_name":"Bespoke-minicheck 7b q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q5_0","name":"Bespoke-minicheck 7b q5_0","display_name":"Bespoke-minicheck 7b q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q5_1","name":"Bespoke-minicheck 7b q5_1","display_name":"Bespoke-minicheck 7b q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q5_K_M","name":"Bespoke-minicheck 7b q5_K_M","display_name":"Bespoke-minicheck 7b q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q5_K_S","name":"Bespoke-minicheck 7b q5_K_S","display_name":"Bespoke-minicheck 7b q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q6_K","name":"Bespoke-minicheck 7b q6_K","display_name":"Bespoke-minicheck 7b q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q8_0","name":"Bespoke-minicheck 7b q8_0","display_name":"Bespoke-minicheck 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:latest","name":"Bespoke-minicheck Latest","display_name":"Bespoke-minicheck Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-large:335m","name":"Bge-large 335m","display_name":"Bge-large 335m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-large:335m-en-v1.5-fp16","name":"Bge-large 335m en v1.5 fp16","display_name":"Bge-large 335m en v1.5 fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-large:latest","name":"Bge-large Latest","display_name":"Bge-large Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-m3:567m","name":"Bge-m3 567m","display_name":"Bge-m3 567m","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-m3:567m-fp16","name":"Bge-m3 567m fp16","display_name":"Bge-m3 567m fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-m3:latest","name":"Bge-m3 Latest","display_name":"Bge-m3 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b","name":"Codebooga 34b","display_name":"Codebooga 34b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-fp16","name":"Codebooga 34b v0.1 fp16","display_name":"Codebooga 34b v0.1 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q2_K","name":"Codebooga 34b v0.1 q2_K","display_name":"Codebooga 34b v0.1 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q3_K_L","name":"Codebooga 34b v0.1 q3_K_L","display_name":"Codebooga 34b v0.1 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q3_K_M","name":"Codebooga 34b v0.1 q3_K_M","display_name":"Codebooga 34b v0.1 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q3_K_S","name":"Codebooga 34b v0.1 q3_K_S","display_name":"Codebooga 34b v0.1 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q4_0","name":"Codebooga 34b v0.1 q4_0","display_name":"Codebooga 34b v0.1 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q4_1","name":"Codebooga 34b v0.1 q4_1","display_name":"Codebooga 34b v0.1 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q4_K_M","name":"Codebooga 34b v0.1 q4_K_M","display_name":"Codebooga 34b v0.1 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q5_0","name":"Codebooga 34b v0.1 q5_0","display_name":"Codebooga 34b v0.1 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q5_1","name":"Codebooga 34b v0.1 q5_1","display_name":"Codebooga 34b v0.1 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q5_K_M","name":"Codebooga 34b v0.1 q5_K_M","display_name":"Codebooga 34b v0.1 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q5_K_S","name":"Codebooga 34b v0.1 q5_K_S","display_name":"Codebooga 34b v0.1 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q6_K","name":"Codebooga 34b v0.1 q6_K","display_name":"Codebooga 34b v0.1 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q8_0","name":"Codebooga 34b v0.1 q8_0","display_name":"Codebooga 34b v0.1 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:latest","name":"Codebooga Latest","display_name":"Codebooga Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b","name":"Codegeex4 9b","display_name":"Codegeex4 9b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-fp16","name":"Codegeex4 9b all fp16","display_name":"Codegeex4 9b all fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q2_K","name":"Codegeex4 9b all q2_K","display_name":"Codegeex4 9b all q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q3_K_L","name":"Codegeex4 9b all q3_K_L","display_name":"Codegeex4 9b all q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q3_K_M","name":"Codegeex4 9b all q3_K_M","display_name":"Codegeex4 9b all q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q3_K_S","name":"Codegeex4 9b all q3_K_S","display_name":"Codegeex4 9b all q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q4_0","name":"Codegeex4 9b all q4_0","display_name":"Codegeex4 9b all q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q4_1","name":"Codegeex4 9b all q4_1","display_name":"Codegeex4 9b all q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q4_K_M","name":"Codegeex4 9b all q4_K_M","display_name":"Codegeex4 9b all q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q4_K_S","name":"Codegeex4 9b all q4_K_S","display_name":"Codegeex4 9b all q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q5_0","name":"Codegeex4 9b all q5_0","display_name":"Codegeex4 9b all q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q5_1","name":"Codegeex4 9b all q5_1","display_name":"Codegeex4 9b all q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q5_K_M","name":"Codegeex4 9b all q5_K_M","display_name":"Codegeex4 9b all q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q5_K_S","name":"Codegeex4 9b all q5_K_S","display_name":"Codegeex4 9b all q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q6_K","name":"Codegeex4 9b all q6_K","display_name":"Codegeex4 9b all q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q8_0","name":"Codegeex4 9b all q8_0","display_name":"Codegeex4 9b all q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:latest","name":"Codegeex4 Latest","display_name":"Codegeex4 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b","name":"Codellama 13b","display_name":"Codellama 13b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code","name":"Codellama 13b code","display_name":"Codellama 13b code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-fp16","name":"Codellama 13b code fp16","display_name":"Codellama 13b code fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q2_K","name":"Codellama 13b code q2_K","display_name":"Codellama 13b code q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q3_K_L","name":"Codellama 13b code q3_K_L","display_name":"Codellama 13b code q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q3_K_M","name":"Codellama 13b code q3_K_M","display_name":"Codellama 13b code q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q3_K_S","name":"Codellama 13b code q3_K_S","display_name":"Codellama 13b code q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q4_0","name":"Codellama 13b code q4_0","display_name":"Codellama 13b code q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q4_1","name":"Codellama 13b code q4_1","display_name":"Codellama 13b code q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q4_K_M","name":"Codellama 13b code q4_K_M","display_name":"Codellama 13b code q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q4_K_S","name":"Codellama 13b code q4_K_S","display_name":"Codellama 13b code q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q5_0","name":"Codellama 13b code q5_0","display_name":"Codellama 13b code q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q5_1","name":"Codellama 13b code q5_1","display_name":"Codellama 13b code q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q5_K_M","name":"Codellama 13b code q5_K_M","display_name":"Codellama 13b code q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q5_K_S","name":"Codellama 13b code q5_K_S","display_name":"Codellama 13b code q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q6_K","name":"Codellama 13b code q6_K","display_name":"Codellama 13b code q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q8_0","name":"Codellama 13b code q8_0","display_name":"Codellama 13b code q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct","name":"Codellama 13b instruct","display_name":"Codellama 13b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-fp16","name":"Codellama 13b instruct fp16","display_name":"Codellama 13b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q2_K","name":"Codellama 13b instruct q2_K","display_name":"Codellama 13b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q3_K_L","name":"Codellama 13b instruct q3_K_L","display_name":"Codellama 13b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q3_K_M","name":"Codellama 13b instruct q3_K_M","display_name":"Codellama 13b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q3_K_S","name":"Codellama 13b instruct q3_K_S","display_name":"Codellama 13b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q4_0","name":"Codellama 13b instruct q4_0","display_name":"Codellama 13b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q4_1","name":"Codellama 13b instruct q4_1","display_name":"Codellama 13b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q4_K_M","name":"Codellama 13b instruct q4_K_M","display_name":"Codellama 13b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q4_K_S","name":"Codellama 13b instruct q4_K_S","display_name":"Codellama 13b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q5_0","name":"Codellama 13b instruct q5_0","display_name":"Codellama 13b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q5_1","name":"Codellama 13b instruct q5_1","display_name":"Codellama 13b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q5_K_M","name":"Codellama 13b instruct q5_K_M","display_name":"Codellama 13b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q5_K_S","name":"Codellama 13b instruct q5_K_S","display_name":"Codellama 13b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q6_K","name":"Codellama 13b instruct q6_K","display_name":"Codellama 13b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q8_0","name":"Codellama 13b instruct q8_0","display_name":"Codellama 13b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python","name":"Codellama 13b python","display_name":"Codellama 13b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-fp16","name":"Codellama 13b python fp16","display_name":"Codellama 13b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q2_K","name":"Codellama 13b python q2_K","display_name":"Codellama 13b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q3_K_L","name":"Codellama 13b python q3_K_L","display_name":"Codellama 13b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q3_K_M","name":"Codellama 13b python q3_K_M","display_name":"Codellama 13b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q3_K_S","name":"Codellama 13b python q3_K_S","display_name":"Codellama 13b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q4_0","name":"Codellama 13b python q4_0","display_name":"Codellama 13b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q4_1","name":"Codellama 13b python q4_1","display_name":"Codellama 13b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q4_K_M","name":"Codellama 13b python q4_K_M","display_name":"Codellama 13b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q4_K_S","name":"Codellama 13b python q4_K_S","display_name":"Codellama 13b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q5_0","name":"Codellama 13b python q5_0","display_name":"Codellama 13b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q5_1","name":"Codellama 13b python q5_1","display_name":"Codellama 13b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q5_K_M","name":"Codellama 13b python q5_K_M","display_name":"Codellama 13b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q5_K_S","name":"Codellama 13b python q5_K_S","display_name":"Codellama 13b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q6_K","name":"Codellama 13b python q6_K","display_name":"Codellama 13b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q8_0","name":"Codellama 13b python q8_0","display_name":"Codellama 13b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b","name":"Codellama 34b","display_name":"Codellama 34b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code","name":"Codellama 34b code","display_name":"Codellama 34b code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q2_K","name":"Codellama 34b code q2_K","display_name":"Codellama 34b code q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q3_K_L","name":"Codellama 34b code q3_K_L","display_name":"Codellama 34b code q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q3_K_M","name":"Codellama 34b code q3_K_M","display_name":"Codellama 34b code q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q3_K_S","name":"Codellama 34b code q3_K_S","display_name":"Codellama 34b code q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q4_0","name":"Codellama 34b code q4_0","display_name":"Codellama 34b code q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q4_1","name":"Codellama 34b code q4_1","display_name":"Codellama 34b code q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q4_K_M","name":"Codellama 34b code q4_K_M","display_name":"Codellama 34b code q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q4_K_S","name":"Codellama 34b code q4_K_S","display_name":"Codellama 34b code q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q5_0","name":"Codellama 34b code q5_0","display_name":"Codellama 34b code q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q5_1","name":"Codellama 34b code q5_1","display_name":"Codellama 34b code q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q5_K_M","name":"Codellama 34b code q5_K_M","display_name":"Codellama 34b code q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q5_K_S","name":"Codellama 34b code q5_K_S","display_name":"Codellama 34b code q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q6_K","name":"Codellama 34b code q6_K","display_name":"Codellama 34b code q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q8_0","name":"Codellama 34b code q8_0","display_name":"Codellama 34b code q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct","name":"Codellama 34b instruct","display_name":"Codellama 34b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-fp16","name":"Codellama 34b instruct fp16","display_name":"Codellama 34b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q2_K","name":"Codellama 34b instruct q2_K","display_name":"Codellama 34b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q3_K_L","name":"Codellama 34b instruct q3_K_L","display_name":"Codellama 34b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q3_K_M","name":"Codellama 34b instruct q3_K_M","display_name":"Codellama 34b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q3_K_S","name":"Codellama 34b instruct q3_K_S","display_name":"Codellama 34b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q4_0","name":"Codellama 34b instruct q4_0","display_name":"Codellama 34b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q4_1","name":"Codellama 34b instruct q4_1","display_name":"Codellama 34b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q4_K_M","name":"Codellama 34b instruct q4_K_M","display_name":"Codellama 34b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q4_K_S","name":"Codellama 34b instruct q4_K_S","display_name":"Codellama 34b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q5_0","name":"Codellama 34b instruct q5_0","display_name":"Codellama 34b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q5_1","name":"Codellama 34b instruct q5_1","display_name":"Codellama 34b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q5_K_M","name":"Codellama 34b instruct q5_K_M","display_name":"Codellama 34b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q5_K_S","name":"Codellama 34b instruct q5_K_S","display_name":"Codellama 34b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q6_K","name":"Codellama 34b instruct q6_K","display_name":"Codellama 34b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q8_0","name":"Codellama 34b instruct q8_0","display_name":"Codellama 34b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python","name":"Codellama 34b python","display_name":"Codellama 34b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-fp16","name":"Codellama 34b python fp16","display_name":"Codellama 34b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q2_K","name":"Codellama 34b python q2_K","display_name":"Codellama 34b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q3_K_L","name":"Codellama 34b python q3_K_L","display_name":"Codellama 34b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q3_K_M","name":"Codellama 34b python q3_K_M","display_name":"Codellama 34b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q3_K_S","name":"Codellama 34b python q3_K_S","display_name":"Codellama 34b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q4_0","name":"Codellama 34b python q4_0","display_name":"Codellama 34b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q4_1","name":"Codellama 34b python q4_1","display_name":"Codellama 34b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q4_K_M","name":"Codellama 34b python q4_K_M","display_name":"Codellama 34b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q4_K_S","name":"Codellama 34b python q4_K_S","display_name":"Codellama 34b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q5_0","name":"Codellama 34b python q5_0","display_name":"Codellama 34b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q5_1","name":"Codellama 34b python q5_1","display_name":"Codellama 34b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q5_K_M","name":"Codellama 34b python q5_K_M","display_name":"Codellama 34b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q5_K_S","name":"Codellama 34b python q5_K_S","display_name":"Codellama 34b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q6_K","name":"Codellama 34b python q6_K","display_name":"Codellama 34b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q8_0","name":"Codellama 34b python q8_0","display_name":"Codellama 34b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b","name":"Codellama 70b","display_name":"Codellama 70b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code","name":"Codellama 70b code","display_name":"Codellama 70b code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-fp16","name":"Codellama 70b code fp16","display_name":"Codellama 70b code fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q2_K","name":"Codellama 70b code q2_K","display_name":"Codellama 70b code q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q3_K_L","name":"Codellama 70b code q3_K_L","display_name":"Codellama 70b code q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q3_K_M","name":"Codellama 70b code q3_K_M","display_name":"Codellama 70b code q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q3_K_S","name":"Codellama 70b code q3_K_S","display_name":"Codellama 70b code q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q4_0","name":"Codellama 70b code q4_0","display_name":"Codellama 70b code q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q4_1","name":"Codellama 70b code q4_1","display_name":"Codellama 70b code q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q4_K_M","name":"Codellama 70b code q4_K_M","display_name":"Codellama 70b code q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q4_K_S","name":"Codellama 70b code q4_K_S","display_name":"Codellama 70b code q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q5_0","name":"Codellama 70b code q5_0","display_name":"Codellama 70b code q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q5_1","name":"Codellama 70b code q5_1","display_name":"Codellama 70b code q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q5_K_M","name":"Codellama 70b code q5_K_M","display_name":"Codellama 70b code q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q5_K_S","name":"Codellama 70b code q5_K_S","display_name":"Codellama 70b code q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q6_K","name":"Codellama 70b code q6_K","display_name":"Codellama 70b code q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q8_0","name":"Codellama 70b code q8_0","display_name":"Codellama 70b code q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct","name":"Codellama 70b instruct","display_name":"Codellama 70b instruct","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-fp16","name":"Codellama 70b instruct fp16","display_name":"Codellama 70b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q2_K","name":"Codellama 70b instruct q2_K","display_name":"Codellama 70b instruct q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q3_K_L","name":"Codellama 70b instruct q3_K_L","display_name":"Codellama 70b instruct q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q3_K_M","name":"Codellama 70b instruct q3_K_M","display_name":"Codellama 70b instruct q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q3_K_S","name":"Codellama 70b instruct q3_K_S","display_name":"Codellama 70b instruct q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q4_0","name":"Codellama 70b instruct q4_0","display_name":"Codellama 70b instruct q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q4_1","name":"Codellama 70b instruct q4_1","display_name":"Codellama 70b instruct q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q4_K_M","name":"Codellama 70b instruct q4_K_M","display_name":"Codellama 70b instruct q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q4_K_S","name":"Codellama 70b instruct q4_K_S","display_name":"Codellama 70b instruct q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q5_0","name":"Codellama 70b instruct q5_0","display_name":"Codellama 70b instruct q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q5_1","name":"Codellama 70b instruct q5_1","display_name":"Codellama 70b instruct q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q5_K_M","name":"Codellama 70b instruct q5_K_M","display_name":"Codellama 70b instruct q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q5_K_S","name":"Codellama 70b instruct q5_K_S","display_name":"Codellama 70b instruct q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q6_K","name":"Codellama 70b instruct q6_K","display_name":"Codellama 70b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q8_0","name":"Codellama 70b instruct q8_0","display_name":"Codellama 70b instruct q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python","name":"Codellama 70b python","display_name":"Codellama 70b python","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-fp16","name":"Codellama 70b python fp16","display_name":"Codellama 70b python fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q2_K","name":"Codellama 70b python q2_K","display_name":"Codellama 70b python q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q3_K_L","name":"Codellama 70b python q3_K_L","display_name":"Codellama 70b python q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q3_K_M","name":"Codellama 70b python q3_K_M","display_name":"Codellama 70b python q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q3_K_S","name":"Codellama 70b python q3_K_S","display_name":"Codellama 70b python q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q4_0","name":"Codellama 70b python q4_0","display_name":"Codellama 70b python q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q4_1","name":"Codellama 70b python q4_1","display_name":"Codellama 70b python q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q4_K_M","name":"Codellama 70b python q4_K_M","display_name":"Codellama 70b python q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q4_K_S","name":"Codellama 70b python q4_K_S","display_name":"Codellama 70b python q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q5_0","name":"Codellama 70b python q5_0","display_name":"Codellama 70b python q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q5_1","name":"Codellama 70b python q5_1","display_name":"Codellama 70b python q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q5_K_M","name":"Codellama 70b python q5_K_M","display_name":"Codellama 70b python q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q5_K_S","name":"Codellama 70b python q5_K_S","display_name":"Codellama 70b python q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q6_K","name":"Codellama 70b python q6_K","display_name":"Codellama 70b python q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q8_0","name":"Codellama 70b python q8_0","display_name":"Codellama 70b python q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b","name":"Codellama 7b","display_name":"Codellama 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code","name":"Codellama 7b code","display_name":"Codellama 7b code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-fp16","name":"Codellama 7b code fp16","display_name":"Codellama 7b code fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q2_K","name":"Codellama 7b code q2_K","display_name":"Codellama 7b code q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q3_K_L","name":"Codellama 7b code q3_K_L","display_name":"Codellama 7b code q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q3_K_M","name":"Codellama 7b code q3_K_M","display_name":"Codellama 7b code q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q3_K_S","name":"Codellama 7b code q3_K_S","display_name":"Codellama 7b code q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q4_0","name":"Codellama 7b code q4_0","display_name":"Codellama 7b code q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q4_1","name":"Codellama 7b code q4_1","display_name":"Codellama 7b code q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q4_K_M","name":"Codellama 7b code q4_K_M","display_name":"Codellama 7b code q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q4_K_S","name":"Codellama 7b code q4_K_S","display_name":"Codellama 7b code q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q5_0","name":"Codellama 7b code q5_0","display_name":"Codellama 7b code q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q5_1","name":"Codellama 7b code q5_1","display_name":"Codellama 7b code q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q5_K_M","name":"Codellama 7b code q5_K_M","display_name":"Codellama 7b code q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q5_K_S","name":"Codellama 7b code q5_K_S","display_name":"Codellama 7b code q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q6_K","name":"Codellama 7b code q6_K","display_name":"Codellama 7b code q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q8_0","name":"Codellama 7b code q8_0","display_name":"Codellama 7b code q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct","name":"Codellama 7b instruct","display_name":"Codellama 7b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-fp16","name":"Codellama 7b instruct fp16","display_name":"Codellama 7b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q2_K","name":"Codellama 7b instruct q2_K","display_name":"Codellama 7b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q3_K_L","name":"Codellama 7b instruct q3_K_L","display_name":"Codellama 7b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q3_K_M","name":"Codellama 7b instruct q3_K_M","display_name":"Codellama 7b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q3_K_S","name":"Codellama 7b instruct q3_K_S","display_name":"Codellama 7b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q4_0","name":"Codellama 7b instruct q4_0","display_name":"Codellama 7b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q4_1","name":"Codellama 7b instruct q4_1","display_name":"Codellama 7b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q4_K_M","name":"Codellama 7b instruct q4_K_M","display_name":"Codellama 7b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q4_K_S","name":"Codellama 7b instruct q4_K_S","display_name":"Codellama 7b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q5_0","name":"Codellama 7b instruct q5_0","display_name":"Codellama 7b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q5_1","name":"Codellama 7b instruct q5_1","display_name":"Codellama 7b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q5_K_M","name":"Codellama 7b instruct q5_K_M","display_name":"Codellama 7b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q5_K_S","name":"Codellama 7b instruct q5_K_S","display_name":"Codellama 7b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q6_K","name":"Codellama 7b instruct q6_K","display_name":"Codellama 7b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q8_0","name":"Codellama 7b instruct q8_0","display_name":"Codellama 7b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python","name":"Codellama 7b python","display_name":"Codellama 7b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-fp16","name":"Codellama 7b python fp16","display_name":"Codellama 7b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q2_K","name":"Codellama 7b python q2_K","display_name":"Codellama 7b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q3_K_L","name":"Codellama 7b python q3_K_L","display_name":"Codellama 7b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q3_K_M","name":"Codellama 7b python q3_K_M","display_name":"Codellama 7b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q3_K_S","name":"Codellama 7b python q3_K_S","display_name":"Codellama 7b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q4_0","name":"Codellama 7b python q4_0","display_name":"Codellama 7b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q4_1","name":"Codellama 7b python q4_1","display_name":"Codellama 7b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q4_K_M","name":"Codellama 7b python q4_K_M","display_name":"Codellama 7b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q4_K_S","name":"Codellama 7b python q4_K_S","display_name":"Codellama 7b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q5_0","name":"Codellama 7b python q5_0","display_name":"Codellama 7b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q5_1","name":"Codellama 7b python q5_1","display_name":"Codellama 7b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q5_K_M","name":"Codellama 7b python q5_K_M","display_name":"Codellama 7b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q5_K_S","name":"Codellama 7b python q5_K_S","display_name":"Codellama 7b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q6_K","name":"Codellama 7b python q6_K","display_name":"Codellama 7b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q8_0","name":"Codellama 7b python q8_0","display_name":"Codellama 7b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:code","name":"Codellama Code","display_name":"Codellama Code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:instruct","name":"Codellama Instruct","display_name":"Codellama Instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:latest","name":"Codellama Latest","display_name":"Codellama Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:python","name":"Codellama Python","display_name":"Codellama Python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b","name":"Codeqwen 7b","display_name":"Codeqwen 7b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat","name":"Codeqwen 7b chat","display_name":"Codeqwen 7b chat","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-fp16","name":"Codeqwen 7b chat v1.5 fp16","display_name":"Codeqwen 7b chat v1.5 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q2_K","name":"Codeqwen 7b chat v1.5 q2_K","display_name":"Codeqwen 7b chat v1.5 q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q3_K_L","name":"Codeqwen 7b chat v1.5 q3_K_L","display_name":"Codeqwen 7b chat v1.5 q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q3_K_M","name":"Codeqwen 7b chat v1.5 q3_K_M","display_name":"Codeqwen 7b chat v1.5 q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q3_K_S","name":"Codeqwen 7b chat v1.5 q3_K_S","display_name":"Codeqwen 7b chat v1.5 q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q4_0","name":"Codeqwen 7b chat v1.5 q4_0","display_name":"Codeqwen 7b chat v1.5 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q4_1","name":"Codeqwen 7b chat v1.5 q4_1","display_name":"Codeqwen 7b chat v1.5 q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q4_K_M","name":"Codeqwen 7b chat v1.5 q4_K_M","display_name":"Codeqwen 7b chat v1.5 q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q4_K_S","name":"Codeqwen 7b chat v1.5 q4_K_S","display_name":"Codeqwen 7b chat v1.5 q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q5_0","name":"Codeqwen 7b chat v1.5 q5_0","display_name":"Codeqwen 7b chat v1.5 q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q5_1","name":"Codeqwen 7b chat v1.5 q5_1","display_name":"Codeqwen 7b chat v1.5 q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q5_K_M","name":"Codeqwen 7b chat v1.5 q5_K_M","display_name":"Codeqwen 7b chat v1.5 q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q5_K_S","name":"Codeqwen 7b chat v1.5 q5_K_S","display_name":"Codeqwen 7b chat v1.5 q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q6_K","name":"Codeqwen 7b chat v1.5 q6_K","display_name":"Codeqwen 7b chat v1.5 q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q8_0","name":"Codeqwen 7b chat v1.5 q8_0","display_name":"Codeqwen 7b chat v1.5 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code","name":"Codeqwen 7b code","display_name":"Codeqwen 7b code","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-fp16","name":"Codeqwen 7b code v1.5 fp16","display_name":"Codeqwen 7b code v1.5 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-q4_0","name":"Codeqwen 7b code v1.5 q4_0","display_name":"Codeqwen 7b code v1.5 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-q4_1","name":"Codeqwen 7b code v1.5 q4_1","display_name":"Codeqwen 7b code v1.5 q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-q5_0","name":"Codeqwen 7b code v1.5 q5_0","display_name":"Codeqwen 7b code v1.5 q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-q5_1","name":"Codeqwen 7b code v1.5 q5_1","display_name":"Codeqwen 7b code v1.5 q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-q8_0","name":"Codeqwen 7b code v1.5 q8_0","display_name":"Codeqwen 7b code v1.5 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:chat","name":"Codeqwen Chat","display_name":"Codeqwen Chat","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:code","name":"Codeqwen Code","display_name":"Codeqwen Code","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:latest","name":"Codeqwen Latest","display_name":"Codeqwen Latest","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:v1.5","name":"Codeqwen V1.5","display_name":"Codeqwen V1.5","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:v1.5-chat","name":"Codeqwen V1.5 chat","display_name":"Codeqwen V1.5 chat","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:v1.5-code","name":"Codeqwen V1.5 code","display_name":"Codeqwen V1.5 code","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b","name":"Codestral 22b","display_name":"Codestral 22b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q2_K","name":"Codestral 22b v0.1 q2_K","display_name":"Codestral 22b v0.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q3_K_L","name":"Codestral 22b v0.1 q3_K_L","display_name":"Codestral 22b v0.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q3_K_M","name":"Codestral 22b v0.1 q3_K_M","display_name":"Codestral 22b v0.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q3_K_S","name":"Codestral 22b v0.1 q3_K_S","display_name":"Codestral 22b v0.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q4_0","name":"Codestral 22b v0.1 q4_0","display_name":"Codestral 22b v0.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q4_1","name":"Codestral 22b v0.1 q4_1","display_name":"Codestral 22b v0.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q4_K_M","name":"Codestral 22b v0.1 q4_K_M","display_name":"Codestral 22b v0.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q4_K_S","name":"Codestral 22b v0.1 q4_K_S","display_name":"Codestral 22b v0.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q5_0","name":"Codestral 22b v0.1 q5_0","display_name":"Codestral 22b v0.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q5_1","name":"Codestral 22b v0.1 q5_1","display_name":"Codestral 22b v0.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q5_K_M","name":"Codestral 22b v0.1 q5_K_M","display_name":"Codestral 22b v0.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q5_K_S","name":"Codestral 22b v0.1 q5_K_S","display_name":"Codestral 22b v0.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q6_K","name":"Codestral 22b v0.1 q6_K","display_name":"Codestral 22b v0.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q8_0","name":"Codestral 22b v0.1 q8_0","display_name":"Codestral 22b v0.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:latest","name":"Codestral Latest","display_name":"Codestral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:v0.1","name":"Codestral V0.1","display_name":"Codestral V0.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b","name":"Codeup 13b","display_name":"Codeup 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2","name":"Codeup 13b llama2","display_name":"Codeup 13b llama2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat","name":"Codeup 13b llama2 chat","display_name":"Codeup 13b llama2 chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-fp16","name":"Codeup 13b llama2 chat fp16","display_name":"Codeup 13b llama2 chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q2_K","name":"Codeup 13b llama2 chat q2_K","display_name":"Codeup 13b llama2 chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q3_K_L","name":"Codeup 13b llama2 chat q3_K_L","display_name":"Codeup 13b llama2 chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q3_K_M","name":"Codeup 13b llama2 chat q3_K_M","display_name":"Codeup 13b llama2 chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q3_K_S","name":"Codeup 13b llama2 chat q3_K_S","display_name":"Codeup 13b llama2 chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q4_0","name":"Codeup 13b llama2 chat q4_0","display_name":"Codeup 13b llama2 chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q4_1","name":"Codeup 13b llama2 chat q4_1","display_name":"Codeup 13b llama2 chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q4_K_M","name":"Codeup 13b llama2 chat q4_K_M","display_name":"Codeup 13b llama2 chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q4_K_S","name":"Codeup 13b llama2 chat q4_K_S","display_name":"Codeup 13b llama2 chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q5_0","name":"Codeup 13b llama2 chat q5_0","display_name":"Codeup 13b llama2 chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q5_1","name":"Codeup 13b llama2 chat q5_1","display_name":"Codeup 13b llama2 chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q5_K_M","name":"Codeup 13b llama2 chat q5_K_M","display_name":"Codeup 13b llama2 chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q5_K_S","name":"Codeup 13b llama2 chat q5_K_S","display_name":"Codeup 13b llama2 chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q6_K","name":"Codeup 13b llama2 chat q6_K","display_name":"Codeup 13b llama2 chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q8_0","name":"Codeup 13b llama2 chat q8_0","display_name":"Codeup 13b llama2 chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:latest","name":"Codeup Latest","display_name":"Codeup Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:14b","name":"Cogito 14b","display_name":"Cogito 14b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:14b-v1-preview-qwen-fp16","name":"Cogito 14b v1 preview qwen fp16","display_name":"Cogito 14b v1 preview qwen fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:14b-v1-preview-qwen-q4_K_M","name":"Cogito 14b v1 preview qwen q4_K_M","display_name":"Cogito 14b v1 preview qwen q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:14b-v1-preview-qwen-q8_0","name":"Cogito 14b v1 preview qwen q8_0","display_name":"Cogito 14b v1 preview qwen q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:32b","name":"Cogito 32b","display_name":"Cogito 32b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:32b-v1-preview-qwen-fp16","name":"Cogito 32b v1 preview qwen fp16","display_name":"Cogito 32b v1 preview qwen fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:32b-v1-preview-qwen-q4_K_M","name":"Cogito 32b v1 preview qwen q4_K_M","display_name":"Cogito 32b v1 preview qwen q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:32b-v1-preview-qwen-q8_0","name":"Cogito 32b v1 preview qwen q8_0","display_name":"Cogito 32b v1 preview qwen q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:3b","name":"Cogito 3b","display_name":"Cogito 3b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:3b-v1-preview-llama-fp16","name":"Cogito 3b v1 preview llama fp16","display_name":"Cogito 3b v1 preview llama fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:3b-v1-preview-llama-q4_K_M","name":"Cogito 3b v1 preview llama q4_K_M","display_name":"Cogito 3b v1 preview llama q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:3b-v1-preview-llama-q8_0","name":"Cogito 3b v1 preview llama q8_0","display_name":"Cogito 3b v1 preview llama q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:70b","name":"Cogito 70b","display_name":"Cogito 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:70b-v1-preview-llama-fp16","name":"Cogito 70b v1 preview llama fp16","display_name":"Cogito 70b v1 preview llama fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:70b-v1-preview-llama-q4_K_M","name":"Cogito 70b v1 preview llama q4_K_M","display_name":"Cogito 70b v1 preview llama q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:70b-v1-preview-llama-q8_0","name":"Cogito 70b v1 preview llama q8_0","display_name":"Cogito 70b v1 preview llama q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:8b","name":"Cogito 8b","display_name":"Cogito 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:8b-v1-preview-llama-q4_K_M","name":"Cogito 8b v1 preview llama q4_K_M","display_name":"Cogito 8b v1 preview llama q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:8b-v1-preview-llama-q8_0","name":"Cogito 8b v1 preview llama q8_0","display_name":"Cogito 8b v1 preview llama q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:latest","name":"Cogito Latest","display_name":"Cogito Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-a:111b","name":"Command-a 111b","display_name":"Command-a 111b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-a:111b-03-2025-fp16","name":"Command-a 111b 03 2025 fp16","display_name":"Command-a 111b 03 2025 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-a:111b-03-2025-q4_K_M","name":"Command-a 111b 03 2025 q4_K_M","display_name":"Command-a 111b 03 2025 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-a:111b-03-2025-q8_0","name":"Command-a 111b 03 2025 q8_0","display_name":"Command-a 111b 03 2025 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-a:latest","name":"Command-a Latest","display_name":"Command-a Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b-arabic:7b","name":"Command-r7b-arabic 7b","display_name":"Command-r7b-arabic 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b-arabic:7b-02-2025-fp16","name":"Command-r7b-arabic 7b 02 2025 fp16","display_name":"Command-r7b-arabic 7b 02 2025 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b-arabic:7b-02-2025-q4_K_M","name":"Command-r7b-arabic 7b 02 2025 q4_K_M","display_name":"Command-r7b-arabic 7b 02 2025 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b-arabic:7b-02-2025-q8_0","name":"Command-r7b-arabic 7b 02 2025 q8_0","display_name":"Command-r7b-arabic 7b 02 2025 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b-arabic:latest","name":"Command-r7b-arabic Latest","display_name":"Command-r7b-arabic Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b:7b","name":"Command-r7b 7b","display_name":"Command-r7b 7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b:7b-12-2024-fp16","name":"Command-r7b 7b 12 2024 fp16","display_name":"Command-r7b 7b 12 2024 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b:7b-12-2024-q4_K_M","name":"Command-r7b 7b 12 2024 q4_K_M","display_name":"Command-r7b 7b 12 2024 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b:7b-12-2024-q8_0","name":"Command-r7b 7b 12 2024 q8_0","display_name":"Command-r7b 7b 12 2024 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b:latest","name":"Command-r7b Latest","display_name":"Command-r7b Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:1.5b","name":"Deepcoder 1.5b","display_name":"Deepcoder 1.5b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:1.5b-preview-fp16","name":"Deepcoder 1.5b preview fp16","display_name":"Deepcoder 1.5b preview fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:1.5b-preview-q4_K_M","name":"Deepcoder 1.5b preview q4_K_M","display_name":"Deepcoder 1.5b preview q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:1.5b-preview-q8_0","name":"Deepcoder 1.5b preview q8_0","display_name":"Deepcoder 1.5b preview q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:14b","name":"Deepcoder 14b","display_name":"Deepcoder 14b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:14b-preview-fp16","name":"Deepcoder 14b preview fp16","display_name":"Deepcoder 14b preview fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:14b-preview-q4_K_M","name":"Deepcoder 14b preview q4_K_M","display_name":"Deepcoder 14b preview q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:14b-preview-q8_0","name":"Deepcoder 14b preview q8_0","display_name":"Deepcoder 14b preview q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:latest","name":"Deepcoder Latest","display_name":"Deepcoder Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepscaler:1.5b","name":"Deepscaler 1.5b","display_name":"Deepscaler 1.5b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepscaler:1.5b-preview-fp16","name":"Deepscaler 1.5b preview fp16","display_name":"Deepscaler 1.5b preview fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepscaler:1.5b-preview-q4_K_M","name":"Deepscaler 1.5b preview q4_K_M","display_name":"Deepscaler 1.5b preview q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepscaler:1.5b-preview-q8_0","name":"Deepscaler 1.5b preview q8_0","display_name":"Deepscaler 1.5b preview q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepscaler:latest","name":"Deepscaler Latest","display_name":"Deepscaler Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b","name":"Deepseek-coder-v2 16b","display_name":"Deepseek-coder-v2 16b","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-fp16","name":"Deepseek-coder-v2 16b lite base fp16","display_name":"Deepseek-coder-v2 16b lite base fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q2_K","name":"Deepseek-coder-v2 16b lite base q2_K","display_name":"Deepseek-coder-v2 16b lite base q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q3_K_L","name":"Deepseek-coder-v2 16b lite base q3_K_L","display_name":"Deepseek-coder-v2 16b lite base q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q3_K_M","name":"Deepseek-coder-v2 16b lite base q3_K_M","display_name":"Deepseek-coder-v2 16b lite base q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q3_K_S","name":"Deepseek-coder-v2 16b lite base q3_K_S","display_name":"Deepseek-coder-v2 16b lite base q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q4_0","name":"Deepseek-coder-v2 16b lite base q4_0","display_name":"Deepseek-coder-v2 16b lite base q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q4_1","name":"Deepseek-coder-v2 16b lite base q4_1","display_name":"Deepseek-coder-v2 16b lite base q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q4_K_M","name":"Deepseek-coder-v2 16b lite base q4_K_M","display_name":"Deepseek-coder-v2 16b lite base q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q4_K_S","name":"Deepseek-coder-v2 16b lite base q4_K_S","display_name":"Deepseek-coder-v2 16b lite base q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q5_0","name":"Deepseek-coder-v2 16b lite base q5_0","display_name":"Deepseek-coder-v2 16b lite base q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q5_1","name":"Deepseek-coder-v2 16b lite base q5_1","display_name":"Deepseek-coder-v2 16b lite base q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q5_K_M","name":"Deepseek-coder-v2 16b lite base q5_K_M","display_name":"Deepseek-coder-v2 16b lite base q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q5_K_S","name":"Deepseek-coder-v2 16b lite base q5_K_S","display_name":"Deepseek-coder-v2 16b lite base q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q6_K","name":"Deepseek-coder-v2 16b lite base q6_K","display_name":"Deepseek-coder-v2 16b lite base q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q8_0","name":"Deepseek-coder-v2 16b lite base q8_0","display_name":"Deepseek-coder-v2 16b lite base q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-fp16","name":"Deepseek-coder-v2 16b lite instruct fp16","display_name":"Deepseek-coder-v2 16b lite instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q2_K","name":"Deepseek-coder-v2 16b lite instruct q2_K","display_name":"Deepseek-coder-v2 16b lite instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q3_K_L","name":"Deepseek-coder-v2 16b lite instruct q3_K_L","display_name":"Deepseek-coder-v2 16b lite instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q3_K_M","name":"Deepseek-coder-v2 16b lite instruct q3_K_M","display_name":"Deepseek-coder-v2 16b lite instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q3_K_S","name":"Deepseek-coder-v2 16b lite instruct q3_K_S","display_name":"Deepseek-coder-v2 16b lite instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q4_0","name":"Deepseek-coder-v2 16b lite instruct q4_0","display_name":"Deepseek-coder-v2 16b lite instruct q4_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q4_1","name":"Deepseek-coder-v2 16b lite instruct q4_1","display_name":"Deepseek-coder-v2 16b lite instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q4_K_M","name":"Deepseek-coder-v2 16b lite instruct q4_K_M","display_name":"Deepseek-coder-v2 16b lite instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q4_K_S","name":"Deepseek-coder-v2 16b lite instruct q4_K_S","display_name":"Deepseek-coder-v2 16b lite instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q5_0","name":"Deepseek-coder-v2 16b lite instruct q5_0","display_name":"Deepseek-coder-v2 16b lite instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q5_1","name":"Deepseek-coder-v2 16b lite instruct q5_1","display_name":"Deepseek-coder-v2 16b lite instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q5_K_M","name":"Deepseek-coder-v2 16b lite instruct q5_K_M","display_name":"Deepseek-coder-v2 16b lite instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q5_K_S","name":"Deepseek-coder-v2 16b lite instruct q5_K_S","display_name":"Deepseek-coder-v2 16b lite instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q6_K","name":"Deepseek-coder-v2 16b lite instruct q6_K","display_name":"Deepseek-coder-v2 16b lite instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q8_0","name":"Deepseek-coder-v2 16b lite instruct q8_0","display_name":"Deepseek-coder-v2 16b lite instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b","name":"Deepseek-coder-v2 236b","display_name":"Deepseek-coder-v2 236b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-fp16","name":"Deepseek-coder-v2 236b base fp16","display_name":"Deepseek-coder-v2 236b base fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q2_K","name":"Deepseek-coder-v2 236b base q2_K","display_name":"Deepseek-coder-v2 236b base q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q3_K_L","name":"Deepseek-coder-v2 236b base q3_K_L","display_name":"Deepseek-coder-v2 236b base q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q3_K_M","name":"Deepseek-coder-v2 236b base q3_K_M","display_name":"Deepseek-coder-v2 236b base q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q3_K_S","name":"Deepseek-coder-v2 236b base q3_K_S","display_name":"Deepseek-coder-v2 236b base q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q4_0","name":"Deepseek-coder-v2 236b base q4_0","display_name":"Deepseek-coder-v2 236b base q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q4_1","name":"Deepseek-coder-v2 236b base q4_1","display_name":"Deepseek-coder-v2 236b base q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q4_K_M","name":"Deepseek-coder-v2 236b base q4_K_M","display_name":"Deepseek-coder-v2 236b base q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q4_K_S","name":"Deepseek-coder-v2 236b base q4_K_S","display_name":"Deepseek-coder-v2 236b base q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q5_0","name":"Deepseek-coder-v2 236b base q5_0","display_name":"Deepseek-coder-v2 236b base q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q5_1","name":"Deepseek-coder-v2 236b base q5_1","display_name":"Deepseek-coder-v2 236b base q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q5_K_M","name":"Deepseek-coder-v2 236b base q5_K_M","display_name":"Deepseek-coder-v2 236b base q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q5_K_S","name":"Deepseek-coder-v2 236b base q5_K_S","display_name":"Deepseek-coder-v2 236b base q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q6_K","name":"Deepseek-coder-v2 236b base q6_K","display_name":"Deepseek-coder-v2 236b base q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q8_0","name":"Deepseek-coder-v2 236b base q8_0","display_name":"Deepseek-coder-v2 236b base q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-fp16","name":"Deepseek-coder-v2 236b instruct fp16","display_name":"Deepseek-coder-v2 236b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q2_K","name":"Deepseek-coder-v2 236b instruct q2_K","display_name":"Deepseek-coder-v2 236b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q3_K_L","name":"Deepseek-coder-v2 236b instruct q3_K_L","display_name":"Deepseek-coder-v2 236b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q3_K_M","name":"Deepseek-coder-v2 236b instruct q3_K_M","display_name":"Deepseek-coder-v2 236b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q3_K_S","name":"Deepseek-coder-v2 236b instruct q3_K_S","display_name":"Deepseek-coder-v2 236b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q4_0","name":"Deepseek-coder-v2 236b instruct q4_0","display_name":"Deepseek-coder-v2 236b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q4_1","name":"Deepseek-coder-v2 236b instruct q4_1","display_name":"Deepseek-coder-v2 236b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q4_K_M","name":"Deepseek-coder-v2 236b instruct q4_K_M","display_name":"Deepseek-coder-v2 236b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q4_K_S","name":"Deepseek-coder-v2 236b instruct q4_K_S","display_name":"Deepseek-coder-v2 236b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q5_0","name":"Deepseek-coder-v2 236b instruct q5_0","display_name":"Deepseek-coder-v2 236b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q5_1","name":"Deepseek-coder-v2 236b instruct q5_1","display_name":"Deepseek-coder-v2 236b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q5_K_M","name":"Deepseek-coder-v2 236b instruct q5_K_M","display_name":"Deepseek-coder-v2 236b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q5_K_S","name":"Deepseek-coder-v2 236b instruct q5_K_S","display_name":"Deepseek-coder-v2 236b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q6_K","name":"Deepseek-coder-v2 236b instruct q6_K","display_name":"Deepseek-coder-v2 236b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q8_0","name":"Deepseek-coder-v2 236b instruct q8_0","display_name":"Deepseek-coder-v2 236b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:latest","name":"Deepseek-coder-v2 Latest","display_name":"Deepseek-coder-v2 Latest","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:lite","name":"Deepseek-coder-v2 Lite","display_name":"Deepseek-coder-v2 Lite","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b","name":"Deepseek-coder 1.3b","display_name":"Deepseek-coder 1.3b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base","name":"Deepseek-coder 1.3b base","display_name":"Deepseek-coder 1.3b base","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-fp16","name":"Deepseek-coder 1.3b base fp16","display_name":"Deepseek-coder 1.3b base fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q2_K","name":"Deepseek-coder 1.3b base q2_K","display_name":"Deepseek-coder 1.3b base q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q3_K_L","name":"Deepseek-coder 1.3b base q3_K_L","display_name":"Deepseek-coder 1.3b base q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q3_K_M","name":"Deepseek-coder 1.3b base q3_K_M","display_name":"Deepseek-coder 1.3b base q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q3_K_S","name":"Deepseek-coder 1.3b base q3_K_S","display_name":"Deepseek-coder 1.3b base q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q4_0","name":"Deepseek-coder 1.3b base q4_0","display_name":"Deepseek-coder 1.3b base q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q4_1","name":"Deepseek-coder 1.3b base q4_1","display_name":"Deepseek-coder 1.3b base q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q4_K_M","name":"Deepseek-coder 1.3b base q4_K_M","display_name":"Deepseek-coder 1.3b base q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q4_K_S","name":"Deepseek-coder 1.3b base q4_K_S","display_name":"Deepseek-coder 1.3b base q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q5_0","name":"Deepseek-coder 1.3b base q5_0","display_name":"Deepseek-coder 1.3b base q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q5_1","name":"Deepseek-coder 1.3b base q5_1","display_name":"Deepseek-coder 1.3b base q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q5_K_M","name":"Deepseek-coder 1.3b base q5_K_M","display_name":"Deepseek-coder 1.3b base q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q5_K_S","name":"Deepseek-coder 1.3b base q5_K_S","display_name":"Deepseek-coder 1.3b base q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q6_K","name":"Deepseek-coder 1.3b base q6_K","display_name":"Deepseek-coder 1.3b base q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q8_0","name":"Deepseek-coder 1.3b base q8_0","display_name":"Deepseek-coder 1.3b base q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct","name":"Deepseek-coder 1.3b instruct","display_name":"Deepseek-coder 1.3b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-fp16","name":"Deepseek-coder 1.3b instruct fp16","display_name":"Deepseek-coder 1.3b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q2_K","name":"Deepseek-coder 1.3b instruct q2_K","display_name":"Deepseek-coder 1.3b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q3_K_L","name":"Deepseek-coder 1.3b instruct q3_K_L","display_name":"Deepseek-coder 1.3b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q3_K_M","name":"Deepseek-coder 1.3b instruct q3_K_M","display_name":"Deepseek-coder 1.3b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q3_K_S","name":"Deepseek-coder 1.3b instruct q3_K_S","display_name":"Deepseek-coder 1.3b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q4_0","name":"Deepseek-coder 1.3b instruct q4_0","display_name":"Deepseek-coder 1.3b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q4_1","name":"Deepseek-coder 1.3b instruct q4_1","display_name":"Deepseek-coder 1.3b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q4_K_M","name":"Deepseek-coder 1.3b instruct q4_K_M","display_name":"Deepseek-coder 1.3b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q4_K_S","name":"Deepseek-coder 1.3b instruct q4_K_S","display_name":"Deepseek-coder 1.3b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q5_0","name":"Deepseek-coder 1.3b instruct q5_0","display_name":"Deepseek-coder 1.3b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q5_1","name":"Deepseek-coder 1.3b instruct q5_1","display_name":"Deepseek-coder 1.3b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q5_K_M","name":"Deepseek-coder 1.3b instruct q5_K_M","display_name":"Deepseek-coder 1.3b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q5_K_S","name":"Deepseek-coder 1.3b instruct q5_K_S","display_name":"Deepseek-coder 1.3b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q6_K","name":"Deepseek-coder 1.3b instruct q6_K","display_name":"Deepseek-coder 1.3b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q8_0","name":"Deepseek-coder 1.3b instruct q8_0","display_name":"Deepseek-coder 1.3b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b","name":"Deepseek-coder 33b","display_name":"Deepseek-coder 33b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base","name":"Deepseek-coder 33b base","display_name":"Deepseek-coder 33b base","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-fp16","name":"Deepseek-coder 33b base fp16","display_name":"Deepseek-coder 33b base fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q2_K","name":"Deepseek-coder 33b base q2_K","display_name":"Deepseek-coder 33b base q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q3_K_L","name":"Deepseek-coder 33b base q3_K_L","display_name":"Deepseek-coder 33b base q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q3_K_M","name":"Deepseek-coder 33b base q3_K_M","display_name":"Deepseek-coder 33b base q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q3_K_S","name":"Deepseek-coder 33b base q3_K_S","display_name":"Deepseek-coder 33b base q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q4_0","name":"Deepseek-coder 33b base q4_0","display_name":"Deepseek-coder 33b base q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q4_1","name":"Deepseek-coder 33b base q4_1","display_name":"Deepseek-coder 33b base q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q4_K_M","name":"Deepseek-coder 33b base q4_K_M","display_name":"Deepseek-coder 33b base q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q4_K_S","name":"Deepseek-coder 33b base q4_K_S","display_name":"Deepseek-coder 33b base q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q5_0","name":"Deepseek-coder 33b base q5_0","display_name":"Deepseek-coder 33b base q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q5_1","name":"Deepseek-coder 33b base q5_1","display_name":"Deepseek-coder 33b base q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q5_K_M","name":"Deepseek-coder 33b base q5_K_M","display_name":"Deepseek-coder 33b base q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q5_K_S","name":"Deepseek-coder 33b base q5_K_S","display_name":"Deepseek-coder 33b base q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q6_K","name":"Deepseek-coder 33b base q6_K","display_name":"Deepseek-coder 33b base q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q8_0","name":"Deepseek-coder 33b base q8_0","display_name":"Deepseek-coder 33b base q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct","name":"Deepseek-coder 33b instruct","display_name":"Deepseek-coder 33b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-fp16","name":"Deepseek-coder 33b instruct fp16","display_name":"Deepseek-coder 33b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q2_K","name":"Deepseek-coder 33b instruct q2_K","display_name":"Deepseek-coder 33b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q3_K_L","name":"Deepseek-coder 33b instruct q3_K_L","display_name":"Deepseek-coder 33b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q3_K_M","name":"Deepseek-coder 33b instruct q3_K_M","display_name":"Deepseek-coder 33b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q3_K_S","name":"Deepseek-coder 33b instruct q3_K_S","display_name":"Deepseek-coder 33b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q4_0","name":"Deepseek-coder 33b instruct q4_0","display_name":"Deepseek-coder 33b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q4_1","name":"Deepseek-coder 33b instruct q4_1","display_name":"Deepseek-coder 33b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q4_K_M","name":"Deepseek-coder 33b instruct q4_K_M","display_name":"Deepseek-coder 33b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q4_K_S","name":"Deepseek-coder 33b instruct q4_K_S","display_name":"Deepseek-coder 33b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q5_0","name":"Deepseek-coder 33b instruct q5_0","display_name":"Deepseek-coder 33b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q5_1","name":"Deepseek-coder 33b instruct q5_1","display_name":"Deepseek-coder 33b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q5_K_M","name":"Deepseek-coder 33b instruct q5_K_M","display_name":"Deepseek-coder 33b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q5_K_S","name":"Deepseek-coder 33b instruct q5_K_S","display_name":"Deepseek-coder 33b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q6_K","name":"Deepseek-coder 33b instruct q6_K","display_name":"Deepseek-coder 33b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q8_0","name":"Deepseek-coder 33b instruct q8_0","display_name":"Deepseek-coder 33b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b","name":"Deepseek-coder 6.7b","display_name":"Deepseek-coder 6.7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base","name":"Deepseek-coder 6.7b base","display_name":"Deepseek-coder 6.7b base","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-fp16","name":"Deepseek-coder 6.7b base fp16","display_name":"Deepseek-coder 6.7b base fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q2_K","name":"Deepseek-coder 6.7b base q2_K","display_name":"Deepseek-coder 6.7b base q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q3_K_L","name":"Deepseek-coder 6.7b base q3_K_L","display_name":"Deepseek-coder 6.7b base q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q3_K_M","name":"Deepseek-coder 6.7b base q3_K_M","display_name":"Deepseek-coder 6.7b base q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q3_K_S","name":"Deepseek-coder 6.7b base q3_K_S","display_name":"Deepseek-coder 6.7b base q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q4_0","name":"Deepseek-coder 6.7b base q4_0","display_name":"Deepseek-coder 6.7b base q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q4_1","name":"Deepseek-coder 6.7b base q4_1","display_name":"Deepseek-coder 6.7b base q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q4_K_M","name":"Deepseek-coder 6.7b base q4_K_M","display_name":"Deepseek-coder 6.7b base q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q4_K_S","name":"Deepseek-coder 6.7b base q4_K_S","display_name":"Deepseek-coder 6.7b base q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q5_0","name":"Deepseek-coder 6.7b base q5_0","display_name":"Deepseek-coder 6.7b base q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q5_1","name":"Deepseek-coder 6.7b base q5_1","display_name":"Deepseek-coder 6.7b base q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q5_K_M","name":"Deepseek-coder 6.7b base q5_K_M","display_name":"Deepseek-coder 6.7b base q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q5_K_S","name":"Deepseek-coder 6.7b base q5_K_S","display_name":"Deepseek-coder 6.7b base q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q6_K","name":"Deepseek-coder 6.7b base q6_K","display_name":"Deepseek-coder 6.7b base q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q8_0","name":"Deepseek-coder 6.7b base q8_0","display_name":"Deepseek-coder 6.7b base q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct","name":"Deepseek-coder 6.7b instruct","display_name":"Deepseek-coder 6.7b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-fp16","name":"Deepseek-coder 6.7b instruct fp16","display_name":"Deepseek-coder 6.7b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q2_K","name":"Deepseek-coder 6.7b instruct q2_K","display_name":"Deepseek-coder 6.7b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q3_K_L","name":"Deepseek-coder 6.7b instruct q3_K_L","display_name":"Deepseek-coder 6.7b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q3_K_M","name":"Deepseek-coder 6.7b instruct q3_K_M","display_name":"Deepseek-coder 6.7b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q3_K_S","name":"Deepseek-coder 6.7b instruct q3_K_S","display_name":"Deepseek-coder 6.7b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q4_0","name":"Deepseek-coder 6.7b instruct q4_0","display_name":"Deepseek-coder 6.7b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q4_1","name":"Deepseek-coder 6.7b instruct q4_1","display_name":"Deepseek-coder 6.7b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q4_K_M","name":"Deepseek-coder 6.7b instruct q4_K_M","display_name":"Deepseek-coder 6.7b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q4_K_S","name":"Deepseek-coder 6.7b instruct q4_K_S","display_name":"Deepseek-coder 6.7b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q5_0","name":"Deepseek-coder 6.7b instruct q5_0","display_name":"Deepseek-coder 6.7b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q5_1","name":"Deepseek-coder 6.7b instruct q5_1","display_name":"Deepseek-coder 6.7b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q5_K_M","name":"Deepseek-coder 6.7b instruct q5_K_M","display_name":"Deepseek-coder 6.7b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q5_K_S","name":"Deepseek-coder 6.7b instruct q5_K_S","display_name":"Deepseek-coder 6.7b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q6_K","name":"Deepseek-coder 6.7b instruct q6_K","display_name":"Deepseek-coder 6.7b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q8_0","name":"Deepseek-coder 6.7b instruct q8_0","display_name":"Deepseek-coder 6.7b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:base","name":"Deepseek-coder Base","display_name":"Deepseek-coder Base","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:instruct","name":"Deepseek-coder Instruct","display_name":"Deepseek-coder Instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:latest","name":"Deepseek-coder Latest","display_name":"Deepseek-coder Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b","name":"Deepseek-llm 67b","display_name":"Deepseek-llm 67b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base","name":"Deepseek-llm 67b base","display_name":"Deepseek-llm 67b base","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-fp16","name":"Deepseek-llm 67b base fp16","display_name":"Deepseek-llm 67b base fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q2_K","name":"Deepseek-llm 67b base q2_K","display_name":"Deepseek-llm 67b base q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q3_K_L","name":"Deepseek-llm 67b base q3_K_L","display_name":"Deepseek-llm 67b base q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q3_K_M","name":"Deepseek-llm 67b base q3_K_M","display_name":"Deepseek-llm 67b base q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q3_K_S","name":"Deepseek-llm 67b base q3_K_S","display_name":"Deepseek-llm 67b base q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q4_0","name":"Deepseek-llm 67b base q4_0","display_name":"Deepseek-llm 67b base q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q4_1","name":"Deepseek-llm 67b base q4_1","display_name":"Deepseek-llm 67b base q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q4_K_M","name":"Deepseek-llm 67b base q4_K_M","display_name":"Deepseek-llm 67b base q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q4_K_S","name":"Deepseek-llm 67b base q4_K_S","display_name":"Deepseek-llm 67b base q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q5_0","name":"Deepseek-llm 67b base q5_0","display_name":"Deepseek-llm 67b base q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q5_1","name":"Deepseek-llm 67b base q5_1","display_name":"Deepseek-llm 67b base q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q5_K_M","name":"Deepseek-llm 67b base q5_K_M","display_name":"Deepseek-llm 67b base q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q5_K_S","name":"Deepseek-llm 67b base q5_K_S","display_name":"Deepseek-llm 67b base q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q6_K","name":"Deepseek-llm 67b base q6_K","display_name":"Deepseek-llm 67b base q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q8_0","name":"Deepseek-llm 67b base q8_0","display_name":"Deepseek-llm 67b base q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat","name":"Deepseek-llm 67b chat","display_name":"Deepseek-llm 67b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-fp16","name":"Deepseek-llm 67b chat fp16","display_name":"Deepseek-llm 67b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q2_K","name":"Deepseek-llm 67b chat q2_K","display_name":"Deepseek-llm 67b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q3_K_L","name":"Deepseek-llm 67b chat q3_K_L","display_name":"Deepseek-llm 67b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q3_K_M","name":"Deepseek-llm 67b chat q3_K_M","display_name":"Deepseek-llm 67b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q3_K_S","name":"Deepseek-llm 67b chat q3_K_S","display_name":"Deepseek-llm 67b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q4_0","name":"Deepseek-llm 67b chat q4_0","display_name":"Deepseek-llm 67b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q4_1","name":"Deepseek-llm 67b chat q4_1","display_name":"Deepseek-llm 67b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q4_K_M","name":"Deepseek-llm 67b chat q4_K_M","display_name":"Deepseek-llm 67b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q4_K_S","name":"Deepseek-llm 67b chat q4_K_S","display_name":"Deepseek-llm 67b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q5_0","name":"Deepseek-llm 67b chat q5_0","display_name":"Deepseek-llm 67b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q5_1","name":"Deepseek-llm 67b chat q5_1","display_name":"Deepseek-llm 67b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q5_K_S","name":"Deepseek-llm 67b chat q5_K_S","display_name":"Deepseek-llm 67b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b","name":"Deepseek-llm 7b","display_name":"Deepseek-llm 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base","name":"Deepseek-llm 7b base","display_name":"Deepseek-llm 7b base","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-fp16","name":"Deepseek-llm 7b base fp16","display_name":"Deepseek-llm 7b base fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q2_K","name":"Deepseek-llm 7b base q2_K","display_name":"Deepseek-llm 7b base q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q3_K_L","name":"Deepseek-llm 7b base q3_K_L","display_name":"Deepseek-llm 7b base q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q3_K_M","name":"Deepseek-llm 7b base q3_K_M","display_name":"Deepseek-llm 7b base q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q3_K_S","name":"Deepseek-llm 7b base q3_K_S","display_name":"Deepseek-llm 7b base q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q4_0","name":"Deepseek-llm 7b base q4_0","display_name":"Deepseek-llm 7b base q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q4_1","name":"Deepseek-llm 7b base q4_1","display_name":"Deepseek-llm 7b base q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q4_K_M","name":"Deepseek-llm 7b base q4_K_M","display_name":"Deepseek-llm 7b base q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q4_K_S","name":"Deepseek-llm 7b base q4_K_S","display_name":"Deepseek-llm 7b base q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q5_0","name":"Deepseek-llm 7b base q5_0","display_name":"Deepseek-llm 7b base q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q5_1","name":"Deepseek-llm 7b base q5_1","display_name":"Deepseek-llm 7b base q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q5_K_M","name":"Deepseek-llm 7b base q5_K_M","display_name":"Deepseek-llm 7b base q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q5_K_S","name":"Deepseek-llm 7b base q5_K_S","display_name":"Deepseek-llm 7b base q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q6_K","name":"Deepseek-llm 7b base q6_K","display_name":"Deepseek-llm 7b base q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q8_0","name":"Deepseek-llm 7b base q8_0","display_name":"Deepseek-llm 7b base q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat","name":"Deepseek-llm 7b chat","display_name":"Deepseek-llm 7b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-fp16","name":"Deepseek-llm 7b chat fp16","display_name":"Deepseek-llm 7b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q2_K","name":"Deepseek-llm 7b chat q2_K","display_name":"Deepseek-llm 7b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q3_K_L","name":"Deepseek-llm 7b chat q3_K_L","display_name":"Deepseek-llm 7b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q3_K_M","name":"Deepseek-llm 7b chat q3_K_M","display_name":"Deepseek-llm 7b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q3_K_S","name":"Deepseek-llm 7b chat q3_K_S","display_name":"Deepseek-llm 7b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q4_0","name":"Deepseek-llm 7b chat q4_0","display_name":"Deepseek-llm 7b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q4_1","name":"Deepseek-llm 7b chat q4_1","display_name":"Deepseek-llm 7b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q4_K_M","name":"Deepseek-llm 7b chat q4_K_M","display_name":"Deepseek-llm 7b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q4_K_S","name":"Deepseek-llm 7b chat q4_K_S","display_name":"Deepseek-llm 7b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q5_0","name":"Deepseek-llm 7b chat q5_0","display_name":"Deepseek-llm 7b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q5_1","name":"Deepseek-llm 7b chat q5_1","display_name":"Deepseek-llm 7b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q5_K_M","name":"Deepseek-llm 7b chat q5_K_M","display_name":"Deepseek-llm 7b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q5_K_S","name":"Deepseek-llm 7b chat q5_K_S","display_name":"Deepseek-llm 7b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q6_K","name":"Deepseek-llm 7b chat q6_K","display_name":"Deepseek-llm 7b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q8_0","name":"Deepseek-llm 7b chat q8_0","display_name":"Deepseek-llm 7b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:latest","name":"Deepseek-llm Latest","display_name":"Deepseek-llm Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:1.5b","name":"Deepseek-r1 1.5b","display_name":"Deepseek-r1 1.5b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:1.5b-qwen-distill-fp16","name":"Deepseek-r1 1.5b qwen distill fp16","display_name":"Deepseek-r1 1.5b qwen distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:1.5b-qwen-distill-q4_K_M","name":"Deepseek-r1 1.5b qwen distill q4_K_M","display_name":"Deepseek-r1 1.5b qwen distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:1.5b-qwen-distill-q8_0","name":"Deepseek-r1 1.5b qwen distill q8_0","display_name":"Deepseek-r1 1.5b qwen distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:14b","name":"Deepseek-r1 14b","display_name":"Deepseek-r1 14b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:14b-qwen-distill-fp16","name":"Deepseek-r1 14b qwen distill fp16","display_name":"Deepseek-r1 14b qwen distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:14b-qwen-distill-q4_K_M","name":"Deepseek-r1 14b qwen distill q4_K_M","display_name":"Deepseek-r1 14b qwen distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:14b-qwen-distill-q8_0","name":"Deepseek-r1 14b qwen distill q8_0","display_name":"Deepseek-r1 14b qwen distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:32b","name":"Deepseek-r1 32b","display_name":"Deepseek-r1 32b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:32b-qwen-distill-fp16","name":"Deepseek-r1 32b qwen distill fp16","display_name":"Deepseek-r1 32b qwen distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:32b-qwen-distill-q4_K_M","name":"Deepseek-r1 32b qwen distill q4_K_M","display_name":"Deepseek-r1 32b qwen distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:32b-qwen-distill-q8_0","name":"Deepseek-r1 32b qwen distill q8_0","display_name":"Deepseek-r1 32b qwen distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b","name":"Deepseek-r1 671b","display_name":"Deepseek-r1 671b","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-0528-fp16","name":"Deepseek-r1 671b 0528 fp16","display_name":"Deepseek-r1 671b 0528 fp16","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-0528-q4_K_M","name":"Deepseek-r1 671b 0528 q4_K_M","display_name":"Deepseek-r1 671b 0528 q4_K_M","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-0528-q8_0","name":"Deepseek-r1 671b 0528 q8_0","display_name":"Deepseek-r1 671b 0528 q8_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-fp16","name":"Deepseek-r1 671b fp16","display_name":"Deepseek-r1 671b fp16","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-q4_K_M","name":"Deepseek-r1 671b q4_K_M","display_name":"Deepseek-r1 671b q4_K_M","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-q8_0","name":"Deepseek-r1 671b q8_0","display_name":"Deepseek-r1 671b q8_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:70b","name":"Deepseek-r1 70b","display_name":"Deepseek-r1 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:70b-llama-distill-fp16","name":"Deepseek-r1 70b llama distill fp16","display_name":"Deepseek-r1 70b llama distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:70b-llama-distill-q4_K_M","name":"Deepseek-r1 70b llama distill q4_K_M","display_name":"Deepseek-r1 70b llama distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:70b-llama-distill-q8_0","name":"Deepseek-r1 70b llama distill q8_0","display_name":"Deepseek-r1 70b llama distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:7b","name":"Deepseek-r1 7b","display_name":"Deepseek-r1 7b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:7b-qwen-distill-fp16","name":"Deepseek-r1 7b qwen distill fp16","display_name":"Deepseek-r1 7b qwen distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:7b-qwen-distill-q4_K_M","name":"Deepseek-r1 7b qwen distill q4_K_M","display_name":"Deepseek-r1 7b qwen distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:7b-qwen-distill-q8_0","name":"Deepseek-r1 7b qwen distill q8_0","display_name":"Deepseek-r1 7b qwen distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b","name":"Deepseek-r1 8b","display_name":"Deepseek-r1 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-0528-qwen3-fp16","name":"Deepseek-r1 8b 0528 qwen3 fp16","display_name":"Deepseek-r1 8b 0528 qwen3 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-0528-qwen3-q4_K_M","name":"Deepseek-r1 8b 0528 qwen3 q4_K_M","display_name":"Deepseek-r1 8b 0528 qwen3 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-0528-qwen3-q8_0","name":"Deepseek-r1 8b 0528 qwen3 q8_0","display_name":"Deepseek-r1 8b 0528 qwen3 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-llama-distill-fp16","name":"Deepseek-r1 8b llama distill fp16","display_name":"Deepseek-r1 8b llama distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-llama-distill-q4_K_M","name":"Deepseek-r1 8b llama distill q4_K_M","display_name":"Deepseek-r1 8b llama distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-llama-distill-q8_0","name":"Deepseek-r1 8b llama distill q8_0","display_name":"Deepseek-r1 8b llama distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:latest","name":"Deepseek-r1 Latest","display_name":"Deepseek-r1 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b","name":"Deepseek-v2 16b","display_name":"Deepseek-v2 16b","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-fp16","name":"Deepseek-v2 16b lite chat fp16","display_name":"Deepseek-v2 16b lite chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q2_K","name":"Deepseek-v2 16b lite chat q2_K","display_name":"Deepseek-v2 16b lite chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q3_K_L","name":"Deepseek-v2 16b lite chat q3_K_L","display_name":"Deepseek-v2 16b lite chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q3_K_M","name":"Deepseek-v2 16b lite chat q3_K_M","display_name":"Deepseek-v2 16b lite chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q3_K_S","name":"Deepseek-v2 16b lite chat q3_K_S","display_name":"Deepseek-v2 16b lite chat q3_K_S","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q4_0","name":"Deepseek-v2 16b lite chat q4_0","display_name":"Deepseek-v2 16b lite chat q4_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q4_1","name":"Deepseek-v2 16b lite chat q4_1","display_name":"Deepseek-v2 16b lite chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q4_K_M","name":"Deepseek-v2 16b lite chat q4_K_M","display_name":"Deepseek-v2 16b lite chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q4_K_S","name":"Deepseek-v2 16b lite chat q4_K_S","display_name":"Deepseek-v2 16b lite chat q4_K_S","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q5_0","name":"Deepseek-v2 16b lite chat q5_0","display_name":"Deepseek-v2 16b lite chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q5_1","name":"Deepseek-v2 16b lite chat q5_1","display_name":"Deepseek-v2 16b lite chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q5_K_M","name":"Deepseek-v2 16b lite chat q5_K_M","display_name":"Deepseek-v2 16b lite chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q5_K_S","name":"Deepseek-v2 16b lite chat q5_K_S","display_name":"Deepseek-v2 16b lite chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q6_K","name":"Deepseek-v2 16b lite chat q6_K","display_name":"Deepseek-v2 16b lite chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q8_0","name":"Deepseek-v2 16b lite chat q8_0","display_name":"Deepseek-v2 16b lite chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b","name":"Deepseek-v2 236b","display_name":"Deepseek-v2 236b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-fp16","name":"Deepseek-v2 236b chat fp16","display_name":"Deepseek-v2 236b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q2_K","name":"Deepseek-v2 236b chat q2_K","display_name":"Deepseek-v2 236b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q3_K_L","name":"Deepseek-v2 236b chat q3_K_L","display_name":"Deepseek-v2 236b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q3_K_M","name":"Deepseek-v2 236b chat q3_K_M","display_name":"Deepseek-v2 236b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q3_K_S","name":"Deepseek-v2 236b chat q3_K_S","display_name":"Deepseek-v2 236b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q4_0","name":"Deepseek-v2 236b chat q4_0","display_name":"Deepseek-v2 236b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q4_1","name":"Deepseek-v2 236b chat q4_1","display_name":"Deepseek-v2 236b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q4_K_M","name":"Deepseek-v2 236b chat q4_K_M","display_name":"Deepseek-v2 236b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q4_K_S","name":"Deepseek-v2 236b chat q4_K_S","display_name":"Deepseek-v2 236b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q5_0","name":"Deepseek-v2 236b chat q5_0","display_name":"Deepseek-v2 236b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q5_1","name":"Deepseek-v2 236b chat q5_1","display_name":"Deepseek-v2 236b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q5_K_M","name":"Deepseek-v2 236b chat q5_K_M","display_name":"Deepseek-v2 236b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q5_K_S","name":"Deepseek-v2 236b chat q5_K_S","display_name":"Deepseek-v2 236b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q6_K","name":"Deepseek-v2 236b chat q6_K","display_name":"Deepseek-v2 236b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q8_0","name":"Deepseek-v2 236b chat q8_0","display_name":"Deepseek-v2 236b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:latest","name":"Deepseek-v2 Latest","display_name":"Deepseek-v2 Latest","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:lite","name":"Deepseek-v2 Lite","display_name":"Deepseek-v2 Lite","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b","name":"Deepseek-v2.5 236b","display_name":"Deepseek-v2.5 236b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b-q4_0","name":"Deepseek-v2.5 236b q4_0","display_name":"Deepseek-v2.5 236b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b-q4_1","name":"Deepseek-v2.5 236b q4_1","display_name":"Deepseek-v2.5 236b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b-q5_0","name":"Deepseek-v2.5 236b q5_0","display_name":"Deepseek-v2.5 236b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b-q5_1","name":"Deepseek-v2.5 236b q5_1","display_name":"Deepseek-v2.5 236b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b-q8_0","name":"Deepseek-v2.5 236b q8_0","display_name":"Deepseek-v2.5 236b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:latest","name":"Deepseek-v2.5 Latest","display_name":"Deepseek-v2.5 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3:671b","name":"Deepseek-v3 671b","display_name":"Deepseek-v3 671b","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3:671b-fp16","name":"Deepseek-v3 671b fp16","display_name":"Deepseek-v3 671b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3:671b-q4_K_M","name":"Deepseek-v3 671b q4_K_M","display_name":"Deepseek-v3 671b q4_K_M","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3:671b-q8_0","name":"Deepseek-v3 671b q8_0","display_name":"Deepseek-v3 671b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3:latest","name":"Deepseek-v3 Latest","display_name":"Deepseek-v3 Latest","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b","name":"Deepseek-v3.1 671b","display_name":"Deepseek-v3.1 671b","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-cloud","name":"Deepseek-v3.1 671b cloud","display_name":"Deepseek-v3.1 671b cloud","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-fp16","name":"Deepseek-v3.1 671b fp16","display_name":"Deepseek-v3.1 671b fp16","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-q8_0","name":"Deepseek-v3.1 671b q8_0","display_name":"Deepseek-v3.1 671b q8_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-terminus-fp16","name":"Deepseek-v3.1 671b terminus fp16","display_name":"Deepseek-v3.1 671b terminus fp16","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-terminus-q4_K_M","name":"Deepseek-v3.1 671b terminus q4_K_M","display_name":"Deepseek-v3.1 671b terminus q4_K_M","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-terminus-q8_0","name":"Deepseek-v3.1 671b terminus q8_0","display_name":"Deepseek-v3.1 671b terminus q8_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:latest","name":"Deepseek-v3.1 Latest","display_name":"Deepseek-v3.1 Latest","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"devstral:24b","name":"Devstral 24b","display_name":"Devstral 24b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"devstral:24b-small-2505-fp16","name":"Devstral 24b small 2505 fp16","display_name":"Devstral 24b small 2505 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"devstral:24b-small-2505-q4_K_M","name":"Devstral 24b small 2505 q4_K_M","display_name":"Devstral 24b small 2505 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"devstral:24b-small-2505-q8_0","name":"Devstral 24b small 2505 q8_0","display_name":"Devstral 24b small 2505 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"devstral:latest","name":"Devstral Latest","display_name":"Devstral Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b","name":"Dolphin-llama3 70b","display_name":"Dolphin-llama3 70b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9","name":"Dolphin-llama3 70b v2.9","display_name":"Dolphin-llama3 70b v2.9","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-fp16","name":"Dolphin-llama3 70b v2.9 fp16","display_name":"Dolphin-llama3 70b v2.9 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q2_K","name":"Dolphin-llama3 70b v2.9 q2_K","display_name":"Dolphin-llama3 70b v2.9 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q3_K_L","name":"Dolphin-llama3 70b v2.9 q3_K_L","display_name":"Dolphin-llama3 70b v2.9 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q3_K_M","name":"Dolphin-llama3 70b v2.9 q3_K_M","display_name":"Dolphin-llama3 70b v2.9 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q3_K_S","name":"Dolphin-llama3 70b v2.9 q3_K_S","display_name":"Dolphin-llama3 70b v2.9 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q4_0","name":"Dolphin-llama3 70b v2.9 q4_0","display_name":"Dolphin-llama3 70b v2.9 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q4_1","name":"Dolphin-llama3 70b v2.9 q4_1","display_name":"Dolphin-llama3 70b v2.9 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q4_K_M","name":"Dolphin-llama3 70b v2.9 q4_K_M","display_name":"Dolphin-llama3 70b v2.9 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q4_K_S","name":"Dolphin-llama3 70b v2.9 q4_K_S","display_name":"Dolphin-llama3 70b v2.9 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q5_0","name":"Dolphin-llama3 70b v2.9 q5_0","display_name":"Dolphin-llama3 70b v2.9 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q5_1","name":"Dolphin-llama3 70b v2.9 q5_1","display_name":"Dolphin-llama3 70b v2.9 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q5_K_M","name":"Dolphin-llama3 70b v2.9 q5_K_M","display_name":"Dolphin-llama3 70b v2.9 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q5_K_S","name":"Dolphin-llama3 70b v2.9 q5_K_S","display_name":"Dolphin-llama3 70b v2.9 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q6_K","name":"Dolphin-llama3 70b v2.9 q6_K","display_name":"Dolphin-llama3 70b v2.9 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q8_0","name":"Dolphin-llama3 70b v2.9 q8_0","display_name":"Dolphin-llama3 70b v2.9 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b","name":"Dolphin-llama3 8b","display_name":"Dolphin-llama3 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k","name":"Dolphin-llama3 8b 256k","display_name":"Dolphin-llama3 8b 256k","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9","name":"Dolphin-llama3 8b 256k v2.9","display_name":"Dolphin-llama3 8b 256k v2.9","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-fp16","name":"Dolphin-llama3 8b 256k v2.9 fp16","display_name":"Dolphin-llama3 8b 256k v2.9 fp16","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q2_K","name":"Dolphin-llama3 8b 256k v2.9 q2_K","display_name":"Dolphin-llama3 8b 256k v2.9 q2_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q3_K_L","name":"Dolphin-llama3 8b 256k v2.9 q3_K_L","display_name":"Dolphin-llama3 8b 256k v2.9 q3_K_L","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q3_K_M","name":"Dolphin-llama3 8b 256k v2.9 q3_K_M","display_name":"Dolphin-llama3 8b 256k v2.9 q3_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q3_K_S","name":"Dolphin-llama3 8b 256k v2.9 q3_K_S","display_name":"Dolphin-llama3 8b 256k v2.9 q3_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q4_0","name":"Dolphin-llama3 8b 256k v2.9 q4_0","display_name":"Dolphin-llama3 8b 256k v2.9 q4_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q4_1","name":"Dolphin-llama3 8b 256k v2.9 q4_1","display_name":"Dolphin-llama3 8b 256k v2.9 q4_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q4_K_M","name":"Dolphin-llama3 8b 256k v2.9 q4_K_M","display_name":"Dolphin-llama3 8b 256k v2.9 q4_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q4_K_S","name":"Dolphin-llama3 8b 256k v2.9 q4_K_S","display_name":"Dolphin-llama3 8b 256k v2.9 q4_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q5_0","name":"Dolphin-llama3 8b 256k v2.9 q5_0","display_name":"Dolphin-llama3 8b 256k v2.9 q5_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q5_1","name":"Dolphin-llama3 8b 256k v2.9 q5_1","display_name":"Dolphin-llama3 8b 256k v2.9 q5_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q5_K_M","name":"Dolphin-llama3 8b 256k v2.9 q5_K_M","display_name":"Dolphin-llama3 8b 256k v2.9 q5_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q5_K_S","name":"Dolphin-llama3 8b 256k v2.9 q5_K_S","display_name":"Dolphin-llama3 8b 256k v2.9 q5_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q6_K","name":"Dolphin-llama3 8b 256k v2.9 q6_K","display_name":"Dolphin-llama3 8b 256k v2.9 q6_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q8_0","name":"Dolphin-llama3 8b 256k v2.9 q8_0","display_name":"Dolphin-llama3 8b 256k v2.9 q8_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9","name":"Dolphin-llama3 8b v2.9","display_name":"Dolphin-llama3 8b v2.9","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-fp16","name":"Dolphin-llama3 8b v2.9 fp16","display_name":"Dolphin-llama3 8b v2.9 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q2_K","name":"Dolphin-llama3 8b v2.9 q2_K","display_name":"Dolphin-llama3 8b v2.9 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q3_K_L","name":"Dolphin-llama3 8b v2.9 q3_K_L","display_name":"Dolphin-llama3 8b v2.9 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q3_K_M","name":"Dolphin-llama3 8b v2.9 q3_K_M","display_name":"Dolphin-llama3 8b v2.9 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q3_K_S","name":"Dolphin-llama3 8b v2.9 q3_K_S","display_name":"Dolphin-llama3 8b v2.9 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q4_0","name":"Dolphin-llama3 8b v2.9 q4_0","display_name":"Dolphin-llama3 8b v2.9 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q4_1","name":"Dolphin-llama3 8b v2.9 q4_1","display_name":"Dolphin-llama3 8b v2.9 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q4_K_M","name":"Dolphin-llama3 8b v2.9 q4_K_M","display_name":"Dolphin-llama3 8b v2.9 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q4_K_S","name":"Dolphin-llama3 8b v2.9 q4_K_S","display_name":"Dolphin-llama3 8b v2.9 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q5_0","name":"Dolphin-llama3 8b v2.9 q5_0","display_name":"Dolphin-llama3 8b v2.9 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q5_1","name":"Dolphin-llama3 8b v2.9 q5_1","display_name":"Dolphin-llama3 8b v2.9 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q5_K_M","name":"Dolphin-llama3 8b v2.9 q5_K_M","display_name":"Dolphin-llama3 8b v2.9 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q5_K_S","name":"Dolphin-llama3 8b v2.9 q5_K_S","display_name":"Dolphin-llama3 8b v2.9 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q6_K","name":"Dolphin-llama3 8b v2.9 q6_K","display_name":"Dolphin-llama3 8b v2.9 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q8_0","name":"Dolphin-llama3 8b v2.9 q8_0","display_name":"Dolphin-llama3 8b v2.9 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:latest","name":"Dolphin-llama3 Latest","display_name":"Dolphin-llama3 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:v2.9","name":"Dolphin-llama3 V2.9","display_name":"Dolphin-llama3 V2.9","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b","name":"Dolphin-mistral 7b","display_name":"Dolphin-mistral 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2","name":"Dolphin-mistral 7b v2","display_name":"Dolphin-mistral 7b v2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-fp16","name":"Dolphin-mistral 7b v2 fp16","display_name":"Dolphin-mistral 7b v2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q2_K","name":"Dolphin-mistral 7b v2 q2_K","display_name":"Dolphin-mistral 7b v2 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q3_K_L","name":"Dolphin-mistral 7b v2 q3_K_L","display_name":"Dolphin-mistral 7b v2 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q3_K_M","name":"Dolphin-mistral 7b v2 q3_K_M","display_name":"Dolphin-mistral 7b v2 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q3_K_S","name":"Dolphin-mistral 7b v2 q3_K_S","display_name":"Dolphin-mistral 7b v2 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q4_0","name":"Dolphin-mistral 7b v2 q4_0","display_name":"Dolphin-mistral 7b v2 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q4_1","name":"Dolphin-mistral 7b v2 q4_1","display_name":"Dolphin-mistral 7b v2 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q4_K_M","name":"Dolphin-mistral 7b v2 q4_K_M","display_name":"Dolphin-mistral 7b v2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q4_K_S","name":"Dolphin-mistral 7b v2 q4_K_S","display_name":"Dolphin-mistral 7b v2 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q5_0","name":"Dolphin-mistral 7b v2 q5_0","display_name":"Dolphin-mistral 7b v2 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q5_1","name":"Dolphin-mistral 7b v2 q5_1","display_name":"Dolphin-mistral 7b v2 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q5_K_M","name":"Dolphin-mistral 7b v2 q5_K_M","display_name":"Dolphin-mistral 7b v2 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q5_K_S","name":"Dolphin-mistral 7b v2 q5_K_S","display_name":"Dolphin-mistral 7b v2 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q6_K","name":"Dolphin-mistral 7b v2 q6_K","display_name":"Dolphin-mistral 7b v2 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q8_0","name":"Dolphin-mistral 7b v2 q8_0","display_name":"Dolphin-mistral 7b v2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1","name":"Dolphin-mistral 7b v2.1","display_name":"Dolphin-mistral 7b v2.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-fp16","name":"Dolphin-mistral 7b v2.1 fp16","display_name":"Dolphin-mistral 7b v2.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q2_K","name":"Dolphin-mistral 7b v2.1 q2_K","display_name":"Dolphin-mistral 7b v2.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q3_K_L","name":"Dolphin-mistral 7b v2.1 q3_K_L","display_name":"Dolphin-mistral 7b v2.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q3_K_M","name":"Dolphin-mistral 7b v2.1 q3_K_M","display_name":"Dolphin-mistral 7b v2.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q3_K_S","name":"Dolphin-mistral 7b v2.1 q3_K_S","display_name":"Dolphin-mistral 7b v2.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q4_0","name":"Dolphin-mistral 7b v2.1 q4_0","display_name":"Dolphin-mistral 7b v2.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q4_1","name":"Dolphin-mistral 7b v2.1 q4_1","display_name":"Dolphin-mistral 7b v2.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q4_K_M","name":"Dolphin-mistral 7b v2.1 q4_K_M","display_name":"Dolphin-mistral 7b v2.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q4_K_S","name":"Dolphin-mistral 7b v2.1 q4_K_S","display_name":"Dolphin-mistral 7b v2.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q5_0","name":"Dolphin-mistral 7b v2.1 q5_0","display_name":"Dolphin-mistral 7b v2.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q5_1","name":"Dolphin-mistral 7b v2.1 q5_1","display_name":"Dolphin-mistral 7b v2.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q5_K_M","name":"Dolphin-mistral 7b v2.1 q5_K_M","display_name":"Dolphin-mistral 7b v2.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q5_K_S","name":"Dolphin-mistral 7b v2.1 q5_K_S","display_name":"Dolphin-mistral 7b v2.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q6_K","name":"Dolphin-mistral 7b v2.1 q6_K","display_name":"Dolphin-mistral 7b v2.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q8_0","name":"Dolphin-mistral 7b v2.1 q8_0","display_name":"Dolphin-mistral 7b v2.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2","name":"Dolphin-mistral 7b v2.2","display_name":"Dolphin-mistral 7b v2.2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-fp16","name":"Dolphin-mistral 7b v2.2 fp16","display_name":"Dolphin-mistral 7b v2.2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q2_K","name":"Dolphin-mistral 7b v2.2 q2_K","display_name":"Dolphin-mistral 7b v2.2 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q3_K_L","name":"Dolphin-mistral 7b v2.2 q3_K_L","display_name":"Dolphin-mistral 7b v2.2 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q3_K_M","name":"Dolphin-mistral 7b v2.2 q3_K_M","display_name":"Dolphin-mistral 7b v2.2 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q3_K_S","name":"Dolphin-mistral 7b v2.2 q3_K_S","display_name":"Dolphin-mistral 7b v2.2 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q4_0","name":"Dolphin-mistral 7b v2.2 q4_0","display_name":"Dolphin-mistral 7b v2.2 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q4_1","name":"Dolphin-mistral 7b v2.2 q4_1","display_name":"Dolphin-mistral 7b v2.2 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q4_K_M","name":"Dolphin-mistral 7b v2.2 q4_K_M","display_name":"Dolphin-mistral 7b v2.2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q4_K_S","name":"Dolphin-mistral 7b v2.2 q4_K_S","display_name":"Dolphin-mistral 7b v2.2 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q5_0","name":"Dolphin-mistral 7b v2.2 q5_0","display_name":"Dolphin-mistral 7b v2.2 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q5_1","name":"Dolphin-mistral 7b v2.2 q5_1","display_name":"Dolphin-mistral 7b v2.2 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q5_K_M","name":"Dolphin-mistral 7b v2.2 q5_K_M","display_name":"Dolphin-mistral 7b v2.2 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q5_K_S","name":"Dolphin-mistral 7b v2.2 q5_K_S","display_name":"Dolphin-mistral 7b v2.2 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q6_K","name":"Dolphin-mistral 7b v2.2 q6_K","display_name":"Dolphin-mistral 7b v2.2 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q8_0","name":"Dolphin-mistral 7b v2.2 q8_0","display_name":"Dolphin-mistral 7b v2.2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1","name":"Dolphin-mistral 7b v2.2.1","display_name":"Dolphin-mistral 7b v2.2.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-fp16","name":"Dolphin-mistral 7b v2.2.1 fp16","display_name":"Dolphin-mistral 7b v2.2.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q2_K","name":"Dolphin-mistral 7b v2.2.1 q2_K","display_name":"Dolphin-mistral 7b v2.2.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q3_K_L","name":"Dolphin-mistral 7b v2.2.1 q3_K_L","display_name":"Dolphin-mistral 7b v2.2.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q3_K_M","name":"Dolphin-mistral 7b v2.2.1 q3_K_M","display_name":"Dolphin-mistral 7b v2.2.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q3_K_S","name":"Dolphin-mistral 7b v2.2.1 q3_K_S","display_name":"Dolphin-mistral 7b v2.2.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q4_0","name":"Dolphin-mistral 7b v2.2.1 q4_0","display_name":"Dolphin-mistral 7b v2.2.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q4_1","name":"Dolphin-mistral 7b v2.2.1 q4_1","display_name":"Dolphin-mistral 7b v2.2.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q4_K_M","name":"Dolphin-mistral 7b v2.2.1 q4_K_M","display_name":"Dolphin-mistral 7b v2.2.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q4_K_S","name":"Dolphin-mistral 7b v2.2.1 q4_K_S","display_name":"Dolphin-mistral 7b v2.2.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q5_0","name":"Dolphin-mistral 7b v2.2.1 q5_0","display_name":"Dolphin-mistral 7b v2.2.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q5_1","name":"Dolphin-mistral 7b v2.2.1 q5_1","display_name":"Dolphin-mistral 7b v2.2.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q5_K_M","name":"Dolphin-mistral 7b v2.2.1 q5_K_M","display_name":"Dolphin-mistral 7b v2.2.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q5_K_S","name":"Dolphin-mistral 7b v2.2.1 q5_K_S","display_name":"Dolphin-mistral 7b v2.2.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q6_K","name":"Dolphin-mistral 7b v2.2.1 q6_K","display_name":"Dolphin-mistral 7b v2.2.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q8_0","name":"Dolphin-mistral 7b v2.2.1 q8_0","display_name":"Dolphin-mistral 7b v2.2.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6","name":"Dolphin-mistral 7b v2.6","display_name":"Dolphin-mistral 7b v2.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser","name":"Dolphin-mistral 7b v2.6 dpo laser","display_name":"Dolphin-mistral 7b v2.6 dpo laser","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-fp16","name":"Dolphin-mistral 7b v2.6 dpo laser fp16","display_name":"Dolphin-mistral 7b v2.6 dpo laser fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q2_K","name":"Dolphin-mistral 7b v2.6 dpo laser q2_K","display_name":"Dolphin-mistral 7b v2.6 dpo laser q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q3_K_L","name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_L","display_name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q3_K_M","name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_M","display_name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q3_K_S","name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_S","display_name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q4_0","name":"Dolphin-mistral 7b v2.6 dpo laser q4_0","display_name":"Dolphin-mistral 7b v2.6 dpo laser q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q4_1","name":"Dolphin-mistral 7b v2.6 dpo laser q4_1","display_name":"Dolphin-mistral 7b v2.6 dpo laser q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q4_K_M","name":"Dolphin-mistral 7b v2.6 dpo laser q4_K_M","display_name":"Dolphin-mistral 7b v2.6 dpo laser q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q4_K_S","name":"Dolphin-mistral 7b v2.6 dpo laser q4_K_S","display_name":"Dolphin-mistral 7b v2.6 dpo laser q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q5_0","name":"Dolphin-mistral 7b v2.6 dpo laser q5_0","display_name":"Dolphin-mistral 7b v2.6 dpo laser q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q5_1","name":"Dolphin-mistral 7b v2.6 dpo laser q5_1","display_name":"Dolphin-mistral 7b v2.6 dpo laser q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q5_K_M","name":"Dolphin-mistral 7b v2.6 dpo laser q5_K_M","display_name":"Dolphin-mistral 7b v2.6 dpo laser q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q5_K_S","name":"Dolphin-mistral 7b v2.6 dpo laser q5_K_S","display_name":"Dolphin-mistral 7b v2.6 dpo laser q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q6_K","name":"Dolphin-mistral 7b v2.6 dpo laser q6_K","display_name":"Dolphin-mistral 7b v2.6 dpo laser q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q8_0","name":"Dolphin-mistral 7b v2.6 dpo laser q8_0","display_name":"Dolphin-mistral 7b v2.6 dpo laser q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-fp16","name":"Dolphin-mistral 7b v2.6 fp16","display_name":"Dolphin-mistral 7b v2.6 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q2_K","name":"Dolphin-mistral 7b v2.6 q2_K","display_name":"Dolphin-mistral 7b v2.6 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q3_K_L","name":"Dolphin-mistral 7b v2.6 q3_K_L","display_name":"Dolphin-mistral 7b v2.6 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q3_K_M","name":"Dolphin-mistral 7b v2.6 q3_K_M","display_name":"Dolphin-mistral 7b v2.6 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q3_K_S","name":"Dolphin-mistral 7b v2.6 q3_K_S","display_name":"Dolphin-mistral 7b v2.6 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q4_0","name":"Dolphin-mistral 7b v2.6 q4_0","display_name":"Dolphin-mistral 7b v2.6 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q4_1","name":"Dolphin-mistral 7b v2.6 q4_1","display_name":"Dolphin-mistral 7b v2.6 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q4_K_M","name":"Dolphin-mistral 7b v2.6 q4_K_M","display_name":"Dolphin-mistral 7b v2.6 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q4_K_S","name":"Dolphin-mistral 7b v2.6 q4_K_S","display_name":"Dolphin-mistral 7b v2.6 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q5_0","name":"Dolphin-mistral 7b v2.6 q5_0","display_name":"Dolphin-mistral 7b v2.6 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q5_1","name":"Dolphin-mistral 7b v2.6 q5_1","display_name":"Dolphin-mistral 7b v2.6 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q5_K_M","name":"Dolphin-mistral 7b v2.6 q5_K_M","display_name":"Dolphin-mistral 7b v2.6 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q5_K_S","name":"Dolphin-mistral 7b v2.6 q5_K_S","display_name":"Dolphin-mistral 7b v2.6 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q6_K","name":"Dolphin-mistral 7b v2.6 q6_K","display_name":"Dolphin-mistral 7b v2.6 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q8_0","name":"Dolphin-mistral 7b v2.6 q8_0","display_name":"Dolphin-mistral 7b v2.6 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8","name":"Dolphin-mistral 7b v2.8","display_name":"Dolphin-mistral 7b v2.8","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-fp16","name":"Dolphin-mistral 7b v2.8 fp16","display_name":"Dolphin-mistral 7b v2.8 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q2_K","name":"Dolphin-mistral 7b v2.8 q2_K","display_name":"Dolphin-mistral 7b v2.8 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q3_K_L","name":"Dolphin-mistral 7b v2.8 q3_K_L","display_name":"Dolphin-mistral 7b v2.8 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q3_K_M","name":"Dolphin-mistral 7b v2.8 q3_K_M","display_name":"Dolphin-mistral 7b v2.8 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q3_K_S","name":"Dolphin-mistral 7b v2.8 q3_K_S","display_name":"Dolphin-mistral 7b v2.8 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q4_0","name":"Dolphin-mistral 7b v2.8 q4_0","display_name":"Dolphin-mistral 7b v2.8 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q4_1","name":"Dolphin-mistral 7b v2.8 q4_1","display_name":"Dolphin-mistral 7b v2.8 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q4_K_M","name":"Dolphin-mistral 7b v2.8 q4_K_M","display_name":"Dolphin-mistral 7b v2.8 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q4_K_S","name":"Dolphin-mistral 7b v2.8 q4_K_S","display_name":"Dolphin-mistral 7b v2.8 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q5_0","name":"Dolphin-mistral 7b v2.8 q5_0","display_name":"Dolphin-mistral 7b v2.8 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q5_1","name":"Dolphin-mistral 7b v2.8 q5_1","display_name":"Dolphin-mistral 7b v2.8 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q5_K_M","name":"Dolphin-mistral 7b v2.8 q5_K_M","display_name":"Dolphin-mistral 7b v2.8 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q5_K_S","name":"Dolphin-mistral 7b v2.8 q5_K_S","display_name":"Dolphin-mistral 7b v2.8 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q6_K","name":"Dolphin-mistral 7b v2.8 q6_K","display_name":"Dolphin-mistral 7b v2.8 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q8_0","name":"Dolphin-mistral 7b v2.8 q8_0","display_name":"Dolphin-mistral 7b v2.8 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:latest","name":"Dolphin-mistral Latest","display_name":"Dolphin-mistral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2","name":"Dolphin-mistral V2","display_name":"Dolphin-mistral V2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2.1","name":"Dolphin-mistral V2.1","display_name":"Dolphin-mistral V2.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2.2","name":"Dolphin-mistral V2.2","display_name":"Dolphin-mistral V2.2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2.2.1","name":"Dolphin-mistral V2.2.1","display_name":"Dolphin-mistral V2.2.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2.6","name":"Dolphin-mistral V2.6","display_name":"Dolphin-mistral V2.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2.8","name":"Dolphin-mistral V2.8","display_name":"Dolphin-mistral V2.8","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b","name":"Dolphin-mixtral 8x22b","display_name":"Dolphin-mixtral 8x22b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9","name":"Dolphin-mixtral 8x22b v2.9","display_name":"Dolphin-mixtral 8x22b v2.9","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-fp16","name":"Dolphin-mixtral 8x22b v2.9 fp16","display_name":"Dolphin-mixtral 8x22b v2.9 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q2_K","name":"Dolphin-mixtral 8x22b v2.9 q2_K","display_name":"Dolphin-mixtral 8x22b v2.9 q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q3_K_L","name":"Dolphin-mixtral 8x22b v2.9 q3_K_L","display_name":"Dolphin-mixtral 8x22b v2.9 q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q3_K_M","name":"Dolphin-mixtral 8x22b v2.9 q3_K_M","display_name":"Dolphin-mixtral 8x22b v2.9 q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q3_K_S","name":"Dolphin-mixtral 8x22b v2.9 q3_K_S","display_name":"Dolphin-mixtral 8x22b v2.9 q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q4_0","name":"Dolphin-mixtral 8x22b v2.9 q4_0","display_name":"Dolphin-mixtral 8x22b v2.9 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q4_1","name":"Dolphin-mixtral 8x22b v2.9 q4_1","display_name":"Dolphin-mixtral 8x22b v2.9 q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q4_K_M","name":"Dolphin-mixtral 8x22b v2.9 q4_K_M","display_name":"Dolphin-mixtral 8x22b v2.9 q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q4_K_S","name":"Dolphin-mixtral 8x22b v2.9 q4_K_S","display_name":"Dolphin-mixtral 8x22b v2.9 q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q5_0","name":"Dolphin-mixtral 8x22b v2.9 q5_0","display_name":"Dolphin-mixtral 8x22b v2.9 q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q5_1","name":"Dolphin-mixtral 8x22b v2.9 q5_1","display_name":"Dolphin-mixtral 8x22b v2.9 q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q5_K_M","name":"Dolphin-mixtral 8x22b v2.9 q5_K_M","display_name":"Dolphin-mixtral 8x22b v2.9 q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q5_K_S","name":"Dolphin-mixtral 8x22b v2.9 q5_K_S","display_name":"Dolphin-mixtral 8x22b v2.9 q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q6_K","name":"Dolphin-mixtral 8x22b v2.9 q6_K","display_name":"Dolphin-mixtral 8x22b v2.9 q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q8_0","name":"Dolphin-mixtral 8x22b v2.9 q8_0","display_name":"Dolphin-mixtral 8x22b v2.9 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b","name":"Dolphin-mixtral 8x7b","display_name":"Dolphin-mixtral 8x7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5","name":"Dolphin-mixtral 8x7b v2.5","display_name":"Dolphin-mixtral 8x7b v2.5","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-fp16","name":"Dolphin-mixtral 8x7b v2.5 fp16","display_name":"Dolphin-mixtral 8x7b v2.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q2_K","name":"Dolphin-mixtral 8x7b v2.5 q2_K","display_name":"Dolphin-mixtral 8x7b v2.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q3_K_L","name":"Dolphin-mixtral 8x7b v2.5 q3_K_L","display_name":"Dolphin-mixtral 8x7b v2.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q3_K_M","name":"Dolphin-mixtral 8x7b v2.5 q3_K_M","display_name":"Dolphin-mixtral 8x7b v2.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q3_K_S","name":"Dolphin-mixtral 8x7b v2.5 q3_K_S","display_name":"Dolphin-mixtral 8x7b v2.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q4_0","name":"Dolphin-mixtral 8x7b v2.5 q4_0","display_name":"Dolphin-mixtral 8x7b v2.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q4_1","name":"Dolphin-mixtral 8x7b v2.5 q4_1","display_name":"Dolphin-mixtral 8x7b v2.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q4_K_M","name":"Dolphin-mixtral 8x7b v2.5 q4_K_M","display_name":"Dolphin-mixtral 8x7b v2.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q4_K_S","name":"Dolphin-mixtral 8x7b v2.5 q4_K_S","display_name":"Dolphin-mixtral 8x7b v2.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q5_0","name":"Dolphin-mixtral 8x7b v2.5 q5_0","display_name":"Dolphin-mixtral 8x7b v2.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q5_1","name":"Dolphin-mixtral 8x7b v2.5 q5_1","display_name":"Dolphin-mixtral 8x7b v2.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q5_K_M","name":"Dolphin-mixtral 8x7b v2.5 q5_K_M","display_name":"Dolphin-mixtral 8x7b v2.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q5_K_S","name":"Dolphin-mixtral 8x7b v2.5 q5_K_S","display_name":"Dolphin-mixtral 8x7b v2.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q6_K","name":"Dolphin-mixtral 8x7b v2.5 q6_K","display_name":"Dolphin-mixtral 8x7b v2.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q8_0","name":"Dolphin-mixtral 8x7b v2.5 q8_0","display_name":"Dolphin-mixtral 8x7b v2.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6","name":"Dolphin-mixtral 8x7b v2.6","display_name":"Dolphin-mixtral 8x7b v2.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-fp16","name":"Dolphin-mixtral 8x7b v2.6 fp16","display_name":"Dolphin-mixtral 8x7b v2.6 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q2_K","name":"Dolphin-mixtral 8x7b v2.6 q2_K","display_name":"Dolphin-mixtral 8x7b v2.6 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q3_K_L","name":"Dolphin-mixtral 8x7b v2.6 q3_K_L","display_name":"Dolphin-mixtral 8x7b v2.6 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q3_K_M","name":"Dolphin-mixtral 8x7b v2.6 q3_K_M","display_name":"Dolphin-mixtral 8x7b v2.6 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q3_K_S","name":"Dolphin-mixtral 8x7b v2.6 q3_K_S","display_name":"Dolphin-mixtral 8x7b v2.6 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q4_0","name":"Dolphin-mixtral 8x7b v2.6 q4_0","display_name":"Dolphin-mixtral 8x7b v2.6 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q4_1","name":"Dolphin-mixtral 8x7b v2.6 q4_1","display_name":"Dolphin-mixtral 8x7b v2.6 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q4_K_M","name":"Dolphin-mixtral 8x7b v2.6 q4_K_M","display_name":"Dolphin-mixtral 8x7b v2.6 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q4_K_S","name":"Dolphin-mixtral 8x7b v2.6 q4_K_S","display_name":"Dolphin-mixtral 8x7b v2.6 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q5_0","name":"Dolphin-mixtral 8x7b v2.6 q5_0","display_name":"Dolphin-mixtral 8x7b v2.6 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q5_1","name":"Dolphin-mixtral 8x7b v2.6 q5_1","display_name":"Dolphin-mixtral 8x7b v2.6 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q5_K_M","name":"Dolphin-mixtral 8x7b v2.6 q5_K_M","display_name":"Dolphin-mixtral 8x7b v2.6 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q5_K_S","name":"Dolphin-mixtral 8x7b v2.6 q5_K_S","display_name":"Dolphin-mixtral 8x7b v2.6 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q6_K","name":"Dolphin-mixtral 8x7b v2.6 q6_K","display_name":"Dolphin-mixtral 8x7b v2.6 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q8_0","name":"Dolphin-mixtral 8x7b v2.6 q8_0","display_name":"Dolphin-mixtral 8x7b v2.6 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7","name":"Dolphin-mixtral 8x7b v2.7","display_name":"Dolphin-mixtral 8x7b v2.7","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-fp16","name":"Dolphin-mixtral 8x7b v2.7 fp16","display_name":"Dolphin-mixtral 8x7b v2.7 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q2_K","name":"Dolphin-mixtral 8x7b v2.7 q2_K","display_name":"Dolphin-mixtral 8x7b v2.7 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q3_K_L","name":"Dolphin-mixtral 8x7b v2.7 q3_K_L","display_name":"Dolphin-mixtral 8x7b v2.7 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q3_K_M","name":"Dolphin-mixtral 8x7b v2.7 q3_K_M","display_name":"Dolphin-mixtral 8x7b v2.7 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q3_K_S","name":"Dolphin-mixtral 8x7b v2.7 q3_K_S","display_name":"Dolphin-mixtral 8x7b v2.7 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q4_0","name":"Dolphin-mixtral 8x7b v2.7 q4_0","display_name":"Dolphin-mixtral 8x7b v2.7 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q4_1","name":"Dolphin-mixtral 8x7b v2.7 q4_1","display_name":"Dolphin-mixtral 8x7b v2.7 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q4_K_M","name":"Dolphin-mixtral 8x7b v2.7 q4_K_M","display_name":"Dolphin-mixtral 8x7b v2.7 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q4_K_S","name":"Dolphin-mixtral 8x7b v2.7 q4_K_S","display_name":"Dolphin-mixtral 8x7b v2.7 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q5_0","name":"Dolphin-mixtral 8x7b v2.7 q5_0","display_name":"Dolphin-mixtral 8x7b v2.7 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q5_1","name":"Dolphin-mixtral 8x7b v2.7 q5_1","display_name":"Dolphin-mixtral 8x7b v2.7 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q5_K_M","name":"Dolphin-mixtral 8x7b v2.7 q5_K_M","display_name":"Dolphin-mixtral 8x7b v2.7 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q5_K_S","name":"Dolphin-mixtral 8x7b v2.7 q5_K_S","display_name":"Dolphin-mixtral 8x7b v2.7 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q6_K","name":"Dolphin-mixtral 8x7b v2.7 q6_K","display_name":"Dolphin-mixtral 8x7b v2.7 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q8_0","name":"Dolphin-mixtral 8x7b v2.7 q8_0","display_name":"Dolphin-mixtral 8x7b v2.7 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:latest","name":"Dolphin-mixtral Latest","display_name":"Dolphin-mixtral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:v2.5","name":"Dolphin-mixtral V2.5","display_name":"Dolphin-mixtral V2.5","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:v2.6","name":"Dolphin-mixtral V2.6","display_name":"Dolphin-mixtral V2.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:v2.7","name":"Dolphin-mixtral V2.7","display_name":"Dolphin-mixtral V2.7","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b","name":"Dolphin-phi 2.7b","display_name":"Dolphin-phi 2.7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6","name":"Dolphin-phi 2.7b v2.6","display_name":"Dolphin-phi 2.7b v2.6","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q2_K","name":"Dolphin-phi 2.7b v2.6 q2_K","display_name":"Dolphin-phi 2.7b v2.6 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q3_K_L","name":"Dolphin-phi 2.7b v2.6 q3_K_L","display_name":"Dolphin-phi 2.7b v2.6 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q3_K_M","name":"Dolphin-phi 2.7b v2.6 q3_K_M","display_name":"Dolphin-phi 2.7b v2.6 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q3_K_S","name":"Dolphin-phi 2.7b v2.6 q3_K_S","display_name":"Dolphin-phi 2.7b v2.6 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q4_0","name":"Dolphin-phi 2.7b v2.6 q4_0","display_name":"Dolphin-phi 2.7b v2.6 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q4_K_M","name":"Dolphin-phi 2.7b v2.6 q4_K_M","display_name":"Dolphin-phi 2.7b v2.6 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q4_K_S","name":"Dolphin-phi 2.7b v2.6 q4_K_S","display_name":"Dolphin-phi 2.7b v2.6 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q5_0","name":"Dolphin-phi 2.7b v2.6 q5_0","display_name":"Dolphin-phi 2.7b v2.6 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q5_K_M","name":"Dolphin-phi 2.7b v2.6 q5_K_M","display_name":"Dolphin-phi 2.7b v2.6 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q5_K_S","name":"Dolphin-phi 2.7b v2.6 q5_K_S","display_name":"Dolphin-phi 2.7b v2.6 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q6_K","name":"Dolphin-phi 2.7b v2.6 q6_K","display_name":"Dolphin-phi 2.7b v2.6 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q8_0","name":"Dolphin-phi 2.7b v2.6 q8_0","display_name":"Dolphin-phi 2.7b v2.6 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:latest","name":"Dolphin-phi Latest","display_name":"Dolphin-phi Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin3:8b","name":"Dolphin3 8b","display_name":"Dolphin3 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin3:8b-llama3.1-fp16","name":"Dolphin3 8b llama3.1 fp16","display_name":"Dolphin3 8b llama3.1 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin3:8b-llama3.1-q4_K_M","name":"Dolphin3 8b llama3.1 q4_K_M","display_name":"Dolphin3 8b llama3.1 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin3:8b-llama3.1-q8_0","name":"Dolphin3 8b llama3.1 q8_0","display_name":"Dolphin3 8b llama3.1 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin3:latest","name":"Dolphin3 Latest","display_name":"Dolphin3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b","name":"Dolphincoder 15b","display_name":"Dolphincoder 15b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2","name":"Dolphincoder 15b starcoder2","display_name":"Dolphincoder 15b starcoder2","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-fp16","name":"Dolphincoder 15b starcoder2 fp16","display_name":"Dolphincoder 15b starcoder2 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q2_K","name":"Dolphincoder 15b starcoder2 q2_K","display_name":"Dolphincoder 15b starcoder2 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q3_K_L","name":"Dolphincoder 15b starcoder2 q3_K_L","display_name":"Dolphincoder 15b starcoder2 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q3_K_M","name":"Dolphincoder 15b starcoder2 q3_K_M","display_name":"Dolphincoder 15b starcoder2 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q3_K_S","name":"Dolphincoder 15b starcoder2 q3_K_S","display_name":"Dolphincoder 15b starcoder2 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q4_0","name":"Dolphincoder 15b starcoder2 q4_0","display_name":"Dolphincoder 15b starcoder2 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q4_1","name":"Dolphincoder 15b starcoder2 q4_1","display_name":"Dolphincoder 15b starcoder2 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q4_K_M","name":"Dolphincoder 15b starcoder2 q4_K_M","display_name":"Dolphincoder 15b starcoder2 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q4_K_S","name":"Dolphincoder 15b starcoder2 q4_K_S","display_name":"Dolphincoder 15b starcoder2 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q5_0","name":"Dolphincoder 15b starcoder2 q5_0","display_name":"Dolphincoder 15b starcoder2 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q5_1","name":"Dolphincoder 15b starcoder2 q5_1","display_name":"Dolphincoder 15b starcoder2 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q5_K_M","name":"Dolphincoder 15b starcoder2 q5_K_M","display_name":"Dolphincoder 15b starcoder2 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q5_K_S","name":"Dolphincoder 15b starcoder2 q5_K_S","display_name":"Dolphincoder 15b starcoder2 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q6_K","name":"Dolphincoder 15b starcoder2 q6_K","display_name":"Dolphincoder 15b starcoder2 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q8_0","name":"Dolphincoder 15b starcoder2 q8_0","display_name":"Dolphincoder 15b starcoder2 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b","name":"Dolphincoder 7b","display_name":"Dolphincoder 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2","name":"Dolphincoder 7b starcoder2","display_name":"Dolphincoder 7b starcoder2","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-fp16","name":"Dolphincoder 7b starcoder2 fp16","display_name":"Dolphincoder 7b starcoder2 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q2_K","name":"Dolphincoder 7b starcoder2 q2_K","display_name":"Dolphincoder 7b starcoder2 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q3_K_L","name":"Dolphincoder 7b starcoder2 q3_K_L","display_name":"Dolphincoder 7b starcoder2 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q3_K_M","name":"Dolphincoder 7b starcoder2 q3_K_M","display_name":"Dolphincoder 7b starcoder2 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q3_K_S","name":"Dolphincoder 7b starcoder2 q3_K_S","display_name":"Dolphincoder 7b starcoder2 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q4_0","name":"Dolphincoder 7b starcoder2 q4_0","display_name":"Dolphincoder 7b starcoder2 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q4_1","name":"Dolphincoder 7b starcoder2 q4_1","display_name":"Dolphincoder 7b starcoder2 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q4_K_M","name":"Dolphincoder 7b starcoder2 q4_K_M","display_name":"Dolphincoder 7b starcoder2 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q4_K_S","name":"Dolphincoder 7b starcoder2 q4_K_S","display_name":"Dolphincoder 7b starcoder2 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q5_0","name":"Dolphincoder 7b starcoder2 q5_0","display_name":"Dolphincoder 7b starcoder2 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q5_1","name":"Dolphincoder 7b starcoder2 q5_1","display_name":"Dolphincoder 7b starcoder2 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q5_K_M","name":"Dolphincoder 7b starcoder2 q5_K_M","display_name":"Dolphincoder 7b starcoder2 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q5_K_S","name":"Dolphincoder 7b starcoder2 q5_K_S","display_name":"Dolphincoder 7b starcoder2 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q6_K","name":"Dolphincoder 7b starcoder2 q6_K","display_name":"Dolphincoder 7b starcoder2 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q8_0","name":"Dolphincoder 7b starcoder2 q8_0","display_name":"Dolphincoder 7b starcoder2 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:latest","name":"Dolphincoder Latest","display_name":"Dolphincoder Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b","name":"Duckdb-nsql 7b","display_name":"Duckdb-nsql 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-fp16","name":"Duckdb-nsql 7b fp16","display_name":"Duckdb-nsql 7b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q2_K","name":"Duckdb-nsql 7b q2_K","display_name":"Duckdb-nsql 7b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q3_K_L","name":"Duckdb-nsql 7b q3_K_L","display_name":"Duckdb-nsql 7b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q3_K_M","name":"Duckdb-nsql 7b q3_K_M","display_name":"Duckdb-nsql 7b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q3_K_S","name":"Duckdb-nsql 7b q3_K_S","display_name":"Duckdb-nsql 7b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q4_0","name":"Duckdb-nsql 7b q4_0","display_name":"Duckdb-nsql 7b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q4_1","name":"Duckdb-nsql 7b q4_1","display_name":"Duckdb-nsql 7b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q4_K_M","name":"Duckdb-nsql 7b q4_K_M","display_name":"Duckdb-nsql 7b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q4_K_S","name":"Duckdb-nsql 7b q4_K_S","display_name":"Duckdb-nsql 7b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q5_0","name":"Duckdb-nsql 7b q5_0","display_name":"Duckdb-nsql 7b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q5_1","name":"Duckdb-nsql 7b q5_1","display_name":"Duckdb-nsql 7b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q5_K_M","name":"Duckdb-nsql 7b q5_K_M","display_name":"Duckdb-nsql 7b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q5_K_S","name":"Duckdb-nsql 7b q5_K_S","display_name":"Duckdb-nsql 7b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q6_K","name":"Duckdb-nsql 7b q6_K","display_name":"Duckdb-nsql 7b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q8_0","name":"Duckdb-nsql 7b q8_0","display_name":"Duckdb-nsql 7b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:latest","name":"Duckdb-nsql Latest","display_name":"Duckdb-nsql Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"embeddinggemma:300m","name":"Embeddinggemma 300m","display_name":"Embeddinggemma 300m","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"embeddinggemma:300m-bf16","name":"Embeddinggemma 300m bf16","display_name":"Embeddinggemma 300m bf16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"embeddinggemma:300m-qat-q4_0","name":"Embeddinggemma 300m qat q4_0","display_name":"Embeddinggemma 300m qat q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"embeddinggemma:300m-qat-q8_0","name":"Embeddinggemma 300m qat q8_0","display_name":"Embeddinggemma 300m qat q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"embeddinggemma:latest","name":"Embeddinggemma Latest","display_name":"Embeddinggemma Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b","name":"Everythinglm 13b","display_name":"Everythinglm 13b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k","name":"Everythinglm 13b 16k","display_name":"Everythinglm 13b 16k","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-fp16","name":"Everythinglm 13b 16k fp16","display_name":"Everythinglm 13b 16k fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q2_K","name":"Everythinglm 13b 16k q2_K","display_name":"Everythinglm 13b 16k q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q3_K_L","name":"Everythinglm 13b 16k q3_K_L","display_name":"Everythinglm 13b 16k q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q3_K_M","name":"Everythinglm 13b 16k q3_K_M","display_name":"Everythinglm 13b 16k q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q3_K_S","name":"Everythinglm 13b 16k q3_K_S","display_name":"Everythinglm 13b 16k q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q4_0","name":"Everythinglm 13b 16k q4_0","display_name":"Everythinglm 13b 16k q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q4_1","name":"Everythinglm 13b 16k q4_1","display_name":"Everythinglm 13b 16k q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q4_K_M","name":"Everythinglm 13b 16k q4_K_M","display_name":"Everythinglm 13b 16k q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q4_K_S","name":"Everythinglm 13b 16k q4_K_S","display_name":"Everythinglm 13b 16k q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q5_0","name":"Everythinglm 13b 16k q5_0","display_name":"Everythinglm 13b 16k q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q5_1","name":"Everythinglm 13b 16k q5_1","display_name":"Everythinglm 13b 16k q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q5_K_M","name":"Everythinglm 13b 16k q5_K_M","display_name":"Everythinglm 13b 16k q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q5_K_S","name":"Everythinglm 13b 16k q5_K_S","display_name":"Everythinglm 13b 16k q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q6_K","name":"Everythinglm 13b 16k q6_K","display_name":"Everythinglm 13b 16k q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q8_0","name":"Everythinglm 13b 16k q8_0","display_name":"Everythinglm 13b 16k q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:latest","name":"Everythinglm Latest","display_name":"Everythinglm Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:2.4b","name":"Exaone-deep 2.4b","display_name":"Exaone-deep 2.4b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:2.4b-fp16","name":"Exaone-deep 2.4b fp16","display_name":"Exaone-deep 2.4b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:2.4b-q4_K_M","name":"Exaone-deep 2.4b q4_K_M","display_name":"Exaone-deep 2.4b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:2.4b-q8_0","name":"Exaone-deep 2.4b q8_0","display_name":"Exaone-deep 2.4b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:32b","name":"Exaone-deep 32b","display_name":"Exaone-deep 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:32b-fp16","name":"Exaone-deep 32b fp16","display_name":"Exaone-deep 32b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:32b-q4_K_M","name":"Exaone-deep 32b q4_K_M","display_name":"Exaone-deep 32b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:32b-q8_0","name":"Exaone-deep 32b q8_0","display_name":"Exaone-deep 32b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:7.8b","name":"Exaone-deep 7.8b","display_name":"Exaone-deep 7.8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:7.8b-fp16","name":"Exaone-deep 7.8b fp16","display_name":"Exaone-deep 7.8b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:7.8b-q4_K_M","name":"Exaone-deep 7.8b q4_K_M","display_name":"Exaone-deep 7.8b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:7.8b-q8_0","name":"Exaone-deep 7.8b q8_0","display_name":"Exaone-deep 7.8b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:latest","name":"Exaone-deep Latest","display_name":"Exaone-deep Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:2.4b","name":"Exaone3.5 2.4b","display_name":"Exaone3.5 2.4b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:2.4b-instruct-fp16","name":"Exaone3.5 2.4b instruct fp16","display_name":"Exaone3.5 2.4b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:2.4b-instruct-q4_K_M","name":"Exaone3.5 2.4b instruct q4_K_M","display_name":"Exaone3.5 2.4b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:2.4b-instruct-q8_0","name":"Exaone3.5 2.4b instruct q8_0","display_name":"Exaone3.5 2.4b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:32b","name":"Exaone3.5 32b","display_name":"Exaone3.5 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:32b-instruct-fp16","name":"Exaone3.5 32b instruct fp16","display_name":"Exaone3.5 32b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:32b-instruct-q4_K_M","name":"Exaone3.5 32b instruct q4_K_M","display_name":"Exaone3.5 32b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:32b-instruct-q8_0","name":"Exaone3.5 32b instruct q8_0","display_name":"Exaone3.5 32b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:7.8b","name":"Exaone3.5 7.8b","display_name":"Exaone3.5 7.8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:7.8b-instruct-fp16","name":"Exaone3.5 7.8b instruct fp16","display_name":"Exaone3.5 7.8b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:7.8b-instruct-q4_K_M","name":"Exaone3.5 7.8b instruct q4_K_M","display_name":"Exaone3.5 7.8b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:7.8b-instruct-q8_0","name":"Exaone3.5 7.8b instruct q8_0","display_name":"Exaone3.5 7.8b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:latest","name":"Exaone3.5 Latest","display_name":"Exaone3.5 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:180b","name":"Falcon 180b","display_name":"Falcon 180b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:180b-chat","name":"Falcon 180b chat","display_name":"Falcon 180b chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:180b-chat-q4_0","name":"Falcon 180b chat q4_0","display_name":"Falcon 180b chat q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:180b-text","name":"Falcon 180b text","display_name":"Falcon 180b text","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:180b-text-q4_0","name":"Falcon 180b text q4_0","display_name":"Falcon 180b text q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b","name":"Falcon 40b","display_name":"Falcon 40b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct","name":"Falcon 40b instruct","display_name":"Falcon 40b instruct","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-fp16","name":"Falcon 40b instruct fp16","display_name":"Falcon 40b instruct fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-q4_0","name":"Falcon 40b instruct q4_0","display_name":"Falcon 40b instruct q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-q4_1","name":"Falcon 40b instruct q4_1","display_name":"Falcon 40b instruct q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-q5_0","name":"Falcon 40b instruct q5_0","display_name":"Falcon 40b instruct q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-q5_1","name":"Falcon 40b instruct q5_1","display_name":"Falcon 40b instruct q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-q8_0","name":"Falcon 40b instruct q8_0","display_name":"Falcon 40b instruct q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text","name":"Falcon 40b text","display_name":"Falcon 40b text","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-fp16","name":"Falcon 40b text fp16","display_name":"Falcon 40b text fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-q4_0","name":"Falcon 40b text q4_0","display_name":"Falcon 40b text q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-q4_1","name":"Falcon 40b text q4_1","display_name":"Falcon 40b text q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-q5_0","name":"Falcon 40b text q5_0","display_name":"Falcon 40b text q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-q5_1","name":"Falcon 40b text q5_1","display_name":"Falcon 40b text q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-q8_0","name":"Falcon 40b text q8_0","display_name":"Falcon 40b text q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b","name":"Falcon 7b","display_name":"Falcon 7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct","name":"Falcon 7b instruct","display_name":"Falcon 7b instruct","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-fp16","name":"Falcon 7b instruct fp16","display_name":"Falcon 7b instruct fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-q4_0","name":"Falcon 7b instruct q4_0","display_name":"Falcon 7b instruct q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-q4_1","name":"Falcon 7b instruct q4_1","display_name":"Falcon 7b instruct q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-q5_0","name":"Falcon 7b instruct q5_0","display_name":"Falcon 7b instruct q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-q5_1","name":"Falcon 7b instruct q5_1","display_name":"Falcon 7b instruct q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-q8_0","name":"Falcon 7b instruct q8_0","display_name":"Falcon 7b instruct q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text","name":"Falcon 7b text","display_name":"Falcon 7b text","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-fp16","name":"Falcon 7b text fp16","display_name":"Falcon 7b text fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-q4_0","name":"Falcon 7b text q4_0","display_name":"Falcon 7b text q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-q4_1","name":"Falcon 7b text q4_1","display_name":"Falcon 7b text q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-q5_0","name":"Falcon 7b text q5_0","display_name":"Falcon 7b text q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-q5_1","name":"Falcon 7b text q5_1","display_name":"Falcon 7b text q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-q8_0","name":"Falcon 7b text q8_0","display_name":"Falcon 7b text q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:instruct","name":"Falcon Instruct","display_name":"Falcon Instruct","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:latest","name":"Falcon Latest","display_name":"Falcon Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:text","name":"Falcon Text","display_name":"Falcon Text","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b","name":"Falcon2 11b","display_name":"Falcon2 11b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-fp16","name":"Falcon2 11b fp16","display_name":"Falcon2 11b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q2_K","name":"Falcon2 11b q2_K","display_name":"Falcon2 11b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q3_K_L","name":"Falcon2 11b q3_K_L","display_name":"Falcon2 11b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q3_K_M","name":"Falcon2 11b q3_K_M","display_name":"Falcon2 11b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q3_K_S","name":"Falcon2 11b q3_K_S","display_name":"Falcon2 11b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q4_0","name":"Falcon2 11b q4_0","display_name":"Falcon2 11b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q4_1","name":"Falcon2 11b q4_1","display_name":"Falcon2 11b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q4_K_M","name":"Falcon2 11b q4_K_M","display_name":"Falcon2 11b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q4_K_S","name":"Falcon2 11b q4_K_S","display_name":"Falcon2 11b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q5_0","name":"Falcon2 11b q5_0","display_name":"Falcon2 11b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q5_1","name":"Falcon2 11b q5_1","display_name":"Falcon2 11b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q5_K_M","name":"Falcon2 11b q5_K_M","display_name":"Falcon2 11b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q5_K_S","name":"Falcon2 11b q5_K_S","display_name":"Falcon2 11b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q6_K","name":"Falcon2 11b q6_K","display_name":"Falcon2 11b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q8_0","name":"Falcon2 11b q8_0","display_name":"Falcon2 11b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:latest","name":"Falcon2 Latest","display_name":"Falcon2 Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:10b","name":"Falcon3 10b","display_name":"Falcon3 10b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:10b-instruct-fp16","name":"Falcon3 10b instruct fp16","display_name":"Falcon3 10b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:10b-instruct-q4_K_M","name":"Falcon3 10b instruct q4_K_M","display_name":"Falcon3 10b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:10b-instruct-q8_0","name":"Falcon3 10b instruct q8_0","display_name":"Falcon3 10b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:1b","name":"Falcon3 1b","display_name":"Falcon3 1b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:1b-instruct-fp16","name":"Falcon3 1b instruct fp16","display_name":"Falcon3 1b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:1b-instruct-q4_K_M","name":"Falcon3 1b instruct q4_K_M","display_name":"Falcon3 1b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:1b-instruct-q8_0","name":"Falcon3 1b instruct q8_0","display_name":"Falcon3 1b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:3b","name":"Falcon3 3b","display_name":"Falcon3 3b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:3b-instruct-fp16","name":"Falcon3 3b instruct fp16","display_name":"Falcon3 3b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:3b-instruct-q4_K_M","name":"Falcon3 3b instruct q4_K_M","display_name":"Falcon3 3b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:3b-instruct-q8_0","name":"Falcon3 3b instruct q8_0","display_name":"Falcon3 3b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:7b","name":"Falcon3 7b","display_name":"Falcon3 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:7b-instruct-fp16","name":"Falcon3 7b instruct fp16","display_name":"Falcon3 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:7b-instruct-q4_K_M","name":"Falcon3 7b instruct q4_K_M","display_name":"Falcon3 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:7b-instruct-q8_0","name":"Falcon3 7b instruct q8_0","display_name":"Falcon3 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:latest","name":"Falcon3 Latest","display_name":"Falcon3 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b","name":"Firefunction-v2 70b","display_name":"Firefunction-v2 70b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-fp16","name":"Firefunction-v2 70b fp16","display_name":"Firefunction-v2 70b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q2_K","name":"Firefunction-v2 70b q2_K","display_name":"Firefunction-v2 70b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q3_K_L","name":"Firefunction-v2 70b q3_K_L","display_name":"Firefunction-v2 70b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q3_K_M","name":"Firefunction-v2 70b q3_K_M","display_name":"Firefunction-v2 70b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q3_K_S","name":"Firefunction-v2 70b q3_K_S","display_name":"Firefunction-v2 70b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q4_0","name":"Firefunction-v2 70b q4_0","display_name":"Firefunction-v2 70b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q4_1","name":"Firefunction-v2 70b q4_1","display_name":"Firefunction-v2 70b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q4_K_M","name":"Firefunction-v2 70b q4_K_M","display_name":"Firefunction-v2 70b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q4_K_S","name":"Firefunction-v2 70b q4_K_S","display_name":"Firefunction-v2 70b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q5_0","name":"Firefunction-v2 70b q5_0","display_name":"Firefunction-v2 70b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q5_1","name":"Firefunction-v2 70b q5_1","display_name":"Firefunction-v2 70b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q5_K_M","name":"Firefunction-v2 70b q5_K_M","display_name":"Firefunction-v2 70b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q5_K_S","name":"Firefunction-v2 70b q5_K_S","display_name":"Firefunction-v2 70b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q6_K","name":"Firefunction-v2 70b q6_K","display_name":"Firefunction-v2 70b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q8_0","name":"Firefunction-v2 70b q8_0","display_name":"Firefunction-v2 70b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:latest","name":"Firefunction-v2 Latest","display_name":"Firefunction-v2 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b","name":"Gemma 2b","display_name":"Gemma 2b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct","name":"Gemma 2b instruct","display_name":"Gemma 2b instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-fp16","name":"Gemma 2b instruct fp16","display_name":"Gemma 2b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q2_K","name":"Gemma 2b instruct q2_K","display_name":"Gemma 2b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q3_K_L","name":"Gemma 2b instruct q3_K_L","display_name":"Gemma 2b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q3_K_M","name":"Gemma 2b instruct q3_K_M","display_name":"Gemma 2b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q3_K_S","name":"Gemma 2b instruct q3_K_S","display_name":"Gemma 2b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q4_0","name":"Gemma 2b instruct q4_0","display_name":"Gemma 2b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q4_1","name":"Gemma 2b instruct q4_1","display_name":"Gemma 2b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q4_K_M","name":"Gemma 2b instruct q4_K_M","display_name":"Gemma 2b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q4_K_S","name":"Gemma 2b instruct q4_K_S","display_name":"Gemma 2b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q5_0","name":"Gemma 2b instruct q5_0","display_name":"Gemma 2b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q5_1","name":"Gemma 2b instruct q5_1","display_name":"Gemma 2b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q5_K_M","name":"Gemma 2b instruct q5_K_M","display_name":"Gemma 2b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q5_K_S","name":"Gemma 2b instruct q5_K_S","display_name":"Gemma 2b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q6_K","name":"Gemma 2b instruct q6_K","display_name":"Gemma 2b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q8_0","name":"Gemma 2b instruct q8_0","display_name":"Gemma 2b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-fp16","name":"Gemma 2b instruct v1.1 fp16","display_name":"Gemma 2b instruct v1.1 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q2_K","name":"Gemma 2b instruct v1.1 q2_K","display_name":"Gemma 2b instruct v1.1 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q3_K_L","name":"Gemma 2b instruct v1.1 q3_K_L","display_name":"Gemma 2b instruct v1.1 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q3_K_M","name":"Gemma 2b instruct v1.1 q3_K_M","display_name":"Gemma 2b instruct v1.1 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q3_K_S","name":"Gemma 2b instruct v1.1 q3_K_S","display_name":"Gemma 2b instruct v1.1 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q4_0","name":"Gemma 2b instruct v1.1 q4_0","display_name":"Gemma 2b instruct v1.1 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q4_1","name":"Gemma 2b instruct v1.1 q4_1","display_name":"Gemma 2b instruct v1.1 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q4_K_M","name":"Gemma 2b instruct v1.1 q4_K_M","display_name":"Gemma 2b instruct v1.1 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q4_K_S","name":"Gemma 2b instruct v1.1 q4_K_S","display_name":"Gemma 2b instruct v1.1 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q5_0","name":"Gemma 2b instruct v1.1 q5_0","display_name":"Gemma 2b instruct v1.1 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q5_1","name":"Gemma 2b instruct v1.1 q5_1","display_name":"Gemma 2b instruct v1.1 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q5_K_M","name":"Gemma 2b instruct v1.1 q5_K_M","display_name":"Gemma 2b instruct v1.1 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q5_K_S","name":"Gemma 2b instruct v1.1 q5_K_S","display_name":"Gemma 2b instruct v1.1 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q6_K","name":"Gemma 2b instruct v1.1 q6_K","display_name":"Gemma 2b instruct v1.1 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q8_0","name":"Gemma 2b instruct v1.1 q8_0","display_name":"Gemma 2b instruct v1.1 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text","name":"Gemma 2b text","display_name":"Gemma 2b text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-fp16","name":"Gemma 2b text fp16","display_name":"Gemma 2b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q2_K","name":"Gemma 2b text q2_K","display_name":"Gemma 2b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q3_K_L","name":"Gemma 2b text q3_K_L","display_name":"Gemma 2b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q3_K_M","name":"Gemma 2b text q3_K_M","display_name":"Gemma 2b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q3_K_S","name":"Gemma 2b text q3_K_S","display_name":"Gemma 2b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q4_0","name":"Gemma 2b text q4_0","display_name":"Gemma 2b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q4_1","name":"Gemma 2b text q4_1","display_name":"Gemma 2b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q4_K_M","name":"Gemma 2b text q4_K_M","display_name":"Gemma 2b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q4_K_S","name":"Gemma 2b text q4_K_S","display_name":"Gemma 2b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q5_0","name":"Gemma 2b text q5_0","display_name":"Gemma 2b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q5_1","name":"Gemma 2b text q5_1","display_name":"Gemma 2b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q5_K_M","name":"Gemma 2b text q5_K_M","display_name":"Gemma 2b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q5_K_S","name":"Gemma 2b text q5_K_S","display_name":"Gemma 2b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q6_K","name":"Gemma 2b text q6_K","display_name":"Gemma 2b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q8_0","name":"Gemma 2b text q8_0","display_name":"Gemma 2b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-v1.1","name":"Gemma 2b v1.1","display_name":"Gemma 2b v1.1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b","name":"Gemma 7b","display_name":"Gemma 7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct","name":"Gemma 7b instruct","display_name":"Gemma 7b instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-fp16","name":"Gemma 7b instruct fp16","display_name":"Gemma 7b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q2_K","name":"Gemma 7b instruct q2_K","display_name":"Gemma 7b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q3_K_L","name":"Gemma 7b instruct q3_K_L","display_name":"Gemma 7b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q3_K_M","name":"Gemma 7b instruct q3_K_M","display_name":"Gemma 7b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q3_K_S","name":"Gemma 7b instruct q3_K_S","display_name":"Gemma 7b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q4_0","name":"Gemma 7b instruct q4_0","display_name":"Gemma 7b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q4_1","name":"Gemma 7b instruct q4_1","display_name":"Gemma 7b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q4_K_M","name":"Gemma 7b instruct q4_K_M","display_name":"Gemma 7b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q4_K_S","name":"Gemma 7b instruct q4_K_S","display_name":"Gemma 7b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q5_0","name":"Gemma 7b instruct q5_0","display_name":"Gemma 7b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q5_1","name":"Gemma 7b instruct q5_1","display_name":"Gemma 7b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q5_K_M","name":"Gemma 7b instruct q5_K_M","display_name":"Gemma 7b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q5_K_S","name":"Gemma 7b instruct q5_K_S","display_name":"Gemma 7b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q6_K","name":"Gemma 7b instruct q6_K","display_name":"Gemma 7b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q8_0","name":"Gemma 7b instruct q8_0","display_name":"Gemma 7b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-fp16","name":"Gemma 7b instruct v1.1 fp16","display_name":"Gemma 7b instruct v1.1 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q2_K","name":"Gemma 7b instruct v1.1 q2_K","display_name":"Gemma 7b instruct v1.1 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q3_K_L","name":"Gemma 7b instruct v1.1 q3_K_L","display_name":"Gemma 7b instruct v1.1 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q3_K_M","name":"Gemma 7b instruct v1.1 q3_K_M","display_name":"Gemma 7b instruct v1.1 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q3_K_S","name":"Gemma 7b instruct v1.1 q3_K_S","display_name":"Gemma 7b instruct v1.1 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q4_0","name":"Gemma 7b instruct v1.1 q4_0","display_name":"Gemma 7b instruct v1.1 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q4_1","name":"Gemma 7b instruct v1.1 q4_1","display_name":"Gemma 7b instruct v1.1 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q4_K_M","name":"Gemma 7b instruct v1.1 q4_K_M","display_name":"Gemma 7b instruct v1.1 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q4_K_S","name":"Gemma 7b instruct v1.1 q4_K_S","display_name":"Gemma 7b instruct v1.1 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q5_0","name":"Gemma 7b instruct v1.1 q5_0","display_name":"Gemma 7b instruct v1.1 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q5_1","name":"Gemma 7b instruct v1.1 q5_1","display_name":"Gemma 7b instruct v1.1 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q5_K_M","name":"Gemma 7b instruct v1.1 q5_K_M","display_name":"Gemma 7b instruct v1.1 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q5_K_S","name":"Gemma 7b instruct v1.1 q5_K_S","display_name":"Gemma 7b instruct v1.1 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q6_K","name":"Gemma 7b instruct v1.1 q6_K","display_name":"Gemma 7b instruct v1.1 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q8_0","name":"Gemma 7b instruct v1.1 q8_0","display_name":"Gemma 7b instruct v1.1 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text","name":"Gemma 7b text","display_name":"Gemma 7b text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-fp16","name":"Gemma 7b text fp16","display_name":"Gemma 7b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q2_K","name":"Gemma 7b text q2_K","display_name":"Gemma 7b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q3_K_L","name":"Gemma 7b text q3_K_L","display_name":"Gemma 7b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q3_K_M","name":"Gemma 7b text q3_K_M","display_name":"Gemma 7b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q3_K_S","name":"Gemma 7b text q3_K_S","display_name":"Gemma 7b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q4_0","name":"Gemma 7b text q4_0","display_name":"Gemma 7b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q4_1","name":"Gemma 7b text q4_1","display_name":"Gemma 7b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q4_K_M","name":"Gemma 7b text q4_K_M","display_name":"Gemma 7b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q4_K_S","name":"Gemma 7b text q4_K_S","display_name":"Gemma 7b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q5_0","name":"Gemma 7b text q5_0","display_name":"Gemma 7b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q5_1","name":"Gemma 7b text q5_1","display_name":"Gemma 7b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q5_K_M","name":"Gemma 7b text q5_K_M","display_name":"Gemma 7b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q5_K_S","name":"Gemma 7b text q5_K_S","display_name":"Gemma 7b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q6_K","name":"Gemma 7b text q6_K","display_name":"Gemma 7b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q8_0","name":"Gemma 7b text q8_0","display_name":"Gemma 7b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-v1.1","name":"Gemma 7b v1.1","display_name":"Gemma 7b v1.1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:instruct","name":"Gemma Instruct","display_name":"Gemma Instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:latest","name":"Gemma Latest","display_name":"Gemma Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:text","name":"Gemma Text","display_name":"Gemma Text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:v1.1","name":"Gemma V1.1","display_name":"Gemma V1.1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b","name":"Gemma2 27b","display_name":"Gemma2 27b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-fp16","name":"Gemma2 27b instruct fp16","display_name":"Gemma2 27b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q2_K","name":"Gemma2 27b instruct q2_K","display_name":"Gemma2 27b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q3_K_L","name":"Gemma2 27b instruct q3_K_L","display_name":"Gemma2 27b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q3_K_M","name":"Gemma2 27b instruct q3_K_M","display_name":"Gemma2 27b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q3_K_S","name":"Gemma2 27b instruct q3_K_S","display_name":"Gemma2 27b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q4_0","name":"Gemma2 27b instruct q4_0","display_name":"Gemma2 27b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q4_1","name":"Gemma2 27b instruct q4_1","display_name":"Gemma2 27b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q4_K_M","name":"Gemma2 27b instruct q4_K_M","display_name":"Gemma2 27b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q4_K_S","name":"Gemma2 27b instruct q4_K_S","display_name":"Gemma2 27b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q5_0","name":"Gemma2 27b instruct q5_0","display_name":"Gemma2 27b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q5_1","name":"Gemma2 27b instruct q5_1","display_name":"Gemma2 27b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q5_K_M","name":"Gemma2 27b instruct q5_K_M","display_name":"Gemma2 27b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q5_K_S","name":"Gemma2 27b instruct q5_K_S","display_name":"Gemma2 27b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q6_K","name":"Gemma2 27b instruct q6_K","display_name":"Gemma2 27b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q8_0","name":"Gemma2 27b instruct q8_0","display_name":"Gemma2 27b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-fp16","name":"Gemma2 27b text fp16","display_name":"Gemma2 27b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q2_K","name":"Gemma2 27b text q2_K","display_name":"Gemma2 27b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q3_K_L","name":"Gemma2 27b text q3_K_L","display_name":"Gemma2 27b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q3_K_M","name":"Gemma2 27b text q3_K_M","display_name":"Gemma2 27b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q3_K_S","name":"Gemma2 27b text q3_K_S","display_name":"Gemma2 27b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q4_0","name":"Gemma2 27b text q4_0","display_name":"Gemma2 27b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q4_1","name":"Gemma2 27b text q4_1","display_name":"Gemma2 27b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q4_K_M","name":"Gemma2 27b text q4_K_M","display_name":"Gemma2 27b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q4_K_S","name":"Gemma2 27b text q4_K_S","display_name":"Gemma2 27b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q5_0","name":"Gemma2 27b text q5_0","display_name":"Gemma2 27b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q5_1","name":"Gemma2 27b text q5_1","display_name":"Gemma2 27b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q5_K_M","name":"Gemma2 27b text q5_K_M","display_name":"Gemma2 27b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q5_K_S","name":"Gemma2 27b text q5_K_S","display_name":"Gemma2 27b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q6_K","name":"Gemma2 27b text q6_K","display_name":"Gemma2 27b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q8_0","name":"Gemma2 27b text q8_0","display_name":"Gemma2 27b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b","name":"Gemma2 2b","display_name":"Gemma2 2b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-fp16","name":"Gemma2 2b instruct fp16","display_name":"Gemma2 2b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q2_K","name":"Gemma2 2b instruct q2_K","display_name":"Gemma2 2b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q3_K_L","name":"Gemma2 2b instruct q3_K_L","display_name":"Gemma2 2b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q3_K_M","name":"Gemma2 2b instruct q3_K_M","display_name":"Gemma2 2b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q3_K_S","name":"Gemma2 2b instruct q3_K_S","display_name":"Gemma2 2b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q4_0","name":"Gemma2 2b instruct q4_0","display_name":"Gemma2 2b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q4_1","name":"Gemma2 2b instruct q4_1","display_name":"Gemma2 2b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q4_K_M","name":"Gemma2 2b instruct q4_K_M","display_name":"Gemma2 2b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q4_K_S","name":"Gemma2 2b instruct q4_K_S","display_name":"Gemma2 2b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q5_0","name":"Gemma2 2b instruct q5_0","display_name":"Gemma2 2b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q5_1","name":"Gemma2 2b instruct q5_1","display_name":"Gemma2 2b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q5_K_M","name":"Gemma2 2b instruct q5_K_M","display_name":"Gemma2 2b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q5_K_S","name":"Gemma2 2b instruct q5_K_S","display_name":"Gemma2 2b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q6_K","name":"Gemma2 2b instruct q6_K","display_name":"Gemma2 2b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q8_0","name":"Gemma2 2b instruct q8_0","display_name":"Gemma2 2b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-fp16","name":"Gemma2 2b text fp16","display_name":"Gemma2 2b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q2_K","name":"Gemma2 2b text q2_K","display_name":"Gemma2 2b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q3_K_L","name":"Gemma2 2b text q3_K_L","display_name":"Gemma2 2b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q3_K_M","name":"Gemma2 2b text q3_K_M","display_name":"Gemma2 2b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q3_K_S","name":"Gemma2 2b text q3_K_S","display_name":"Gemma2 2b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q4_0","name":"Gemma2 2b text q4_0","display_name":"Gemma2 2b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q4_1","name":"Gemma2 2b text q4_1","display_name":"Gemma2 2b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q4_K_M","name":"Gemma2 2b text q4_K_M","display_name":"Gemma2 2b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q4_K_S","name":"Gemma2 2b text q4_K_S","display_name":"Gemma2 2b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q5_0","name":"Gemma2 2b text q5_0","display_name":"Gemma2 2b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q5_1","name":"Gemma2 2b text q5_1","display_name":"Gemma2 2b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q5_K_M","name":"Gemma2 2b text q5_K_M","display_name":"Gemma2 2b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q5_K_S","name":"Gemma2 2b text q5_K_S","display_name":"Gemma2 2b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q6_K","name":"Gemma2 2b text q6_K","display_name":"Gemma2 2b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q8_0","name":"Gemma2 2b text q8_0","display_name":"Gemma2 2b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b","name":"Gemma2 9b","display_name":"Gemma2 9b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-fp16","name":"Gemma2 9b instruct fp16","display_name":"Gemma2 9b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q2_K","name":"Gemma2 9b instruct q2_K","display_name":"Gemma2 9b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q3_K_L","name":"Gemma2 9b instruct q3_K_L","display_name":"Gemma2 9b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q3_K_M","name":"Gemma2 9b instruct q3_K_M","display_name":"Gemma2 9b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q3_K_S","name":"Gemma2 9b instruct q3_K_S","display_name":"Gemma2 9b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q4_0","name":"Gemma2 9b instruct q4_0","display_name":"Gemma2 9b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q4_1","name":"Gemma2 9b instruct q4_1","display_name":"Gemma2 9b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q4_K_M","name":"Gemma2 9b instruct q4_K_M","display_name":"Gemma2 9b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q4_K_S","name":"Gemma2 9b instruct q4_K_S","display_name":"Gemma2 9b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q5_0","name":"Gemma2 9b instruct q5_0","display_name":"Gemma2 9b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q5_1","name":"Gemma2 9b instruct q5_1","display_name":"Gemma2 9b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q5_K_M","name":"Gemma2 9b instruct q5_K_M","display_name":"Gemma2 9b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q5_K_S","name":"Gemma2 9b instruct q5_K_S","display_name":"Gemma2 9b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q6_K","name":"Gemma2 9b instruct q6_K","display_name":"Gemma2 9b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q8_0","name":"Gemma2 9b instruct q8_0","display_name":"Gemma2 9b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-fp16","name":"Gemma2 9b text fp16","display_name":"Gemma2 9b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q2_K","name":"Gemma2 9b text q2_K","display_name":"Gemma2 9b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q3_K_L","name":"Gemma2 9b text q3_K_L","display_name":"Gemma2 9b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q3_K_M","name":"Gemma2 9b text q3_K_M","display_name":"Gemma2 9b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q3_K_S","name":"Gemma2 9b text q3_K_S","display_name":"Gemma2 9b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q4_0","name":"Gemma2 9b text q4_0","display_name":"Gemma2 9b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q4_1","name":"Gemma2 9b text q4_1","display_name":"Gemma2 9b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q4_K_M","name":"Gemma2 9b text q4_K_M","display_name":"Gemma2 9b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q4_K_S","name":"Gemma2 9b text q4_K_S","display_name":"Gemma2 9b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q5_0","name":"Gemma2 9b text q5_0","display_name":"Gemma2 9b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q5_1","name":"Gemma2 9b text q5_1","display_name":"Gemma2 9b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q5_K_M","name":"Gemma2 9b text q5_K_M","display_name":"Gemma2 9b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q5_K_S","name":"Gemma2 9b text q5_K_S","display_name":"Gemma2 9b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q6_K","name":"Gemma2 9b text q6_K","display_name":"Gemma2 9b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q8_0","name":"Gemma2 9b text q8_0","display_name":"Gemma2 9b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:latest","name":"Gemma2 Latest","display_name":"Gemma2 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:12b","name":"Gemma3 12b","display_name":"Gemma3 12b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:12b-it-fp16","name":"Gemma3 12b it fp16","display_name":"Gemma3 12b it fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:12b-it-q4_K_M","name":"Gemma3 12b it q4_K_M","display_name":"Gemma3 12b it q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:12b-it-q8_0","name":"Gemma3 12b it q8_0","display_name":"Gemma3 12b it q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:12b-it-qat","name":"Gemma3 12b it qat","display_name":"Gemma3 12b it qat","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:1b","name":"Gemma3 1b","display_name":"Gemma3 1b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:1b-it-fp16","name":"Gemma3 1b it fp16","display_name":"Gemma3 1b it fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:1b-it-q4_K_M","name":"Gemma3 1b it q4_K_M","display_name":"Gemma3 1b it q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:1b-it-q8_0","name":"Gemma3 1b it q8_0","display_name":"Gemma3 1b it q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:1b-it-qat","name":"Gemma3 1b it qat","display_name":"Gemma3 1b it qat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:270m","name":"Gemma3 270m","display_name":"Gemma3 270m","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:270m-it-bf16","name":"Gemma3 270m it bf16","display_name":"Gemma3 270m it bf16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:270m-it-fp16","name":"Gemma3 270m it fp16","display_name":"Gemma3 270m it fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:270m-it-q8_0","name":"Gemma3 270m it q8_0","display_name":"Gemma3 270m it q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:270m-it-qat","name":"Gemma3 270m it qat","display_name":"Gemma3 270m it qat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:27b","name":"Gemma3 27b","display_name":"Gemma3 27b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:27b-it-fp16","name":"Gemma3 27b it fp16","display_name":"Gemma3 27b it fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:27b-it-q4_K_M","name":"Gemma3 27b it q4_K_M","display_name":"Gemma3 27b it q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:27b-it-q8_0","name":"Gemma3 27b it q8_0","display_name":"Gemma3 27b it q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:27b-it-qat","name":"Gemma3 27b it qat","display_name":"Gemma3 27b it qat","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:4b","name":"Gemma3 4b","display_name":"Gemma3 4b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:4b-it-fp16","name":"Gemma3 4b it fp16","display_name":"Gemma3 4b it fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:4b-it-q4_K_M","name":"Gemma3 4b it q4_K_M","display_name":"Gemma3 4b it q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:4b-it-q8_0","name":"Gemma3 4b it q8_0","display_name":"Gemma3 4b it q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:4b-it-qat","name":"Gemma3 4b it qat","display_name":"Gemma3 4b it qat","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:latest","name":"Gemma3 Latest","display_name":"Gemma3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e2b","name":"Gemma3n E2b","display_name":"Gemma3n E2b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e2b-it-fp16","name":"Gemma3n E2b it fp16","display_name":"Gemma3n E2b it fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e2b-it-q4_K_M","name":"Gemma3n E2b it q4_K_M","display_name":"Gemma3n E2b it q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e2b-it-q8_0","name":"Gemma3n E2b it q8_0","display_name":"Gemma3n E2b it q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e4b","name":"Gemma3n E4b","display_name":"Gemma3n E4b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e4b-it-fp16","name":"Gemma3n E4b it fp16","display_name":"Gemma3n E4b it fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e4b-it-q4_K_M","name":"Gemma3n E4b it q4_K_M","display_name":"Gemma3n E4b it q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e4b-it-q8_0","name":"Gemma3n E4b it q8_0","display_name":"Gemma3n E4b it q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:latest","name":"Gemma3n Latest","display_name":"Gemma3n Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b","name":"Glm4 9b","display_name":"Glm4 9b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-fp16","name":"Glm4 9b chat fp16","display_name":"Glm4 9b chat fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q2_K","name":"Glm4 9b chat q2_K","display_name":"Glm4 9b chat q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q3_K_L","name":"Glm4 9b chat q3_K_L","display_name":"Glm4 9b chat q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q3_K_M","name":"Glm4 9b chat q3_K_M","display_name":"Glm4 9b chat q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q3_K_S","name":"Glm4 9b chat q3_K_S","display_name":"Glm4 9b chat q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q4_0","name":"Glm4 9b chat q4_0","display_name":"Glm4 9b chat q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q4_1","name":"Glm4 9b chat q4_1","display_name":"Glm4 9b chat q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q4_K_M","name":"Glm4 9b chat q4_K_M","display_name":"Glm4 9b chat q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q4_K_S","name":"Glm4 9b chat q4_K_S","display_name":"Glm4 9b chat q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q5_0","name":"Glm4 9b chat q5_0","display_name":"Glm4 9b chat q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q5_1","name":"Glm4 9b chat q5_1","display_name":"Glm4 9b chat q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q5_K_M","name":"Glm4 9b chat q5_K_M","display_name":"Glm4 9b chat q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q5_K_S","name":"Glm4 9b chat q5_K_S","display_name":"Glm4 9b chat q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q6_K","name":"Glm4 9b chat q6_K","display_name":"Glm4 9b chat q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q8_0","name":"Glm4 9b chat q8_0","display_name":"Glm4 9b chat q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-fp16","name":"Glm4 9b text fp16","display_name":"Glm4 9b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q2_K","name":"Glm4 9b text q2_K","display_name":"Glm4 9b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q3_K_L","name":"Glm4 9b text q3_K_L","display_name":"Glm4 9b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q3_K_M","name":"Glm4 9b text q3_K_M","display_name":"Glm4 9b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q3_K_S","name":"Glm4 9b text q3_K_S","display_name":"Glm4 9b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q4_0","name":"Glm4 9b text q4_0","display_name":"Glm4 9b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q4_1","name":"Glm4 9b text q4_1","display_name":"Glm4 9b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q4_K_M","name":"Glm4 9b text q4_K_M","display_name":"Glm4 9b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q4_K_S","name":"Glm4 9b text q4_K_S","display_name":"Glm4 9b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q5_0","name":"Glm4 9b text q5_0","display_name":"Glm4 9b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q5_1","name":"Glm4 9b text q5_1","display_name":"Glm4 9b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q5_K_M","name":"Glm4 9b text q5_K_M","display_name":"Glm4 9b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q5_K_S","name":"Glm4 9b text q5_K_S","display_name":"Glm4 9b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q6_K","name":"Glm4 9b text q6_K","display_name":"Glm4 9b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q8_0","name":"Glm4 9b text q8_0","display_name":"Glm4 9b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:latest","name":"Glm4 Latest","display_name":"Glm4 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-fp16","name":"Goliath 120b fp16","display_name":"Goliath 120b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q2_K","name":"Goliath 120b q2_K","display_name":"Goliath 120b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q3_K_L","name":"Goliath 120b q3_K_L","display_name":"Goliath 120b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q3_K_M","name":"Goliath 120b q3_K_M","display_name":"Goliath 120b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q3_K_S","name":"Goliath 120b q3_K_S","display_name":"Goliath 120b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q4_0","name":"Goliath 120b q4_0","display_name":"Goliath 120b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q4_1","name":"Goliath 120b q4_1","display_name":"Goliath 120b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q4_K_M","name":"Goliath 120b q4_K_M","display_name":"Goliath 120b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q4_K_S","name":"Goliath 120b q4_K_S","display_name":"Goliath 120b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q5_0","name":"Goliath 120b q5_0","display_name":"Goliath 120b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q5_1","name":"Goliath 120b q5_1","display_name":"Goliath 120b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q5_K_M","name":"Goliath 120b q5_K_M","display_name":"Goliath 120b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q5_K_S","name":"Goliath 120b q5_K_S","display_name":"Goliath 120b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q6_K","name":"Goliath 120b q6_K","display_name":"Goliath 120b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q8_0","name":"Goliath 120b q8_0","display_name":"Goliath 120b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:latest","name":"Goliath Latest","display_name":"Goliath Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gpt-oss:120b","name":"Gpt-oss 120b","display_name":"Gpt-oss 120b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gpt-oss:120b-cloud","name":"Gpt-oss 120b cloud","display_name":"Gpt-oss 120b cloud","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gpt-oss:20b","name":"Gpt-oss 20b","display_name":"Gpt-oss 20b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gpt-oss:20b-cloud","name":"Gpt-oss 20b cloud","display_name":"Gpt-oss 20b cloud","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gpt-oss:latest","name":"Gpt-oss Latest","display_name":"Gpt-oss Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b","name":"Granite-code 20b","display_name":"Granite-code 20b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base","name":"Granite-code 20b base","display_name":"Granite-code 20b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-fp16","name":"Granite-code 20b base fp16","display_name":"Granite-code 20b base fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q2_K","name":"Granite-code 20b base q2_K","display_name":"Granite-code 20b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q3_K_L","name":"Granite-code 20b base q3_K_L","display_name":"Granite-code 20b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q3_K_M","name":"Granite-code 20b base q3_K_M","display_name":"Granite-code 20b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q3_K_S","name":"Granite-code 20b base q3_K_S","display_name":"Granite-code 20b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q4_0","name":"Granite-code 20b base q4_0","display_name":"Granite-code 20b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q4_1","name":"Granite-code 20b base q4_1","display_name":"Granite-code 20b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q4_K_M","name":"Granite-code 20b base q4_K_M","display_name":"Granite-code 20b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q4_K_S","name":"Granite-code 20b base q4_K_S","display_name":"Granite-code 20b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q5_0","name":"Granite-code 20b base q5_0","display_name":"Granite-code 20b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q5_1","name":"Granite-code 20b base q5_1","display_name":"Granite-code 20b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q5_K_M","name":"Granite-code 20b base q5_K_M","display_name":"Granite-code 20b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q5_K_S","name":"Granite-code 20b base q5_K_S","display_name":"Granite-code 20b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q6_K","name":"Granite-code 20b base q6_K","display_name":"Granite-code 20b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q8_0","name":"Granite-code 20b base q8_0","display_name":"Granite-code 20b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct","name":"Granite-code 20b instruct","display_name":"Granite-code 20b instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-fp16","name":"Granite-code 20b instruct 8k fp16","display_name":"Granite-code 20b instruct 8k fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q2_K","name":"Granite-code 20b instruct 8k q2_K","display_name":"Granite-code 20b instruct 8k q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q3_K_L","name":"Granite-code 20b instruct 8k q3_K_L","display_name":"Granite-code 20b instruct 8k q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q3_K_M","name":"Granite-code 20b instruct 8k q3_K_M","display_name":"Granite-code 20b instruct 8k q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q3_K_S","name":"Granite-code 20b instruct 8k q3_K_S","display_name":"Granite-code 20b instruct 8k q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q4_0","name":"Granite-code 20b instruct 8k q4_0","display_name":"Granite-code 20b instruct 8k q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q4_1","name":"Granite-code 20b instruct 8k q4_1","display_name":"Granite-code 20b instruct 8k q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q4_K_M","name":"Granite-code 20b instruct 8k q4_K_M","display_name":"Granite-code 20b instruct 8k q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q4_K_S","name":"Granite-code 20b instruct 8k q4_K_S","display_name":"Granite-code 20b instruct 8k q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q5_0","name":"Granite-code 20b instruct 8k q5_0","display_name":"Granite-code 20b instruct 8k q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q5_1","name":"Granite-code 20b instruct 8k q5_1","display_name":"Granite-code 20b instruct 8k q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q5_K_M","name":"Granite-code 20b instruct 8k q5_K_M","display_name":"Granite-code 20b instruct 8k q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q5_K_S","name":"Granite-code 20b instruct 8k q5_K_S","display_name":"Granite-code 20b instruct 8k q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q6_K","name":"Granite-code 20b instruct 8k q6_K","display_name":"Granite-code 20b instruct 8k q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q8_0","name":"Granite-code 20b instruct 8k q8_0","display_name":"Granite-code 20b instruct 8k q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q2_K","name":"Granite-code 20b instruct q2_K","display_name":"Granite-code 20b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q3_K_L","name":"Granite-code 20b instruct q3_K_L","display_name":"Granite-code 20b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q3_K_M","name":"Granite-code 20b instruct q3_K_M","display_name":"Granite-code 20b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q3_K_S","name":"Granite-code 20b instruct q3_K_S","display_name":"Granite-code 20b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q4_0","name":"Granite-code 20b instruct q4_0","display_name":"Granite-code 20b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q4_1","name":"Granite-code 20b instruct q4_1","display_name":"Granite-code 20b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q4_K_M","name":"Granite-code 20b instruct q4_K_M","display_name":"Granite-code 20b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q4_K_S","name":"Granite-code 20b instruct q4_K_S","display_name":"Granite-code 20b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q5_0","name":"Granite-code 20b instruct q5_0","display_name":"Granite-code 20b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q5_1","name":"Granite-code 20b instruct q5_1","display_name":"Granite-code 20b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q5_K_M","name":"Granite-code 20b instruct q5_K_M","display_name":"Granite-code 20b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q5_K_S","name":"Granite-code 20b instruct q5_K_S","display_name":"Granite-code 20b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q6_K","name":"Granite-code 20b instruct q6_K","display_name":"Granite-code 20b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q8_0","name":"Granite-code 20b instruct q8_0","display_name":"Granite-code 20b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b","name":"Granite-code 34b","display_name":"Granite-code 34b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base","name":"Granite-code 34b base","display_name":"Granite-code 34b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q2_K","name":"Granite-code 34b base q2_K","display_name":"Granite-code 34b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q3_K_L","name":"Granite-code 34b base q3_K_L","display_name":"Granite-code 34b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q3_K_M","name":"Granite-code 34b base q3_K_M","display_name":"Granite-code 34b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q3_K_S","name":"Granite-code 34b base q3_K_S","display_name":"Granite-code 34b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q4_0","name":"Granite-code 34b base q4_0","display_name":"Granite-code 34b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q4_1","name":"Granite-code 34b base q4_1","display_name":"Granite-code 34b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q4_K_M","name":"Granite-code 34b base q4_K_M","display_name":"Granite-code 34b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q4_K_S","name":"Granite-code 34b base q4_K_S","display_name":"Granite-code 34b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q5_0","name":"Granite-code 34b base q5_0","display_name":"Granite-code 34b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q5_1","name":"Granite-code 34b base q5_1","display_name":"Granite-code 34b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q5_K_M","name":"Granite-code 34b base q5_K_M","display_name":"Granite-code 34b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q5_K_S","name":"Granite-code 34b base q5_K_S","display_name":"Granite-code 34b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q6_K","name":"Granite-code 34b base q6_K","display_name":"Granite-code 34b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q8_0","name":"Granite-code 34b base q8_0","display_name":"Granite-code 34b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct","name":"Granite-code 34b instruct","display_name":"Granite-code 34b instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q2_K","name":"Granite-code 34b instruct q2_K","display_name":"Granite-code 34b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q3_K_L","name":"Granite-code 34b instruct q3_K_L","display_name":"Granite-code 34b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q3_K_M","name":"Granite-code 34b instruct q3_K_M","display_name":"Granite-code 34b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q3_K_S","name":"Granite-code 34b instruct q3_K_S","display_name":"Granite-code 34b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q4_0","name":"Granite-code 34b instruct q4_0","display_name":"Granite-code 34b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q4_1","name":"Granite-code 34b instruct q4_1","display_name":"Granite-code 34b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q4_K_M","name":"Granite-code 34b instruct q4_K_M","display_name":"Granite-code 34b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q4_K_S","name":"Granite-code 34b instruct q4_K_S","display_name":"Granite-code 34b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q5_0","name":"Granite-code 34b instruct q5_0","display_name":"Granite-code 34b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q5_1","name":"Granite-code 34b instruct q5_1","display_name":"Granite-code 34b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q5_K_M","name":"Granite-code 34b instruct q5_K_M","display_name":"Granite-code 34b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q5_K_S","name":"Granite-code 34b instruct q5_K_S","display_name":"Granite-code 34b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q6_K","name":"Granite-code 34b instruct q6_K","display_name":"Granite-code 34b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q8_0","name":"Granite-code 34b instruct q8_0","display_name":"Granite-code 34b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b","name":"Granite-code 3b","display_name":"Granite-code 3b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base","name":"Granite-code 3b base","display_name":"Granite-code 3b base","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-fp16","name":"Granite-code 3b base fp16","display_name":"Granite-code 3b base fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q2_K","name":"Granite-code 3b base q2_K","display_name":"Granite-code 3b base q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q3_K_L","name":"Granite-code 3b base q3_K_L","display_name":"Granite-code 3b base q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q3_K_M","name":"Granite-code 3b base q3_K_M","display_name":"Granite-code 3b base q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q3_K_S","name":"Granite-code 3b base q3_K_S","display_name":"Granite-code 3b base q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q4_0","name":"Granite-code 3b base q4_0","display_name":"Granite-code 3b base q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q4_1","name":"Granite-code 3b base q4_1","display_name":"Granite-code 3b base q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q4_K_M","name":"Granite-code 3b base q4_K_M","display_name":"Granite-code 3b base q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q4_K_S","name":"Granite-code 3b base q4_K_S","display_name":"Granite-code 3b base q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q5_0","name":"Granite-code 3b base q5_0","display_name":"Granite-code 3b base q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q5_1","name":"Granite-code 3b base q5_1","display_name":"Granite-code 3b base q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q5_K_M","name":"Granite-code 3b base q5_K_M","display_name":"Granite-code 3b base q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q5_K_S","name":"Granite-code 3b base q5_K_S","display_name":"Granite-code 3b base q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q6_K","name":"Granite-code 3b base q6_K","display_name":"Granite-code 3b base q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q8_0","name":"Granite-code 3b base q8_0","display_name":"Granite-code 3b base q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct","name":"Granite-code 3b instruct","display_name":"Granite-code 3b instruct","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-fp16","name":"Granite-code 3b instruct 128k fp16","display_name":"Granite-code 3b instruct 128k fp16","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q2_K","name":"Granite-code 3b instruct 128k q2_K","display_name":"Granite-code 3b instruct 128k q2_K","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q3_K_L","name":"Granite-code 3b instruct 128k q3_K_L","display_name":"Granite-code 3b instruct 128k q3_K_L","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q3_K_M","name":"Granite-code 3b instruct 128k q3_K_M","display_name":"Granite-code 3b instruct 128k q3_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q3_K_S","name":"Granite-code 3b instruct 128k q3_K_S","display_name":"Granite-code 3b instruct 128k q3_K_S","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q4_0","name":"Granite-code 3b instruct 128k q4_0","display_name":"Granite-code 3b instruct 128k q4_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q4_1","name":"Granite-code 3b instruct 128k q4_1","display_name":"Granite-code 3b instruct 128k q4_1","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q4_K_M","name":"Granite-code 3b instruct 128k q4_K_M","display_name":"Granite-code 3b instruct 128k q4_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q4_K_S","name":"Granite-code 3b instruct 128k q4_K_S","display_name":"Granite-code 3b instruct 128k q4_K_S","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q5_0","name":"Granite-code 3b instruct 128k q5_0","display_name":"Granite-code 3b instruct 128k q5_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q5_1","name":"Granite-code 3b instruct 128k q5_1","display_name":"Granite-code 3b instruct 128k q5_1","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q5_K_M","name":"Granite-code 3b instruct 128k q5_K_M","display_name":"Granite-code 3b instruct 128k q5_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q5_K_S","name":"Granite-code 3b instruct 128k q5_K_S","display_name":"Granite-code 3b instruct 128k q5_K_S","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q6_K","name":"Granite-code 3b instruct 128k q6_K","display_name":"Granite-code 3b instruct 128k q6_K","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q8_0","name":"Granite-code 3b instruct 128k q8_0","display_name":"Granite-code 3b instruct 128k q8_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-fp16","name":"Granite-code 3b instruct fp16","display_name":"Granite-code 3b instruct fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q2_K","name":"Granite-code 3b instruct q2_K","display_name":"Granite-code 3b instruct q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q3_K_L","name":"Granite-code 3b instruct q3_K_L","display_name":"Granite-code 3b instruct q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q3_K_M","name":"Granite-code 3b instruct q3_K_M","display_name":"Granite-code 3b instruct q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q3_K_S","name":"Granite-code 3b instruct q3_K_S","display_name":"Granite-code 3b instruct q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q4_0","name":"Granite-code 3b instruct q4_0","display_name":"Granite-code 3b instruct q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q4_1","name":"Granite-code 3b instruct q4_1","display_name":"Granite-code 3b instruct q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q4_K_M","name":"Granite-code 3b instruct q4_K_M","display_name":"Granite-code 3b instruct q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q4_K_S","name":"Granite-code 3b instruct q4_K_S","display_name":"Granite-code 3b instruct q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q5_0","name":"Granite-code 3b instruct q5_0","display_name":"Granite-code 3b instruct q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q5_1","name":"Granite-code 3b instruct q5_1","display_name":"Granite-code 3b instruct q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q5_K_M","name":"Granite-code 3b instruct q5_K_M","display_name":"Granite-code 3b instruct q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q5_K_S","name":"Granite-code 3b instruct q5_K_S","display_name":"Granite-code 3b instruct q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q6_K","name":"Granite-code 3b instruct q6_K","display_name":"Granite-code 3b instruct q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q8_0","name":"Granite-code 3b instruct q8_0","display_name":"Granite-code 3b instruct q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b","name":"Granite-code 8b","display_name":"Granite-code 8b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base","name":"Granite-code 8b base","display_name":"Granite-code 8b base","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-fp16","name":"Granite-code 8b base fp16","display_name":"Granite-code 8b base fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q2_K","name":"Granite-code 8b base q2_K","display_name":"Granite-code 8b base q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q3_K_L","name":"Granite-code 8b base q3_K_L","display_name":"Granite-code 8b base q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q3_K_M","name":"Granite-code 8b base q3_K_M","display_name":"Granite-code 8b base q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q3_K_S","name":"Granite-code 8b base q3_K_S","display_name":"Granite-code 8b base q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q4_0","name":"Granite-code 8b base q4_0","display_name":"Granite-code 8b base q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q4_1","name":"Granite-code 8b base q4_1","display_name":"Granite-code 8b base q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q4_K_M","name":"Granite-code 8b base q4_K_M","display_name":"Granite-code 8b base q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q4_K_S","name":"Granite-code 8b base q4_K_S","display_name":"Granite-code 8b base q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q5_0","name":"Granite-code 8b base q5_0","display_name":"Granite-code 8b base q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q5_1","name":"Granite-code 8b base q5_1","display_name":"Granite-code 8b base q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q5_K_M","name":"Granite-code 8b base q5_K_M","display_name":"Granite-code 8b base q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q5_K_S","name":"Granite-code 8b base q5_K_S","display_name":"Granite-code 8b base q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q6_K","name":"Granite-code 8b base q6_K","display_name":"Granite-code 8b base q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q8_0","name":"Granite-code 8b base q8_0","display_name":"Granite-code 8b base q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct","name":"Granite-code 8b instruct","display_name":"Granite-code 8b instruct","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-128k-q4_0","name":"Granite-code 8b instruct 128k q4_0","display_name":"Granite-code 8b instruct 128k q4_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-128k-q4_1","name":"Granite-code 8b instruct 128k q4_1","display_name":"Granite-code 8b instruct 128k q4_1","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-fp16","name":"Granite-code 8b instruct fp16","display_name":"Granite-code 8b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q2_K","name":"Granite-code 8b instruct q2_K","display_name":"Granite-code 8b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q3_K_L","name":"Granite-code 8b instruct q3_K_L","display_name":"Granite-code 8b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q3_K_M","name":"Granite-code 8b instruct q3_K_M","display_name":"Granite-code 8b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q3_K_S","name":"Granite-code 8b instruct q3_K_S","display_name":"Granite-code 8b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q4_0","name":"Granite-code 8b instruct q4_0","display_name":"Granite-code 8b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q4_1","name":"Granite-code 8b instruct q4_1","display_name":"Granite-code 8b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q4_K_M","name":"Granite-code 8b instruct q4_K_M","display_name":"Granite-code 8b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q4_K_S","name":"Granite-code 8b instruct q4_K_S","display_name":"Granite-code 8b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q5_0","name":"Granite-code 8b instruct q5_0","display_name":"Granite-code 8b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q5_1","name":"Granite-code 8b instruct q5_1","display_name":"Granite-code 8b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q5_K_M","name":"Granite-code 8b instruct q5_K_M","display_name":"Granite-code 8b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q5_K_S","name":"Granite-code 8b instruct q5_K_S","display_name":"Granite-code 8b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q6_K","name":"Granite-code 8b instruct q6_K","display_name":"Granite-code 8b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q8_0","name":"Granite-code 8b instruct q8_0","display_name":"Granite-code 8b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:latest","name":"Granite-code Latest","display_name":"Granite-code Latest","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:278m","name":"Granite-embedding 278m","display_name":"Granite-embedding 278m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:278m-fp16","name":"Granite-embedding 278m fp16","display_name":"Granite-embedding 278m fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:30m","name":"Granite-embedding 30m","display_name":"Granite-embedding 30m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:30m-en","name":"Granite-embedding 30m en","display_name":"Granite-embedding 30m en","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:30m-en-fp16","name":"Granite-embedding 30m en fp16","display_name":"Granite-embedding 30m en fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:latest","name":"Granite-embedding Latest","display_name":"Granite-embedding Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b","name":"Granite3-dense 2b","display_name":"Granite3-dense 2b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-fp16","name":"Granite3-dense 2b instruct fp16","display_name":"Granite3-dense 2b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q2_K","name":"Granite3-dense 2b instruct q2_K","display_name":"Granite3-dense 2b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q3_K_L","name":"Granite3-dense 2b instruct q3_K_L","display_name":"Granite3-dense 2b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q3_K_M","name":"Granite3-dense 2b instruct q3_K_M","display_name":"Granite3-dense 2b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q3_K_S","name":"Granite3-dense 2b instruct q3_K_S","display_name":"Granite3-dense 2b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q4_0","name":"Granite3-dense 2b instruct q4_0","display_name":"Granite3-dense 2b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q4_1","name":"Granite3-dense 2b instruct q4_1","display_name":"Granite3-dense 2b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q4_K_M","name":"Granite3-dense 2b instruct q4_K_M","display_name":"Granite3-dense 2b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q4_K_S","name":"Granite3-dense 2b instruct q4_K_S","display_name":"Granite3-dense 2b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q5_0","name":"Granite3-dense 2b instruct q5_0","display_name":"Granite3-dense 2b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q5_1","name":"Granite3-dense 2b instruct q5_1","display_name":"Granite3-dense 2b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q5_K_M","name":"Granite3-dense 2b instruct q5_K_M","display_name":"Granite3-dense 2b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q5_K_S","name":"Granite3-dense 2b instruct q5_K_S","display_name":"Granite3-dense 2b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q6_K","name":"Granite3-dense 2b instruct q6_K","display_name":"Granite3-dense 2b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q8_0","name":"Granite3-dense 2b instruct q8_0","display_name":"Granite3-dense 2b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b","name":"Granite3-dense 8b","display_name":"Granite3-dense 8b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-fp16","name":"Granite3-dense 8b instruct fp16","display_name":"Granite3-dense 8b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q2_K","name":"Granite3-dense 8b instruct q2_K","display_name":"Granite3-dense 8b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q3_K_L","name":"Granite3-dense 8b instruct q3_K_L","display_name":"Granite3-dense 8b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q3_K_M","name":"Granite3-dense 8b instruct q3_K_M","display_name":"Granite3-dense 8b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q3_K_S","name":"Granite3-dense 8b instruct q3_K_S","display_name":"Granite3-dense 8b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q4_0","name":"Granite3-dense 8b instruct q4_0","display_name":"Granite3-dense 8b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q4_1","name":"Granite3-dense 8b instruct q4_1","display_name":"Granite3-dense 8b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q4_K_M","name":"Granite3-dense 8b instruct q4_K_M","display_name":"Granite3-dense 8b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q4_K_S","name":"Granite3-dense 8b instruct q4_K_S","display_name":"Granite3-dense 8b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q5_0","name":"Granite3-dense 8b instruct q5_0","display_name":"Granite3-dense 8b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q5_1","name":"Granite3-dense 8b instruct q5_1","display_name":"Granite3-dense 8b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q5_K_M","name":"Granite3-dense 8b instruct q5_K_M","display_name":"Granite3-dense 8b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q5_K_S","name":"Granite3-dense 8b instruct q5_K_S","display_name":"Granite3-dense 8b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q6_K","name":"Granite3-dense 8b instruct q6_K","display_name":"Granite3-dense 8b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q8_0","name":"Granite3-dense 8b instruct q8_0","display_name":"Granite3-dense 8b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:latest","name":"Granite3-dense Latest","display_name":"Granite3-dense Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:2b","name":"Granite3-guardian 2b","display_name":"Granite3-guardian 2b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:2b-fp16","name":"Granite3-guardian 2b fp16","display_name":"Granite3-guardian 2b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:2b-q8_0","name":"Granite3-guardian 2b q8_0","display_name":"Granite3-guardian 2b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b","name":"Granite3-guardian 8b","display_name":"Granite3-guardian 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b-fp16","name":"Granite3-guardian 8b fp16","display_name":"Granite3-guardian 8b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b-q5_K_M","name":"Granite3-guardian 8b q5_K_M","display_name":"Granite3-guardian 8b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b-q5_K_S","name":"Granite3-guardian 8b q5_K_S","display_name":"Granite3-guardian 8b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b-q6_K","name":"Granite3-guardian 8b q6_K","display_name":"Granite3-guardian 8b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b-q8_0","name":"Granite3-guardian 8b q8_0","display_name":"Granite3-guardian 8b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:latest","name":"Granite3-guardian Latest","display_name":"Granite3-guardian Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b","name":"Granite3-moe 1b","display_name":"Granite3-moe 1b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-fp16","name":"Granite3-moe 1b instruct fp16","display_name":"Granite3-moe 1b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q2_K","name":"Granite3-moe 1b instruct q2_K","display_name":"Granite3-moe 1b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q3_K_L","name":"Granite3-moe 1b instruct q3_K_L","display_name":"Granite3-moe 1b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q3_K_M","name":"Granite3-moe 1b instruct q3_K_M","display_name":"Granite3-moe 1b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q3_K_S","name":"Granite3-moe 1b instruct q3_K_S","display_name":"Granite3-moe 1b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q4_0","name":"Granite3-moe 1b instruct q4_0","display_name":"Granite3-moe 1b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q4_1","name":"Granite3-moe 1b instruct q4_1","display_name":"Granite3-moe 1b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q4_K_M","name":"Granite3-moe 1b instruct q4_K_M","display_name":"Granite3-moe 1b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q4_K_S","name":"Granite3-moe 1b instruct q4_K_S","display_name":"Granite3-moe 1b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q5_0","name":"Granite3-moe 1b instruct q5_0","display_name":"Granite3-moe 1b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q5_1","name":"Granite3-moe 1b instruct q5_1","display_name":"Granite3-moe 1b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q5_K_M","name":"Granite3-moe 1b instruct q5_K_M","display_name":"Granite3-moe 1b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q5_K_S","name":"Granite3-moe 1b instruct q5_K_S","display_name":"Granite3-moe 1b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q6_K","name":"Granite3-moe 1b instruct q6_K","display_name":"Granite3-moe 1b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q8_0","name":"Granite3-moe 1b instruct q8_0","display_name":"Granite3-moe 1b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b","name":"Granite3-moe 3b","display_name":"Granite3-moe 3b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-fp16","name":"Granite3-moe 3b instruct fp16","display_name":"Granite3-moe 3b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q2_K","name":"Granite3-moe 3b instruct q2_K","display_name":"Granite3-moe 3b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q3_K_L","name":"Granite3-moe 3b instruct q3_K_L","display_name":"Granite3-moe 3b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q3_K_M","name":"Granite3-moe 3b instruct q3_K_M","display_name":"Granite3-moe 3b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q3_K_S","name":"Granite3-moe 3b instruct q3_K_S","display_name":"Granite3-moe 3b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q4_0","name":"Granite3-moe 3b instruct q4_0","display_name":"Granite3-moe 3b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q4_1","name":"Granite3-moe 3b instruct q4_1","display_name":"Granite3-moe 3b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q4_K_M","name":"Granite3-moe 3b instruct q4_K_M","display_name":"Granite3-moe 3b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q4_K_S","name":"Granite3-moe 3b instruct q4_K_S","display_name":"Granite3-moe 3b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q5_0","name":"Granite3-moe 3b instruct q5_0","display_name":"Granite3-moe 3b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q5_1","name":"Granite3-moe 3b instruct q5_1","display_name":"Granite3-moe 3b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q5_K_M","name":"Granite3-moe 3b instruct q5_K_M","display_name":"Granite3-moe 3b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q5_K_S","name":"Granite3-moe 3b instruct q5_K_S","display_name":"Granite3-moe 3b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q6_K","name":"Granite3-moe 3b instruct q6_K","display_name":"Granite3-moe 3b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q8_0","name":"Granite3-moe 3b instruct q8_0","display_name":"Granite3-moe 3b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:latest","name":"Granite3-moe Latest","display_name":"Granite3-moe Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b","name":"Granite3.1-dense 2b","display_name":"Granite3.1-dense 2b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-fp16","name":"Granite3.1-dense 2b instruct fp16","display_name":"Granite3.1-dense 2b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q2_K","name":"Granite3.1-dense 2b instruct q2_K","display_name":"Granite3.1-dense 2b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q3_K_L","name":"Granite3.1-dense 2b instruct q3_K_L","display_name":"Granite3.1-dense 2b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q3_K_M","name":"Granite3.1-dense 2b instruct q3_K_M","display_name":"Granite3.1-dense 2b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q3_K_S","name":"Granite3.1-dense 2b instruct q3_K_S","display_name":"Granite3.1-dense 2b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q4_0","name":"Granite3.1-dense 2b instruct q4_0","display_name":"Granite3.1-dense 2b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q4_1","name":"Granite3.1-dense 2b instruct q4_1","display_name":"Granite3.1-dense 2b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q4_K_M","name":"Granite3.1-dense 2b instruct q4_K_M","display_name":"Granite3.1-dense 2b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q4_K_S","name":"Granite3.1-dense 2b instruct q4_K_S","display_name":"Granite3.1-dense 2b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q5_0","name":"Granite3.1-dense 2b instruct q5_0","display_name":"Granite3.1-dense 2b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q5_1","name":"Granite3.1-dense 2b instruct q5_1","display_name":"Granite3.1-dense 2b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q5_K_M","name":"Granite3.1-dense 2b instruct q5_K_M","display_name":"Granite3.1-dense 2b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q5_K_S","name":"Granite3.1-dense 2b instruct q5_K_S","display_name":"Granite3.1-dense 2b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q6_K","name":"Granite3.1-dense 2b instruct q6_K","display_name":"Granite3.1-dense 2b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q8_0","name":"Granite3.1-dense 2b instruct q8_0","display_name":"Granite3.1-dense 2b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b","name":"Granite3.1-dense 8b","display_name":"Granite3.1-dense 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-fp16","name":"Granite3.1-dense 8b instruct fp16","display_name":"Granite3.1-dense 8b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q2_K","name":"Granite3.1-dense 8b instruct q2_K","display_name":"Granite3.1-dense 8b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q3_K_L","name":"Granite3.1-dense 8b instruct q3_K_L","display_name":"Granite3.1-dense 8b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q3_K_M","name":"Granite3.1-dense 8b instruct q3_K_M","display_name":"Granite3.1-dense 8b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q3_K_S","name":"Granite3.1-dense 8b instruct q3_K_S","display_name":"Granite3.1-dense 8b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q4_0","name":"Granite3.1-dense 8b instruct q4_0","display_name":"Granite3.1-dense 8b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q4_1","name":"Granite3.1-dense 8b instruct q4_1","display_name":"Granite3.1-dense 8b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q4_K_M","name":"Granite3.1-dense 8b instruct q4_K_M","display_name":"Granite3.1-dense 8b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q4_K_S","name":"Granite3.1-dense 8b instruct q4_K_S","display_name":"Granite3.1-dense 8b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q5_0","name":"Granite3.1-dense 8b instruct q5_0","display_name":"Granite3.1-dense 8b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q5_1","name":"Granite3.1-dense 8b instruct q5_1","display_name":"Granite3.1-dense 8b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q5_K_M","name":"Granite3.1-dense 8b instruct q5_K_M","display_name":"Granite3.1-dense 8b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q5_K_S","name":"Granite3.1-dense 8b instruct q5_K_S","display_name":"Granite3.1-dense 8b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q6_K","name":"Granite3.1-dense 8b instruct q6_K","display_name":"Granite3.1-dense 8b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q8_0","name":"Granite3.1-dense 8b instruct q8_0","display_name":"Granite3.1-dense 8b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:latest","name":"Granite3.1-dense Latest","display_name":"Granite3.1-dense Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b","name":"Granite3.1-moe 1b","display_name":"Granite3.1-moe 1b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-fp16","name":"Granite3.1-moe 1b instruct fp16","display_name":"Granite3.1-moe 1b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q2_K","name":"Granite3.1-moe 1b instruct q2_K","display_name":"Granite3.1-moe 1b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q3_K_L","name":"Granite3.1-moe 1b instruct q3_K_L","display_name":"Granite3.1-moe 1b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q3_K_M","name":"Granite3.1-moe 1b instruct q3_K_M","display_name":"Granite3.1-moe 1b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q3_K_S","name":"Granite3.1-moe 1b instruct q3_K_S","display_name":"Granite3.1-moe 1b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q4_0","name":"Granite3.1-moe 1b instruct q4_0","display_name":"Granite3.1-moe 1b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q4_1","name":"Granite3.1-moe 1b instruct q4_1","display_name":"Granite3.1-moe 1b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q4_K_M","name":"Granite3.1-moe 1b instruct q4_K_M","display_name":"Granite3.1-moe 1b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q4_K_S","name":"Granite3.1-moe 1b instruct q4_K_S","display_name":"Granite3.1-moe 1b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q5_0","name":"Granite3.1-moe 1b instruct q5_0","display_name":"Granite3.1-moe 1b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q5_1","name":"Granite3.1-moe 1b instruct q5_1","display_name":"Granite3.1-moe 1b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q5_K_M","name":"Granite3.1-moe 1b instruct q5_K_M","display_name":"Granite3.1-moe 1b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q5_K_S","name":"Granite3.1-moe 1b instruct q5_K_S","display_name":"Granite3.1-moe 1b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q6_K","name":"Granite3.1-moe 1b instruct q6_K","display_name":"Granite3.1-moe 1b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q8_0","name":"Granite3.1-moe 1b instruct q8_0","display_name":"Granite3.1-moe 1b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b","name":"Granite3.1-moe 3b","display_name":"Granite3.1-moe 3b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-fp16","name":"Granite3.1-moe 3b instruct fp16","display_name":"Granite3.1-moe 3b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q2_K","name":"Granite3.1-moe 3b instruct q2_K","display_name":"Granite3.1-moe 3b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q3_K_L","name":"Granite3.1-moe 3b instruct q3_K_L","display_name":"Granite3.1-moe 3b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q3_K_M","name":"Granite3.1-moe 3b instruct q3_K_M","display_name":"Granite3.1-moe 3b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q3_K_S","name":"Granite3.1-moe 3b instruct q3_K_S","display_name":"Granite3.1-moe 3b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q4_0","name":"Granite3.1-moe 3b instruct q4_0","display_name":"Granite3.1-moe 3b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q4_1","name":"Granite3.1-moe 3b instruct q4_1","display_name":"Granite3.1-moe 3b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q4_K_M","name":"Granite3.1-moe 3b instruct q4_K_M","display_name":"Granite3.1-moe 3b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q4_K_S","name":"Granite3.1-moe 3b instruct q4_K_S","display_name":"Granite3.1-moe 3b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q5_0","name":"Granite3.1-moe 3b instruct q5_0","display_name":"Granite3.1-moe 3b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q5_1","name":"Granite3.1-moe 3b instruct q5_1","display_name":"Granite3.1-moe 3b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q5_K_M","name":"Granite3.1-moe 3b instruct q5_K_M","display_name":"Granite3.1-moe 3b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q5_K_S","name":"Granite3.1-moe 3b instruct q5_K_S","display_name":"Granite3.1-moe 3b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q6_K","name":"Granite3.1-moe 3b instruct q6_K","display_name":"Granite3.1-moe 3b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q8_0","name":"Granite3.1-moe 3b instruct q8_0","display_name":"Granite3.1-moe 3b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:latest","name":"Granite3.1-moe Latest","display_name":"Granite3.1-moe Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2-vision:2b","name":"Granite3.2-vision 2b","display_name":"Granite3.2-vision 2b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2-vision:2b-fp16","name":"Granite3.2-vision 2b fp16","display_name":"Granite3.2-vision 2b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2-vision:2b-q4_K_M","name":"Granite3.2-vision 2b q4_K_M","display_name":"Granite3.2-vision 2b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2-vision:2b-q8_0","name":"Granite3.2-vision 2b q8_0","display_name":"Granite3.2-vision 2b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2-vision:latest","name":"Granite3.2-vision Latest","display_name":"Granite3.2-vision Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:2b","name":"Granite3.2 2b","display_name":"Granite3.2 2b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:2b-instruct-fp16","name":"Granite3.2 2b instruct fp16","display_name":"Granite3.2 2b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:2b-instruct-q4_K_M","name":"Granite3.2 2b instruct q4_K_M","display_name":"Granite3.2 2b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:2b-instruct-q8_0","name":"Granite3.2 2b instruct q8_0","display_name":"Granite3.2 2b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:8b","name":"Granite3.2 8b","display_name":"Granite3.2 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:8b-instruct-fp16","name":"Granite3.2 8b instruct fp16","display_name":"Granite3.2 8b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:8b-instruct-q4_K_M","name":"Granite3.2 8b instruct q4_K_M","display_name":"Granite3.2 8b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:8b-instruct-q8_0","name":"Granite3.2 8b instruct q8_0","display_name":"Granite3.2 8b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:latest","name":"Granite3.2 Latest","display_name":"Granite3.2 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.3:2b","name":"Granite3.3 2b","display_name":"Granite3.3 2b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.3:8b","name":"Granite3.3 8b","display_name":"Granite3.3 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.3:latest","name":"Granite3.3 Latest","display_name":"Granite3.3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite4:latest","name":"Granite4 Latest","display_name":"Granite4 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite4:micro","name":"Granite4 Micro","display_name":"Granite4 Micro","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite4:micro-h","name":"Granite4 Micro h","display_name":"Granite4 Micro h","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite4:small-h","name":"Granite4 Small h","display_name":"Granite4 Small h","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite4:tiny-h","name":"Granite4 Tiny h","display_name":"Granite4 Tiny h","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b","name":"Hermes3 3b","display_name":"Hermes3 3b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-fp16","name":"Hermes3 3b llama3.2 fp16","display_name":"Hermes3 3b llama3.2 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q2_K","name":"Hermes3 3b llama3.2 q2_K","display_name":"Hermes3 3b llama3.2 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q3_K_L","name":"Hermes3 3b llama3.2 q3_K_L","display_name":"Hermes3 3b llama3.2 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q3_K_M","name":"Hermes3 3b llama3.2 q3_K_M","display_name":"Hermes3 3b llama3.2 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q3_K_S","name":"Hermes3 3b llama3.2 q3_K_S","display_name":"Hermes3 3b llama3.2 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q4_0","name":"Hermes3 3b llama3.2 q4_0","display_name":"Hermes3 3b llama3.2 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q4_1","name":"Hermes3 3b llama3.2 q4_1","display_name":"Hermes3 3b llama3.2 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q4_K_M","name":"Hermes3 3b llama3.2 q4_K_M","display_name":"Hermes3 3b llama3.2 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q4_K_S","name":"Hermes3 3b llama3.2 q4_K_S","display_name":"Hermes3 3b llama3.2 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q5_0","name":"Hermes3 3b llama3.2 q5_0","display_name":"Hermes3 3b llama3.2 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q5_1","name":"Hermes3 3b llama3.2 q5_1","display_name":"Hermes3 3b llama3.2 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q5_K_M","name":"Hermes3 3b llama3.2 q5_K_M","display_name":"Hermes3 3b llama3.2 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q5_K_S","name":"Hermes3 3b llama3.2 q5_K_S","display_name":"Hermes3 3b llama3.2 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q6_K","name":"Hermes3 3b llama3.2 q6_K","display_name":"Hermes3 3b llama3.2 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q8_0","name":"Hermes3 3b llama3.2 q8_0","display_name":"Hermes3 3b llama3.2 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b","name":"Hermes3 405b","display_name":"Hermes3 405b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-fp16","name":"Hermes3 405b llama3.1 fp16","display_name":"Hermes3 405b llama3.1 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q2_K","name":"Hermes3 405b llama3.1 q2_K","display_name":"Hermes3 405b llama3.1 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q3_K_L","name":"Hermes3 405b llama3.1 q3_K_L","display_name":"Hermes3 405b llama3.1 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q3_K_M","name":"Hermes3 405b llama3.1 q3_K_M","display_name":"Hermes3 405b llama3.1 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q3_K_S","name":"Hermes3 405b llama3.1 q3_K_S","display_name":"Hermes3 405b llama3.1 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q4_0","name":"Hermes3 405b llama3.1 q4_0","display_name":"Hermes3 405b llama3.1 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q4_1","name":"Hermes3 405b llama3.1 q4_1","display_name":"Hermes3 405b llama3.1 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q4_K_M","name":"Hermes3 405b llama3.1 q4_K_M","display_name":"Hermes3 405b llama3.1 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q4_K_S","name":"Hermes3 405b llama3.1 q4_K_S","display_name":"Hermes3 405b llama3.1 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q5_0","name":"Hermes3 405b llama3.1 q5_0","display_name":"Hermes3 405b llama3.1 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q5_1","name":"Hermes3 405b llama3.1 q5_1","display_name":"Hermes3 405b llama3.1 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q5_K_M","name":"Hermes3 405b llama3.1 q5_K_M","display_name":"Hermes3 405b llama3.1 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q5_K_S","name":"Hermes3 405b llama3.1 q5_K_S","display_name":"Hermes3 405b llama3.1 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q6_K","name":"Hermes3 405b llama3.1 q6_K","display_name":"Hermes3 405b llama3.1 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q8_0","name":"Hermes3 405b llama3.1 q8_0","display_name":"Hermes3 405b llama3.1 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b","name":"Hermes3 70b","display_name":"Hermes3 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-fp16","name":"Hermes3 70b llama3.1 fp16","display_name":"Hermes3 70b llama3.1 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q2_K","name":"Hermes3 70b llama3.1 q2_K","display_name":"Hermes3 70b llama3.1 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q3_K_L","name":"Hermes3 70b llama3.1 q3_K_L","display_name":"Hermes3 70b llama3.1 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q3_K_M","name":"Hermes3 70b llama3.1 q3_K_M","display_name":"Hermes3 70b llama3.1 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q3_K_S","name":"Hermes3 70b llama3.1 q3_K_S","display_name":"Hermes3 70b llama3.1 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q4_0","name":"Hermes3 70b llama3.1 q4_0","display_name":"Hermes3 70b llama3.1 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q4_1","name":"Hermes3 70b llama3.1 q4_1","display_name":"Hermes3 70b llama3.1 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q4_K_M","name":"Hermes3 70b llama3.1 q4_K_M","display_name":"Hermes3 70b llama3.1 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q4_K_S","name":"Hermes3 70b llama3.1 q4_K_S","display_name":"Hermes3 70b llama3.1 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q5_0","name":"Hermes3 70b llama3.1 q5_0","display_name":"Hermes3 70b llama3.1 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q5_1","name":"Hermes3 70b llama3.1 q5_1","display_name":"Hermes3 70b llama3.1 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q5_K_M","name":"Hermes3 70b llama3.1 q5_K_M","display_name":"Hermes3 70b llama3.1 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q5_K_S","name":"Hermes3 70b llama3.1 q5_K_S","display_name":"Hermes3 70b llama3.1 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q6_K","name":"Hermes3 70b llama3.1 q6_K","display_name":"Hermes3 70b llama3.1 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q8_0","name":"Hermes3 70b llama3.1 q8_0","display_name":"Hermes3 70b llama3.1 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b","name":"Hermes3 8b","display_name":"Hermes3 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-fp16","name":"Hermes3 8b llama3.1 fp16","display_name":"Hermes3 8b llama3.1 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q2_K","name":"Hermes3 8b llama3.1 q2_K","display_name":"Hermes3 8b llama3.1 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q3_K_L","name":"Hermes3 8b llama3.1 q3_K_L","display_name":"Hermes3 8b llama3.1 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q3_K_M","name":"Hermes3 8b llama3.1 q3_K_M","display_name":"Hermes3 8b llama3.1 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q3_K_S","name":"Hermes3 8b llama3.1 q3_K_S","display_name":"Hermes3 8b llama3.1 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q4_0","name":"Hermes3 8b llama3.1 q4_0","display_name":"Hermes3 8b llama3.1 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q4_1","name":"Hermes3 8b llama3.1 q4_1","display_name":"Hermes3 8b llama3.1 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q4_K_M","name":"Hermes3 8b llama3.1 q4_K_M","display_name":"Hermes3 8b llama3.1 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q4_K_S","name":"Hermes3 8b llama3.1 q4_K_S","display_name":"Hermes3 8b llama3.1 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q5_0","name":"Hermes3 8b llama3.1 q5_0","display_name":"Hermes3 8b llama3.1 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q5_1","name":"Hermes3 8b llama3.1 q5_1","display_name":"Hermes3 8b llama3.1 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q5_K_M","name":"Hermes3 8b llama3.1 q5_K_M","display_name":"Hermes3 8b llama3.1 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q5_K_S","name":"Hermes3 8b llama3.1 q5_K_S","display_name":"Hermes3 8b llama3.1 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q6_K","name":"Hermes3 8b llama3.1 q6_K","display_name":"Hermes3 8b llama3.1 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q8_0","name":"Hermes3 8b llama3.1 q8_0","display_name":"Hermes3 8b llama3.1 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:latest","name":"Hermes3 Latest","display_name":"Hermes3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b","name":"Internlm2 1.8b","display_name":"Internlm2 1.8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-fp16","name":"Internlm2 1.8b chat v2.5 fp16","display_name":"Internlm2 1.8b chat v2.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q2_K","name":"Internlm2 1.8b chat v2.5 q2_K","display_name":"Internlm2 1.8b chat v2.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q3_K_L","name":"Internlm2 1.8b chat v2.5 q3_K_L","display_name":"Internlm2 1.8b chat v2.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q3_K_M","name":"Internlm2 1.8b chat v2.5 q3_K_M","display_name":"Internlm2 1.8b chat v2.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q3_K_S","name":"Internlm2 1.8b chat v2.5 q3_K_S","display_name":"Internlm2 1.8b chat v2.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q4_0","name":"Internlm2 1.8b chat v2.5 q4_0","display_name":"Internlm2 1.8b chat v2.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q4_1","name":"Internlm2 1.8b chat v2.5 q4_1","display_name":"Internlm2 1.8b chat v2.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q4_K_M","name":"Internlm2 1.8b chat v2.5 q4_K_M","display_name":"Internlm2 1.8b chat v2.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q4_K_S","name":"Internlm2 1.8b chat v2.5 q4_K_S","display_name":"Internlm2 1.8b chat v2.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q5_0","name":"Internlm2 1.8b chat v2.5 q5_0","display_name":"Internlm2 1.8b chat v2.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q5_1","name":"Internlm2 1.8b chat v2.5 q5_1","display_name":"Internlm2 1.8b chat v2.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q5_K_M","name":"Internlm2 1.8b chat v2.5 q5_K_M","display_name":"Internlm2 1.8b chat v2.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q5_K_S","name":"Internlm2 1.8b chat v2.5 q5_K_S","display_name":"Internlm2 1.8b chat v2.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q6_K","name":"Internlm2 1.8b chat v2.5 q6_K","display_name":"Internlm2 1.8b chat v2.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q8_0","name":"Internlm2 1.8b chat v2.5 q8_0","display_name":"Internlm2 1.8b chat v2.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1m","name":"Internlm2 1m","display_name":"Internlm2 1m","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b","name":"Internlm2 20b","display_name":"Internlm2 20b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-fp16","name":"Internlm2 20b chat v2.5 fp16","display_name":"Internlm2 20b chat v2.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q2_K","name":"Internlm2 20b chat v2.5 q2_K","display_name":"Internlm2 20b chat v2.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q3_K_L","name":"Internlm2 20b chat v2.5 q3_K_L","display_name":"Internlm2 20b chat v2.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q3_K_M","name":"Internlm2 20b chat v2.5 q3_K_M","display_name":"Internlm2 20b chat v2.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q3_K_S","name":"Internlm2 20b chat v2.5 q3_K_S","display_name":"Internlm2 20b chat v2.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q4_0","name":"Internlm2 20b chat v2.5 q4_0","display_name":"Internlm2 20b chat v2.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q4_1","name":"Internlm2 20b chat v2.5 q4_1","display_name":"Internlm2 20b chat v2.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q4_K_M","name":"Internlm2 20b chat v2.5 q4_K_M","display_name":"Internlm2 20b chat v2.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q4_K_S","name":"Internlm2 20b chat v2.5 q4_K_S","display_name":"Internlm2 20b chat v2.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q5_0","name":"Internlm2 20b chat v2.5 q5_0","display_name":"Internlm2 20b chat v2.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q5_1","name":"Internlm2 20b chat v2.5 q5_1","display_name":"Internlm2 20b chat v2.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q5_K_M","name":"Internlm2 20b chat v2.5 q5_K_M","display_name":"Internlm2 20b chat v2.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q5_K_S","name":"Internlm2 20b chat v2.5 q5_K_S","display_name":"Internlm2 20b chat v2.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q6_K","name":"Internlm2 20b chat v2.5 q6_K","display_name":"Internlm2 20b chat v2.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q8_0","name":"Internlm2 20b chat v2.5 q8_0","display_name":"Internlm2 20b chat v2.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b","name":"Internlm2 7b","display_name":"Internlm2 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-fp16","name":"Internlm2 7b chat 1m v2.5 fp16","display_name":"Internlm2 7b chat 1m v2.5 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q2_K","name":"Internlm2 7b chat 1m v2.5 q2_K","display_name":"Internlm2 7b chat 1m v2.5 q2_K","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q3_K_L","name":"Internlm2 7b chat 1m v2.5 q3_K_L","display_name":"Internlm2 7b chat 1m v2.5 q3_K_L","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q3_K_M","name":"Internlm2 7b chat 1m v2.5 q3_K_M","display_name":"Internlm2 7b chat 1m v2.5 q3_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q3_K_S","name":"Internlm2 7b chat 1m v2.5 q3_K_S","display_name":"Internlm2 7b chat 1m v2.5 q3_K_S","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q4_0","name":"Internlm2 7b chat 1m v2.5 q4_0","display_name":"Internlm2 7b chat 1m v2.5 q4_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q4_1","name":"Internlm2 7b chat 1m v2.5 q4_1","display_name":"Internlm2 7b chat 1m v2.5 q4_1","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q4_K_M","name":"Internlm2 7b chat 1m v2.5 q4_K_M","display_name":"Internlm2 7b chat 1m v2.5 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q4_K_S","name":"Internlm2 7b chat 1m v2.5 q4_K_S","display_name":"Internlm2 7b chat 1m v2.5 q4_K_S","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q5_0","name":"Internlm2 7b chat 1m v2.5 q5_0","display_name":"Internlm2 7b chat 1m v2.5 q5_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q5_1","name":"Internlm2 7b chat 1m v2.5 q5_1","display_name":"Internlm2 7b chat 1m v2.5 q5_1","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q5_K_M","name":"Internlm2 7b chat 1m v2.5 q5_K_M","display_name":"Internlm2 7b chat 1m v2.5 q5_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q5_K_S","name":"Internlm2 7b chat 1m v2.5 q5_K_S","display_name":"Internlm2 7b chat 1m v2.5 q5_K_S","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q6_K","name":"Internlm2 7b chat 1m v2.5 q6_K","display_name":"Internlm2 7b chat 1m v2.5 q6_K","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q8_0","name":"Internlm2 7b chat 1m v2.5 q8_0","display_name":"Internlm2 7b chat 1m v2.5 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-fp16","name":"Internlm2 7b chat v2.5 fp16","display_name":"Internlm2 7b chat v2.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q2_K","name":"Internlm2 7b chat v2.5 q2_K","display_name":"Internlm2 7b chat v2.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q3_K_L","name":"Internlm2 7b chat v2.5 q3_K_L","display_name":"Internlm2 7b chat v2.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q3_K_M","name":"Internlm2 7b chat v2.5 q3_K_M","display_name":"Internlm2 7b chat v2.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q3_K_S","name":"Internlm2 7b chat v2.5 q3_K_S","display_name":"Internlm2 7b chat v2.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q4_0","name":"Internlm2 7b chat v2.5 q4_0","display_name":"Internlm2 7b chat v2.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q4_1","name":"Internlm2 7b chat v2.5 q4_1","display_name":"Internlm2 7b chat v2.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q4_K_M","name":"Internlm2 7b chat v2.5 q4_K_M","display_name":"Internlm2 7b chat v2.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q4_K_S","name":"Internlm2 7b chat v2.5 q4_K_S","display_name":"Internlm2 7b chat v2.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q5_0","name":"Internlm2 7b chat v2.5 q5_0","display_name":"Internlm2 7b chat v2.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q5_1","name":"Internlm2 7b chat v2.5 q5_1","display_name":"Internlm2 7b chat v2.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q5_K_M","name":"Internlm2 7b chat v2.5 q5_K_M","display_name":"Internlm2 7b chat v2.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q5_K_S","name":"Internlm2 7b chat v2.5 q5_K_S","display_name":"Internlm2 7b chat v2.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q6_K","name":"Internlm2 7b chat v2.5 q6_K","display_name":"Internlm2 7b chat v2.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q8_0","name":"Internlm2 7b chat v2.5 q8_0","display_name":"Internlm2 7b chat v2.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:latest","name":"Internlm2 Latest","display_name":"Internlm2 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"kimi-k2:1t-cloud","name":"Kimi-k2 1t cloud","display_name":"Kimi-k2 1t cloud","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b","name":"Llama-guard3 1b","display_name":"Llama-guard3 1b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-fp16","name":"Llama-guard3 1b fp16","display_name":"Llama-guard3 1b fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q2_K","name":"Llama-guard3 1b q2_K","display_name":"Llama-guard3 1b q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q3_K_L","name":"Llama-guard3 1b q3_K_L","display_name":"Llama-guard3 1b q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q3_K_M","name":"Llama-guard3 1b q3_K_M","display_name":"Llama-guard3 1b q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q3_K_S","name":"Llama-guard3 1b q3_K_S","display_name":"Llama-guard3 1b q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q4_0","name":"Llama-guard3 1b q4_0","display_name":"Llama-guard3 1b q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q4_1","name":"Llama-guard3 1b q4_1","display_name":"Llama-guard3 1b q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q4_K_M","name":"Llama-guard3 1b q4_K_M","display_name":"Llama-guard3 1b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q4_K_S","name":"Llama-guard3 1b q4_K_S","display_name":"Llama-guard3 1b q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q5_0","name":"Llama-guard3 1b q5_0","display_name":"Llama-guard3 1b q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q5_1","name":"Llama-guard3 1b q5_1","display_name":"Llama-guard3 1b q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q5_K_M","name":"Llama-guard3 1b q5_K_M","display_name":"Llama-guard3 1b q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q5_K_S","name":"Llama-guard3 1b q5_K_S","display_name":"Llama-guard3 1b q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q6_K","name":"Llama-guard3 1b q6_K","display_name":"Llama-guard3 1b q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q8_0","name":"Llama-guard3 1b q8_0","display_name":"Llama-guard3 1b q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b","name":"Llama-guard3 8b","display_name":"Llama-guard3 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-fp16","name":"Llama-guard3 8b fp16","display_name":"Llama-guard3 8b fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q2_K","name":"Llama-guard3 8b q2_K","display_name":"Llama-guard3 8b q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q3_K_L","name":"Llama-guard3 8b q3_K_L","display_name":"Llama-guard3 8b q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q3_K_M","name":"Llama-guard3 8b q3_K_M","display_name":"Llama-guard3 8b q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q3_K_S","name":"Llama-guard3 8b q3_K_S","display_name":"Llama-guard3 8b q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q4_0","name":"Llama-guard3 8b q4_0","display_name":"Llama-guard3 8b q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q4_1","name":"Llama-guard3 8b q4_1","display_name":"Llama-guard3 8b q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q4_K_M","name":"Llama-guard3 8b q4_K_M","display_name":"Llama-guard3 8b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q4_K_S","name":"Llama-guard3 8b q4_K_S","display_name":"Llama-guard3 8b q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q5_0","name":"Llama-guard3 8b q5_0","display_name":"Llama-guard3 8b q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q5_1","name":"Llama-guard3 8b q5_1","display_name":"Llama-guard3 8b q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q5_K_M","name":"Llama-guard3 8b q5_K_M","display_name":"Llama-guard3 8b q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q5_K_S","name":"Llama-guard3 8b q5_K_S","display_name":"Llama-guard3 8b q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q6_K","name":"Llama-guard3 8b q6_K","display_name":"Llama-guard3 8b q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q8_0","name":"Llama-guard3 8b q8_0","display_name":"Llama-guard3 8b q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:latest","name":"Llama-guard3 Latest","display_name":"Llama-guard3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-fp16","name":"Llama-pro 8b instruct fp16","display_name":"Llama-pro 8b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q2_K","name":"Llama-pro 8b instruct q2_K","display_name":"Llama-pro 8b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q3_K_L","name":"Llama-pro 8b instruct q3_K_L","display_name":"Llama-pro 8b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q3_K_M","name":"Llama-pro 8b instruct q3_K_M","display_name":"Llama-pro 8b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q3_K_S","name":"Llama-pro 8b instruct q3_K_S","display_name":"Llama-pro 8b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q4_0","name":"Llama-pro 8b instruct q4_0","display_name":"Llama-pro 8b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q4_1","name":"Llama-pro 8b instruct q4_1","display_name":"Llama-pro 8b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q4_K_M","name":"Llama-pro 8b instruct q4_K_M","display_name":"Llama-pro 8b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q4_K_S","name":"Llama-pro 8b instruct q4_K_S","display_name":"Llama-pro 8b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q5_0","name":"Llama-pro 8b instruct q5_0","display_name":"Llama-pro 8b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q5_1","name":"Llama-pro 8b instruct q5_1","display_name":"Llama-pro 8b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q5_K_M","name":"Llama-pro 8b instruct q5_K_M","display_name":"Llama-pro 8b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q5_K_S","name":"Llama-pro 8b instruct q5_K_S","display_name":"Llama-pro 8b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q6_K","name":"Llama-pro 8b instruct q6_K","display_name":"Llama-pro 8b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q8_0","name":"Llama-pro 8b instruct q8_0","display_name":"Llama-pro 8b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-fp16","name":"Llama-pro 8b text fp16","display_name":"Llama-pro 8b text fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q2_K","name":"Llama-pro 8b text q2_K","display_name":"Llama-pro 8b text q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q3_K_L","name":"Llama-pro 8b text q3_K_L","display_name":"Llama-pro 8b text q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q3_K_M","name":"Llama-pro 8b text q3_K_M","display_name":"Llama-pro 8b text q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q3_K_S","name":"Llama-pro 8b text q3_K_S","display_name":"Llama-pro 8b text q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q4_0","name":"Llama-pro 8b text q4_0","display_name":"Llama-pro 8b text q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q4_1","name":"Llama-pro 8b text q4_1","display_name":"Llama-pro 8b text q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q4_K_M","name":"Llama-pro 8b text q4_K_M","display_name":"Llama-pro 8b text q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q4_K_S","name":"Llama-pro 8b text q4_K_S","display_name":"Llama-pro 8b text q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q5_0","name":"Llama-pro 8b text q5_0","display_name":"Llama-pro 8b text q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q5_1","name":"Llama-pro 8b text q5_1","display_name":"Llama-pro 8b text q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q5_K_M","name":"Llama-pro 8b text q5_K_M","display_name":"Llama-pro 8b text q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q5_K_S","name":"Llama-pro 8b text q5_K_S","display_name":"Llama-pro 8b text q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q6_K","name":"Llama-pro 8b text q6_K","display_name":"Llama-pro 8b text q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q8_0","name":"Llama-pro 8b text q8_0","display_name":"Llama-pro 8b text q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:instruct","name":"Llama-pro Instruct","display_name":"Llama-pro Instruct","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:latest","name":"Llama-pro Latest","display_name":"Llama-pro Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:text","name":"Llama-pro Text","display_name":"Llama-pro Text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b","name":"Llama2-chinese 13b","display_name":"Llama2-chinese 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat","name":"Llama2-chinese 13b chat","display_name":"Llama2-chinese 13b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-fp16","name":"Llama2-chinese 13b chat fp16","display_name":"Llama2-chinese 13b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q2_K","name":"Llama2-chinese 13b chat q2_K","display_name":"Llama2-chinese 13b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q3_K_L","name":"Llama2-chinese 13b chat q3_K_L","display_name":"Llama2-chinese 13b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q3_K_M","name":"Llama2-chinese 13b chat q3_K_M","display_name":"Llama2-chinese 13b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q3_K_S","name":"Llama2-chinese 13b chat q3_K_S","display_name":"Llama2-chinese 13b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q4_0","name":"Llama2-chinese 13b chat q4_0","display_name":"Llama2-chinese 13b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q4_1","name":"Llama2-chinese 13b chat q4_1","display_name":"Llama2-chinese 13b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q4_K_M","name":"Llama2-chinese 13b chat q4_K_M","display_name":"Llama2-chinese 13b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q4_K_S","name":"Llama2-chinese 13b chat q4_K_S","display_name":"Llama2-chinese 13b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q5_0","name":"Llama2-chinese 13b chat q5_0","display_name":"Llama2-chinese 13b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q5_1","name":"Llama2-chinese 13b chat q5_1","display_name":"Llama2-chinese 13b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q5_K_M","name":"Llama2-chinese 13b chat q5_K_M","display_name":"Llama2-chinese 13b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q5_K_S","name":"Llama2-chinese 13b chat q5_K_S","display_name":"Llama2-chinese 13b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q6_K","name":"Llama2-chinese 13b chat q6_K","display_name":"Llama2-chinese 13b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q8_0","name":"Llama2-chinese 13b chat q8_0","display_name":"Llama2-chinese 13b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b","name":"Llama2-chinese 7b","display_name":"Llama2-chinese 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat","name":"Llama2-chinese 7b chat","display_name":"Llama2-chinese 7b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-fp16","name":"Llama2-chinese 7b chat fp16","display_name":"Llama2-chinese 7b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q2_K","name":"Llama2-chinese 7b chat q2_K","display_name":"Llama2-chinese 7b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q3_K_L","name":"Llama2-chinese 7b chat q3_K_L","display_name":"Llama2-chinese 7b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q3_K_M","name":"Llama2-chinese 7b chat q3_K_M","display_name":"Llama2-chinese 7b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q3_K_S","name":"Llama2-chinese 7b chat q3_K_S","display_name":"Llama2-chinese 7b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q4_0","name":"Llama2-chinese 7b chat q4_0","display_name":"Llama2-chinese 7b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q4_1","name":"Llama2-chinese 7b chat q4_1","display_name":"Llama2-chinese 7b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q4_K_M","name":"Llama2-chinese 7b chat q4_K_M","display_name":"Llama2-chinese 7b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q4_K_S","name":"Llama2-chinese 7b chat q4_K_S","display_name":"Llama2-chinese 7b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q5_0","name":"Llama2-chinese 7b chat q5_0","display_name":"Llama2-chinese 7b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q5_1","name":"Llama2-chinese 7b chat q5_1","display_name":"Llama2-chinese 7b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q5_K_M","name":"Llama2-chinese 7b chat q5_K_M","display_name":"Llama2-chinese 7b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q5_K_S","name":"Llama2-chinese 7b chat q5_K_S","display_name":"Llama2-chinese 7b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q6_K","name":"Llama2-chinese 7b chat q6_K","display_name":"Llama2-chinese 7b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q8_0","name":"Llama2-chinese 7b chat q8_0","display_name":"Llama2-chinese 7b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:latest","name":"Llama2-chinese Latest","display_name":"Llama2-chinese Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b","name":"Llama2-uncensored 70b","display_name":"Llama2-uncensored 70b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat","name":"Llama2-uncensored 70b chat","display_name":"Llama2-uncensored 70b chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q2_K","name":"Llama2-uncensored 70b chat q2_K","display_name":"Llama2-uncensored 70b chat q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q3_K_L","name":"Llama2-uncensored 70b chat q3_K_L","display_name":"Llama2-uncensored 70b chat q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q3_K_M","name":"Llama2-uncensored 70b chat q3_K_M","display_name":"Llama2-uncensored 70b chat q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q3_K_S","name":"Llama2-uncensored 70b chat q3_K_S","display_name":"Llama2-uncensored 70b chat q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q4_0","name":"Llama2-uncensored 70b chat q4_0","display_name":"Llama2-uncensored 70b chat q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q4_1","name":"Llama2-uncensored 70b chat q4_1","display_name":"Llama2-uncensored 70b chat q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q4_K_M","name":"Llama2-uncensored 70b chat q4_K_M","display_name":"Llama2-uncensored 70b chat q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q4_K_S","name":"Llama2-uncensored 70b chat q4_K_S","display_name":"Llama2-uncensored 70b chat q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q5_0","name":"Llama2-uncensored 70b chat q5_0","display_name":"Llama2-uncensored 70b chat q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q5_1","name":"Llama2-uncensored 70b chat q5_1","display_name":"Llama2-uncensored 70b chat q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q5_K_M","name":"Llama2-uncensored 70b chat q5_K_M","display_name":"Llama2-uncensored 70b chat q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q5_K_S","name":"Llama2-uncensored 70b chat q5_K_S","display_name":"Llama2-uncensored 70b chat q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q6_K","name":"Llama2-uncensored 70b chat q6_K","display_name":"Llama2-uncensored 70b chat q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q8_0","name":"Llama2-uncensored 70b chat q8_0","display_name":"Llama2-uncensored 70b chat q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b","name":"Llama2-uncensored 7b","display_name":"Llama2-uncensored 7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat","name":"Llama2-uncensored 7b chat","display_name":"Llama2-uncensored 7b chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-fp16","name":"Llama2-uncensored 7b chat fp16","display_name":"Llama2-uncensored 7b chat fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q2_K","name":"Llama2-uncensored 7b chat q2_K","display_name":"Llama2-uncensored 7b chat q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q3_K_L","name":"Llama2-uncensored 7b chat q3_K_L","display_name":"Llama2-uncensored 7b chat q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q3_K_M","name":"Llama2-uncensored 7b chat q3_K_M","display_name":"Llama2-uncensored 7b chat q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q3_K_S","name":"Llama2-uncensored 7b chat q3_K_S","display_name":"Llama2-uncensored 7b chat q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q4_0","name":"Llama2-uncensored 7b chat q4_0","display_name":"Llama2-uncensored 7b chat q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q4_1","name":"Llama2-uncensored 7b chat q4_1","display_name":"Llama2-uncensored 7b chat q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q4_K_M","name":"Llama2-uncensored 7b chat q4_K_M","display_name":"Llama2-uncensored 7b chat q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q4_K_S","name":"Llama2-uncensored 7b chat q4_K_S","display_name":"Llama2-uncensored 7b chat q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q5_0","name":"Llama2-uncensored 7b chat q5_0","display_name":"Llama2-uncensored 7b chat q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q5_1","name":"Llama2-uncensored 7b chat q5_1","display_name":"Llama2-uncensored 7b chat q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q5_K_M","name":"Llama2-uncensored 7b chat q5_K_M","display_name":"Llama2-uncensored 7b chat q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q5_K_S","name":"Llama2-uncensored 7b chat q5_K_S","display_name":"Llama2-uncensored 7b chat q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q6_K","name":"Llama2-uncensored 7b chat q6_K","display_name":"Llama2-uncensored 7b chat q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q8_0","name":"Llama2-uncensored 7b chat q8_0","display_name":"Llama2-uncensored 7b chat q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:latest","name":"Llama2-uncensored Latest","display_name":"Llama2-uncensored Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b","name":"Llama2 13b","display_name":"Llama2 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat","name":"Llama2 13b chat","display_name":"Llama2 13b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-fp16","name":"Llama2 13b chat fp16","display_name":"Llama2 13b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q2_K","name":"Llama2 13b chat q2_K","display_name":"Llama2 13b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q3_K_L","name":"Llama2 13b chat q3_K_L","display_name":"Llama2 13b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q3_K_M","name":"Llama2 13b chat q3_K_M","display_name":"Llama2 13b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q3_K_S","name":"Llama2 13b chat q3_K_S","display_name":"Llama2 13b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q4_0","name":"Llama2 13b chat q4_0","display_name":"Llama2 13b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q4_1","name":"Llama2 13b chat q4_1","display_name":"Llama2 13b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q4_K_M","name":"Llama2 13b chat q4_K_M","display_name":"Llama2 13b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q4_K_S","name":"Llama2 13b chat q4_K_S","display_name":"Llama2 13b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q5_0","name":"Llama2 13b chat q5_0","display_name":"Llama2 13b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q5_1","name":"Llama2 13b chat q5_1","display_name":"Llama2 13b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q5_K_M","name":"Llama2 13b chat q5_K_M","display_name":"Llama2 13b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q5_K_S","name":"Llama2 13b chat q5_K_S","display_name":"Llama2 13b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q6_K","name":"Llama2 13b chat q6_K","display_name":"Llama2 13b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q8_0","name":"Llama2 13b chat q8_0","display_name":"Llama2 13b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text","name":"Llama2 13b text","display_name":"Llama2 13b text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-fp16","name":"Llama2 13b text fp16","display_name":"Llama2 13b text fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q2_K","name":"Llama2 13b text q2_K","display_name":"Llama2 13b text q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q3_K_L","name":"Llama2 13b text q3_K_L","display_name":"Llama2 13b text q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q3_K_M","name":"Llama2 13b text q3_K_M","display_name":"Llama2 13b text q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q3_K_S","name":"Llama2 13b text q3_K_S","display_name":"Llama2 13b text q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q4_0","name":"Llama2 13b text q4_0","display_name":"Llama2 13b text q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q4_1","name":"Llama2 13b text q4_1","display_name":"Llama2 13b text q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q4_K_M","name":"Llama2 13b text q4_K_M","display_name":"Llama2 13b text q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q4_K_S","name":"Llama2 13b text q4_K_S","display_name":"Llama2 13b text q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q5_0","name":"Llama2 13b text q5_0","display_name":"Llama2 13b text q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q5_1","name":"Llama2 13b text q5_1","display_name":"Llama2 13b text q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q5_K_M","name":"Llama2 13b text q5_K_M","display_name":"Llama2 13b text q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q5_K_S","name":"Llama2 13b text q5_K_S","display_name":"Llama2 13b text q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q6_K","name":"Llama2 13b text q6_K","display_name":"Llama2 13b text q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q8_0","name":"Llama2 13b text q8_0","display_name":"Llama2 13b text q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b","name":"Llama2 70b","display_name":"Llama2 70b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat","name":"Llama2 70b chat","display_name":"Llama2 70b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-fp16","name":"Llama2 70b chat fp16","display_name":"Llama2 70b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q2_K","name":"Llama2 70b chat q2_K","display_name":"Llama2 70b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q3_K_L","name":"Llama2 70b chat q3_K_L","display_name":"Llama2 70b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q3_K_M","name":"Llama2 70b chat q3_K_M","display_name":"Llama2 70b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q3_K_S","name":"Llama2 70b chat q3_K_S","display_name":"Llama2 70b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q4_0","name":"Llama2 70b chat q4_0","display_name":"Llama2 70b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q4_1","name":"Llama2 70b chat q4_1","display_name":"Llama2 70b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q4_K_M","name":"Llama2 70b chat q4_K_M","display_name":"Llama2 70b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q4_K_S","name":"Llama2 70b chat q4_K_S","display_name":"Llama2 70b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q5_0","name":"Llama2 70b chat q5_0","display_name":"Llama2 70b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q5_1","name":"Llama2 70b chat q5_1","display_name":"Llama2 70b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q5_K_M","name":"Llama2 70b chat q5_K_M","display_name":"Llama2 70b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q5_K_S","name":"Llama2 70b chat q5_K_S","display_name":"Llama2 70b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q6_K","name":"Llama2 70b chat q6_K","display_name":"Llama2 70b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q8_0","name":"Llama2 70b chat q8_0","display_name":"Llama2 70b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text","name":"Llama2 70b text","display_name":"Llama2 70b text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-fp16","name":"Llama2 70b text fp16","display_name":"Llama2 70b text fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q2_K","name":"Llama2 70b text q2_K","display_name":"Llama2 70b text q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q3_K_L","name":"Llama2 70b text q3_K_L","display_name":"Llama2 70b text q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q3_K_M","name":"Llama2 70b text q3_K_M","display_name":"Llama2 70b text q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q3_K_S","name":"Llama2 70b text q3_K_S","display_name":"Llama2 70b text q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q4_0","name":"Llama2 70b text q4_0","display_name":"Llama2 70b text q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q4_1","name":"Llama2 70b text q4_1","display_name":"Llama2 70b text q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q4_K_M","name":"Llama2 70b text q4_K_M","display_name":"Llama2 70b text q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q4_K_S","name":"Llama2 70b text q4_K_S","display_name":"Llama2 70b text q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q5_0","name":"Llama2 70b text q5_0","display_name":"Llama2 70b text q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q5_1","name":"Llama2 70b text q5_1","display_name":"Llama2 70b text q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q5_K_M","name":"Llama2 70b text q5_K_M","display_name":"Llama2 70b text q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q5_K_S","name":"Llama2 70b text q5_K_S","display_name":"Llama2 70b text q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q6_K","name":"Llama2 70b text q6_K","display_name":"Llama2 70b text q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q8_0","name":"Llama2 70b text q8_0","display_name":"Llama2 70b text q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b","name":"Llama2 7b","display_name":"Llama2 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat","name":"Llama2 7b chat","display_name":"Llama2 7b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-fp16","name":"Llama2 7b chat fp16","display_name":"Llama2 7b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q2_K","name":"Llama2 7b chat q2_K","display_name":"Llama2 7b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q3_K_L","name":"Llama2 7b chat q3_K_L","display_name":"Llama2 7b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q3_K_M","name":"Llama2 7b chat q3_K_M","display_name":"Llama2 7b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q3_K_S","name":"Llama2 7b chat q3_K_S","display_name":"Llama2 7b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q4_0","name":"Llama2 7b chat q4_0","display_name":"Llama2 7b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q4_1","name":"Llama2 7b chat q4_1","display_name":"Llama2 7b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q4_K_M","name":"Llama2 7b chat q4_K_M","display_name":"Llama2 7b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q4_K_S","name":"Llama2 7b chat q4_K_S","display_name":"Llama2 7b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q5_0","name":"Llama2 7b chat q5_0","display_name":"Llama2 7b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q5_1","name":"Llama2 7b chat q5_1","display_name":"Llama2 7b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q5_K_M","name":"Llama2 7b chat q5_K_M","display_name":"Llama2 7b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q5_K_S","name":"Llama2 7b chat q5_K_S","display_name":"Llama2 7b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q6_K","name":"Llama2 7b chat q6_K","display_name":"Llama2 7b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q8_0","name":"Llama2 7b chat q8_0","display_name":"Llama2 7b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text","name":"Llama2 7b text","display_name":"Llama2 7b text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-fp16","name":"Llama2 7b text fp16","display_name":"Llama2 7b text fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q2_K","name":"Llama2 7b text q2_K","display_name":"Llama2 7b text q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q3_K_L","name":"Llama2 7b text q3_K_L","display_name":"Llama2 7b text q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q3_K_M","name":"Llama2 7b text q3_K_M","display_name":"Llama2 7b text q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q3_K_S","name":"Llama2 7b text q3_K_S","display_name":"Llama2 7b text q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q4_0","name":"Llama2 7b text q4_0","display_name":"Llama2 7b text q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q4_1","name":"Llama2 7b text q4_1","display_name":"Llama2 7b text q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q4_K_M","name":"Llama2 7b text q4_K_M","display_name":"Llama2 7b text q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q4_K_S","name":"Llama2 7b text q4_K_S","display_name":"Llama2 7b text q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q5_0","name":"Llama2 7b text q5_0","display_name":"Llama2 7b text q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q5_1","name":"Llama2 7b text q5_1","display_name":"Llama2 7b text q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q5_K_M","name":"Llama2 7b text q5_K_M","display_name":"Llama2 7b text q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q5_K_S","name":"Llama2 7b text q5_K_S","display_name":"Llama2 7b text q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q6_K","name":"Llama2 7b text q6_K","display_name":"Llama2 7b text q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q8_0","name":"Llama2 7b text q8_0","display_name":"Llama2 7b text q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:chat","name":"Llama2 Chat","display_name":"Llama2 Chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:latest","name":"Llama2 Latest","display_name":"Llama2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:text","name":"Llama2 Text","display_name":"Llama2 Text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b","name":"Llama3-chatqa 70b","display_name":"Llama3-chatqa 70b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5","name":"Llama3-chatqa 70b v1.5","display_name":"Llama3-chatqa 70b v1.5","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-fp16","name":"Llama3-chatqa 70b v1.5 fp16","display_name":"Llama3-chatqa 70b v1.5 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q2_K","name":"Llama3-chatqa 70b v1.5 q2_K","display_name":"Llama3-chatqa 70b v1.5 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q3_K_L","name":"Llama3-chatqa 70b v1.5 q3_K_L","display_name":"Llama3-chatqa 70b v1.5 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q3_K_M","name":"Llama3-chatqa 70b v1.5 q3_K_M","display_name":"Llama3-chatqa 70b v1.5 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q3_K_S","name":"Llama3-chatqa 70b v1.5 q3_K_S","display_name":"Llama3-chatqa 70b v1.5 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q4_0","name":"Llama3-chatqa 70b v1.5 q4_0","display_name":"Llama3-chatqa 70b v1.5 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q4_1","name":"Llama3-chatqa 70b v1.5 q4_1","display_name":"Llama3-chatqa 70b v1.5 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q4_K_M","name":"Llama3-chatqa 70b v1.5 q4_K_M","display_name":"Llama3-chatqa 70b v1.5 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q4_K_S","name":"Llama3-chatqa 70b v1.5 q4_K_S","display_name":"Llama3-chatqa 70b v1.5 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q5_0","name":"Llama3-chatqa 70b v1.5 q5_0","display_name":"Llama3-chatqa 70b v1.5 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q5_1","name":"Llama3-chatqa 70b v1.5 q5_1","display_name":"Llama3-chatqa 70b v1.5 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q5_K_M","name":"Llama3-chatqa 70b v1.5 q5_K_M","display_name":"Llama3-chatqa 70b v1.5 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q5_K_S","name":"Llama3-chatqa 70b v1.5 q5_K_S","display_name":"Llama3-chatqa 70b v1.5 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q6_K","name":"Llama3-chatqa 70b v1.5 q6_K","display_name":"Llama3-chatqa 70b v1.5 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q8_0","name":"Llama3-chatqa 70b v1.5 q8_0","display_name":"Llama3-chatqa 70b v1.5 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b","name":"Llama3-chatqa 8b","display_name":"Llama3-chatqa 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5","name":"Llama3-chatqa 8b v1.5","display_name":"Llama3-chatqa 8b v1.5","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-fp16","name":"Llama3-chatqa 8b v1.5 fp16","display_name":"Llama3-chatqa 8b v1.5 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q2_K","name":"Llama3-chatqa 8b v1.5 q2_K","display_name":"Llama3-chatqa 8b v1.5 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q3_K_L","name":"Llama3-chatqa 8b v1.5 q3_K_L","display_name":"Llama3-chatqa 8b v1.5 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q3_K_M","name":"Llama3-chatqa 8b v1.5 q3_K_M","display_name":"Llama3-chatqa 8b v1.5 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q3_K_S","name":"Llama3-chatqa 8b v1.5 q3_K_S","display_name":"Llama3-chatqa 8b v1.5 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q4_0","name":"Llama3-chatqa 8b v1.5 q4_0","display_name":"Llama3-chatqa 8b v1.5 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q4_1","name":"Llama3-chatqa 8b v1.5 q4_1","display_name":"Llama3-chatqa 8b v1.5 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q4_K_M","name":"Llama3-chatqa 8b v1.5 q4_K_M","display_name":"Llama3-chatqa 8b v1.5 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q4_K_S","name":"Llama3-chatqa 8b v1.5 q4_K_S","display_name":"Llama3-chatqa 8b v1.5 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q5_0","name":"Llama3-chatqa 8b v1.5 q5_0","display_name":"Llama3-chatqa 8b v1.5 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q5_1","name":"Llama3-chatqa 8b v1.5 q5_1","display_name":"Llama3-chatqa 8b v1.5 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q5_K_M","name":"Llama3-chatqa 8b v1.5 q5_K_M","display_name":"Llama3-chatqa 8b v1.5 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q5_K_S","name":"Llama3-chatqa 8b v1.5 q5_K_S","display_name":"Llama3-chatqa 8b v1.5 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q6_K","name":"Llama3-chatqa 8b v1.5 q6_K","display_name":"Llama3-chatqa 8b v1.5 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q8_0","name":"Llama3-chatqa 8b v1.5 q8_0","display_name":"Llama3-chatqa 8b v1.5 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:latest","name":"Llama3-chatqa Latest","display_name":"Llama3-chatqa Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:1048k","name":"Llama3-gradient 1048k","display_name":"Llama3-gradient 1048k","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b","name":"Llama3-gradient 70b","display_name":"Llama3-gradient 70b","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-fp16","name":"Llama3-gradient 70b instruct 1048k fp16","display_name":"Llama3-gradient 70b instruct 1048k fp16","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q2_K","name":"Llama3-gradient 70b instruct 1048k q2_K","display_name":"Llama3-gradient 70b instruct 1048k q2_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q3_K_L","name":"Llama3-gradient 70b instruct 1048k q3_K_L","display_name":"Llama3-gradient 70b instruct 1048k q3_K_L","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q3_K_M","name":"Llama3-gradient 70b instruct 1048k q3_K_M","display_name":"Llama3-gradient 70b instruct 1048k q3_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q3_K_S","name":"Llama3-gradient 70b instruct 1048k q3_K_S","display_name":"Llama3-gradient 70b instruct 1048k q3_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q4_0","name":"Llama3-gradient 70b instruct 1048k q4_0","display_name":"Llama3-gradient 70b instruct 1048k q4_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q4_1","name":"Llama3-gradient 70b instruct 1048k q4_1","display_name":"Llama3-gradient 70b instruct 1048k q4_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q4_K_M","name":"Llama3-gradient 70b instruct 1048k q4_K_M","display_name":"Llama3-gradient 70b instruct 1048k q4_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q4_K_S","name":"Llama3-gradient 70b instruct 1048k q4_K_S","display_name":"Llama3-gradient 70b instruct 1048k q4_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q5_0","name":"Llama3-gradient 70b instruct 1048k q5_0","display_name":"Llama3-gradient 70b instruct 1048k q5_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q5_1","name":"Llama3-gradient 70b instruct 1048k q5_1","display_name":"Llama3-gradient 70b instruct 1048k q5_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q5_K_M","name":"Llama3-gradient 70b instruct 1048k q5_K_M","display_name":"Llama3-gradient 70b instruct 1048k q5_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q5_K_S","name":"Llama3-gradient 70b instruct 1048k q5_K_S","display_name":"Llama3-gradient 70b instruct 1048k q5_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q6_K","name":"Llama3-gradient 70b instruct 1048k q6_K","display_name":"Llama3-gradient 70b instruct 1048k q6_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q8_0","name":"Llama3-gradient 70b instruct 1048k q8_0","display_name":"Llama3-gradient 70b instruct 1048k q8_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b","name":"Llama3-gradient 8b","display_name":"Llama3-gradient 8b","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-fp16","name":"Llama3-gradient 8b instruct 1048k fp16","display_name":"Llama3-gradient 8b instruct 1048k fp16","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q2_K","name":"Llama3-gradient 8b instruct 1048k q2_K","display_name":"Llama3-gradient 8b instruct 1048k q2_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q3_K_L","name":"Llama3-gradient 8b instruct 1048k q3_K_L","display_name":"Llama3-gradient 8b instruct 1048k q3_K_L","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q3_K_M","name":"Llama3-gradient 8b instruct 1048k q3_K_M","display_name":"Llama3-gradient 8b instruct 1048k q3_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q3_K_S","name":"Llama3-gradient 8b instruct 1048k q3_K_S","display_name":"Llama3-gradient 8b instruct 1048k q3_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q4_0","name":"Llama3-gradient 8b instruct 1048k q4_0","display_name":"Llama3-gradient 8b instruct 1048k q4_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q4_1","name":"Llama3-gradient 8b instruct 1048k q4_1","display_name":"Llama3-gradient 8b instruct 1048k q4_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q4_K_M","name":"Llama3-gradient 8b instruct 1048k q4_K_M","display_name":"Llama3-gradient 8b instruct 1048k q4_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q4_K_S","name":"Llama3-gradient 8b instruct 1048k q4_K_S","display_name":"Llama3-gradient 8b instruct 1048k q4_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q5_0","name":"Llama3-gradient 8b instruct 1048k q5_0","display_name":"Llama3-gradient 8b instruct 1048k q5_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q5_1","name":"Llama3-gradient 8b instruct 1048k q5_1","display_name":"Llama3-gradient 8b instruct 1048k q5_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q5_K_M","name":"Llama3-gradient 8b instruct 1048k q5_K_M","display_name":"Llama3-gradient 8b instruct 1048k q5_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q5_K_S","name":"Llama3-gradient 8b instruct 1048k q5_K_S","display_name":"Llama3-gradient 8b instruct 1048k q5_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q6_K","name":"Llama3-gradient 8b instruct 1048k q6_K","display_name":"Llama3-gradient 8b instruct 1048k q6_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q8_0","name":"Llama3-gradient 8b instruct 1048k q8_0","display_name":"Llama3-gradient 8b instruct 1048k q8_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:instruct","name":"Llama3-gradient Instruct","display_name":"Llama3-gradient Instruct","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:latest","name":"Llama3-gradient Latest","display_name":"Llama3-gradient Latest","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b","name":"Llama3-groq-tool-use 70b","display_name":"Llama3-groq-tool-use 70b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-fp16","name":"Llama3-groq-tool-use 70b fp16","display_name":"Llama3-groq-tool-use 70b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q2_K","name":"Llama3-groq-tool-use 70b q2_K","display_name":"Llama3-groq-tool-use 70b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q3_K_L","name":"Llama3-groq-tool-use 70b q3_K_L","display_name":"Llama3-groq-tool-use 70b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q3_K_M","name":"Llama3-groq-tool-use 70b q3_K_M","display_name":"Llama3-groq-tool-use 70b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q3_K_S","name":"Llama3-groq-tool-use 70b q3_K_S","display_name":"Llama3-groq-tool-use 70b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q4_0","name":"Llama3-groq-tool-use 70b q4_0","display_name":"Llama3-groq-tool-use 70b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q4_1","name":"Llama3-groq-tool-use 70b q4_1","display_name":"Llama3-groq-tool-use 70b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q4_K_M","name":"Llama3-groq-tool-use 70b q4_K_M","display_name":"Llama3-groq-tool-use 70b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q4_K_S","name":"Llama3-groq-tool-use 70b q4_K_S","display_name":"Llama3-groq-tool-use 70b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q5_0","name":"Llama3-groq-tool-use 70b q5_0","display_name":"Llama3-groq-tool-use 70b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q5_1","name":"Llama3-groq-tool-use 70b q5_1","display_name":"Llama3-groq-tool-use 70b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q5_K_M","name":"Llama3-groq-tool-use 70b q5_K_M","display_name":"Llama3-groq-tool-use 70b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q5_K_S","name":"Llama3-groq-tool-use 70b q5_K_S","display_name":"Llama3-groq-tool-use 70b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q6_K","name":"Llama3-groq-tool-use 70b q6_K","display_name":"Llama3-groq-tool-use 70b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q8_0","name":"Llama3-groq-tool-use 70b q8_0","display_name":"Llama3-groq-tool-use 70b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b","name":"Llama3-groq-tool-use 8b","display_name":"Llama3-groq-tool-use 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-fp16","name":"Llama3-groq-tool-use 8b fp16","display_name":"Llama3-groq-tool-use 8b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q2_K","name":"Llama3-groq-tool-use 8b q2_K","display_name":"Llama3-groq-tool-use 8b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q3_K_L","name":"Llama3-groq-tool-use 8b q3_K_L","display_name":"Llama3-groq-tool-use 8b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q3_K_M","name":"Llama3-groq-tool-use 8b q3_K_M","display_name":"Llama3-groq-tool-use 8b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q3_K_S","name":"Llama3-groq-tool-use 8b q3_K_S","display_name":"Llama3-groq-tool-use 8b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q4_0","name":"Llama3-groq-tool-use 8b q4_0","display_name":"Llama3-groq-tool-use 8b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q4_1","name":"Llama3-groq-tool-use 8b q4_1","display_name":"Llama3-groq-tool-use 8b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q4_K_M","name":"Llama3-groq-tool-use 8b q4_K_M","display_name":"Llama3-groq-tool-use 8b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q4_K_S","name":"Llama3-groq-tool-use 8b q4_K_S","display_name":"Llama3-groq-tool-use 8b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q5_0","name":"Llama3-groq-tool-use 8b q5_0","display_name":"Llama3-groq-tool-use 8b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q5_1","name":"Llama3-groq-tool-use 8b q5_1","display_name":"Llama3-groq-tool-use 8b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q5_K_M","name":"Llama3-groq-tool-use 8b q5_K_M","display_name":"Llama3-groq-tool-use 8b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q5_K_S","name":"Llama3-groq-tool-use 8b q5_K_S","display_name":"Llama3-groq-tool-use 8b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q6_K","name":"Llama3-groq-tool-use 8b q6_K","display_name":"Llama3-groq-tool-use 8b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q8_0","name":"Llama3-groq-tool-use 8b q8_0","display_name":"Llama3-groq-tool-use 8b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:latest","name":"Llama3-groq-tool-use Latest","display_name":"Llama3-groq-tool-use Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b","name":"Llama3 70b","display_name":"Llama3 70b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct","name":"Llama3 70b instruct","display_name":"Llama3 70b instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-fp16","name":"Llama3 70b instruct fp16","display_name":"Llama3 70b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q2_K","name":"Llama3 70b instruct q2_K","display_name":"Llama3 70b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q3_K_L","name":"Llama3 70b instruct q3_K_L","display_name":"Llama3 70b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q3_K_M","name":"Llama3 70b instruct q3_K_M","display_name":"Llama3 70b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q3_K_S","name":"Llama3 70b instruct q3_K_S","display_name":"Llama3 70b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q4_0","name":"Llama3 70b instruct q4_0","display_name":"Llama3 70b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q4_1","name":"Llama3 70b instruct q4_1","display_name":"Llama3 70b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q4_K_M","name":"Llama3 70b instruct q4_K_M","display_name":"Llama3 70b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q4_K_S","name":"Llama3 70b instruct q4_K_S","display_name":"Llama3 70b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q5_0","name":"Llama3 70b instruct q5_0","display_name":"Llama3 70b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q5_1","name":"Llama3 70b instruct q5_1","display_name":"Llama3 70b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q5_K_M","name":"Llama3 70b instruct q5_K_M","display_name":"Llama3 70b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q5_K_S","name":"Llama3 70b instruct q5_K_S","display_name":"Llama3 70b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q6_K","name":"Llama3 70b instruct q6_K","display_name":"Llama3 70b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q8_0","name":"Llama3 70b instruct q8_0","display_name":"Llama3 70b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text","name":"Llama3 70b text","display_name":"Llama3 70b text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-fp16","name":"Llama3 70b text fp16","display_name":"Llama3 70b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q2_K","name":"Llama3 70b text q2_K","display_name":"Llama3 70b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q3_K_L","name":"Llama3 70b text q3_K_L","display_name":"Llama3 70b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q3_K_M","name":"Llama3 70b text q3_K_M","display_name":"Llama3 70b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q3_K_S","name":"Llama3 70b text q3_K_S","display_name":"Llama3 70b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q4_0","name":"Llama3 70b text q4_0","display_name":"Llama3 70b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q4_1","name":"Llama3 70b text q4_1","display_name":"Llama3 70b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q4_K_M","name":"Llama3 70b text q4_K_M","display_name":"Llama3 70b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q4_K_S","name":"Llama3 70b text q4_K_S","display_name":"Llama3 70b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q5_0","name":"Llama3 70b text q5_0","display_name":"Llama3 70b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q5_1","name":"Llama3 70b text q5_1","display_name":"Llama3 70b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q5_K_M","name":"Llama3 70b text q5_K_M","display_name":"Llama3 70b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q5_K_S","name":"Llama3 70b text q5_K_S","display_name":"Llama3 70b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q6_K","name":"Llama3 70b text q6_K","display_name":"Llama3 70b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q8_0","name":"Llama3 70b text q8_0","display_name":"Llama3 70b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b","name":"Llama3 8b","display_name":"Llama3 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-fp16","name":"Llama3 8b instruct fp16","display_name":"Llama3 8b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q2_K","name":"Llama3 8b instruct q2_K","display_name":"Llama3 8b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q3_K_L","name":"Llama3 8b instruct q3_K_L","display_name":"Llama3 8b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q3_K_M","name":"Llama3 8b instruct q3_K_M","display_name":"Llama3 8b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q3_K_S","name":"Llama3 8b instruct q3_K_S","display_name":"Llama3 8b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q4_0","name":"Llama3 8b instruct q4_0","display_name":"Llama3 8b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q4_1","name":"Llama3 8b instruct q4_1","display_name":"Llama3 8b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q4_K_M","name":"Llama3 8b instruct q4_K_M","display_name":"Llama3 8b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q4_K_S","name":"Llama3 8b instruct q4_K_S","display_name":"Llama3 8b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q5_0","name":"Llama3 8b instruct q5_0","display_name":"Llama3 8b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q5_1","name":"Llama3 8b instruct q5_1","display_name":"Llama3 8b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q5_K_M","name":"Llama3 8b instruct q5_K_M","display_name":"Llama3 8b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q5_K_S","name":"Llama3 8b instruct q5_K_S","display_name":"Llama3 8b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q6_K","name":"Llama3 8b instruct q6_K","display_name":"Llama3 8b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q8_0","name":"Llama3 8b instruct q8_0","display_name":"Llama3 8b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text","name":"Llama3 8b text","display_name":"Llama3 8b text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-fp16","name":"Llama3 8b text fp16","display_name":"Llama3 8b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q2_K","name":"Llama3 8b text q2_K","display_name":"Llama3 8b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q3_K_L","name":"Llama3 8b text q3_K_L","display_name":"Llama3 8b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q3_K_M","name":"Llama3 8b text q3_K_M","display_name":"Llama3 8b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q3_K_S","name":"Llama3 8b text q3_K_S","display_name":"Llama3 8b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q4_0","name":"Llama3 8b text q4_0","display_name":"Llama3 8b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q4_1","name":"Llama3 8b text q4_1","display_name":"Llama3 8b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q4_K_M","name":"Llama3 8b text q4_K_M","display_name":"Llama3 8b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q4_K_S","name":"Llama3 8b text q4_K_S","display_name":"Llama3 8b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q5_0","name":"Llama3 8b text q5_0","display_name":"Llama3 8b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q5_1","name":"Llama3 8b text q5_1","display_name":"Llama3 8b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q5_K_M","name":"Llama3 8b text q5_K_M","display_name":"Llama3 8b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q5_K_S","name":"Llama3 8b text q5_K_S","display_name":"Llama3 8b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q6_K","name":"Llama3 8b text q6_K","display_name":"Llama3 8b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q8_0","name":"Llama3 8b text q8_0","display_name":"Llama3 8b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:instruct","name":"Llama3 Instruct","display_name":"Llama3 Instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:latest","name":"Llama3 Latest","display_name":"Llama3 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:text","name":"Llama3 Text","display_name":"Llama3 Text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b","name":"Llama3.1 405b","display_name":"Llama3.1 405b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-fp16","name":"Llama3.1 405b instruct fp16","display_name":"Llama3.1 405b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q2_K","name":"Llama3.1 405b instruct q2_K","display_name":"Llama3.1 405b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q3_K_L","name":"Llama3.1 405b instruct q3_K_L","display_name":"Llama3.1 405b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q3_K_M","name":"Llama3.1 405b instruct q3_K_M","display_name":"Llama3.1 405b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q3_K_S","name":"Llama3.1 405b instruct q3_K_S","display_name":"Llama3.1 405b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q4_0","name":"Llama3.1 405b instruct q4_0","display_name":"Llama3.1 405b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q4_1","name":"Llama3.1 405b instruct q4_1","display_name":"Llama3.1 405b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q4_K_M","name":"Llama3.1 405b instruct q4_K_M","display_name":"Llama3.1 405b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q4_K_S","name":"Llama3.1 405b instruct q4_K_S","display_name":"Llama3.1 405b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q5_0","name":"Llama3.1 405b instruct q5_0","display_name":"Llama3.1 405b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q5_1","name":"Llama3.1 405b instruct q5_1","display_name":"Llama3.1 405b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q5_K_M","name":"Llama3.1 405b instruct q5_K_M","display_name":"Llama3.1 405b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q5_K_S","name":"Llama3.1 405b instruct q5_K_S","display_name":"Llama3.1 405b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q6_K","name":"Llama3.1 405b instruct q6_K","display_name":"Llama3.1 405b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q8_0","name":"Llama3.1 405b instruct q8_0","display_name":"Llama3.1 405b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-fp16","name":"Llama3.1 405b text fp16","display_name":"Llama3.1 405b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q2_K","name":"Llama3.1 405b text q2_K","display_name":"Llama3.1 405b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q3_K_L","name":"Llama3.1 405b text q3_K_L","display_name":"Llama3.1 405b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q3_K_M","name":"Llama3.1 405b text q3_K_M","display_name":"Llama3.1 405b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q3_K_S","name":"Llama3.1 405b text q3_K_S","display_name":"Llama3.1 405b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q4_0","name":"Llama3.1 405b text q4_0","display_name":"Llama3.1 405b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q4_1","name":"Llama3.1 405b text q4_1","display_name":"Llama3.1 405b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q4_K_M","name":"Llama3.1 405b text q4_K_M","display_name":"Llama3.1 405b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q4_K_S","name":"Llama3.1 405b text q4_K_S","display_name":"Llama3.1 405b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q5_0","name":"Llama3.1 405b text q5_0","display_name":"Llama3.1 405b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q5_1","name":"Llama3.1 405b text q5_1","display_name":"Llama3.1 405b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q5_K_M","name":"Llama3.1 405b text q5_K_M","display_name":"Llama3.1 405b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q5_K_S","name":"Llama3.1 405b text q5_K_S","display_name":"Llama3.1 405b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q6_K","name":"Llama3.1 405b text q6_K","display_name":"Llama3.1 405b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q8_0","name":"Llama3.1 405b text q8_0","display_name":"Llama3.1 405b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b","name":"Llama3.1 70b","display_name":"Llama3.1 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-fp16","name":"Llama3.1 70b instruct fp16","display_name":"Llama3.1 70b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q2_K","name":"Llama3.1 70b instruct q2_K","display_name":"Llama3.1 70b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q3_K_L","name":"Llama3.1 70b instruct q3_K_L","display_name":"Llama3.1 70b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q3_K_M","name":"Llama3.1 70b instruct q3_K_M","display_name":"Llama3.1 70b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q3_K_S","name":"Llama3.1 70b instruct q3_K_S","display_name":"Llama3.1 70b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q4_0","name":"Llama3.1 70b instruct q4_0","display_name":"Llama3.1 70b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q4_K_M","name":"Llama3.1 70b instruct q4_K_M","display_name":"Llama3.1 70b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q4_K_S","name":"Llama3.1 70b instruct q4_K_S","display_name":"Llama3.1 70b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q5_0","name":"Llama3.1 70b instruct q5_0","display_name":"Llama3.1 70b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q5_1","name":"Llama3.1 70b instruct q5_1","display_name":"Llama3.1 70b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q5_K_M","name":"Llama3.1 70b instruct q5_K_M","display_name":"Llama3.1 70b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q5_K_S","name":"Llama3.1 70b instruct q5_K_S","display_name":"Llama3.1 70b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q6_K","name":"Llama3.1 70b instruct q6_K","display_name":"Llama3.1 70b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q8_0","name":"Llama3.1 70b instruct q8_0","display_name":"Llama3.1 70b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-fp16","name":"Llama3.1 70b text fp16","display_name":"Llama3.1 70b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q2_K","name":"Llama3.1 70b text q2_K","display_name":"Llama3.1 70b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q3_K_L","name":"Llama3.1 70b text q3_K_L","display_name":"Llama3.1 70b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q3_K_M","name":"Llama3.1 70b text q3_K_M","display_name":"Llama3.1 70b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q3_K_S","name":"Llama3.1 70b text q3_K_S","display_name":"Llama3.1 70b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q4_0","name":"Llama3.1 70b text q4_0","display_name":"Llama3.1 70b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q4_1","name":"Llama3.1 70b text q4_1","display_name":"Llama3.1 70b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q4_K_M","name":"Llama3.1 70b text q4_K_M","display_name":"Llama3.1 70b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q4_K_S","name":"Llama3.1 70b text q4_K_S","display_name":"Llama3.1 70b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q5_0","name":"Llama3.1 70b text q5_0","display_name":"Llama3.1 70b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q5_1","name":"Llama3.1 70b text q5_1","display_name":"Llama3.1 70b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q5_K_M","name":"Llama3.1 70b text q5_K_M","display_name":"Llama3.1 70b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q5_K_S","name":"Llama3.1 70b text q5_K_S","display_name":"Llama3.1 70b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q6_K","name":"Llama3.1 70b text q6_K","display_name":"Llama3.1 70b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q8_0","name":"Llama3.1 70b text q8_0","display_name":"Llama3.1 70b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b","name":"Llama3.1 8b","display_name":"Llama3.1 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-fp16","name":"Llama3.1 8b instruct fp16","display_name":"Llama3.1 8b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q2_K","name":"Llama3.1 8b instruct q2_K","display_name":"Llama3.1 8b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q3_K_L","name":"Llama3.1 8b instruct q3_K_L","display_name":"Llama3.1 8b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q3_K_M","name":"Llama3.1 8b instruct q3_K_M","display_name":"Llama3.1 8b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q3_K_S","name":"Llama3.1 8b instruct q3_K_S","display_name":"Llama3.1 8b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q4_0","name":"Llama3.1 8b instruct q4_0","display_name":"Llama3.1 8b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q4_1","name":"Llama3.1 8b instruct q4_1","display_name":"Llama3.1 8b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q4_K_M","name":"Llama3.1 8b instruct q4_K_M","display_name":"Llama3.1 8b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q4_K_S","name":"Llama3.1 8b instruct q4_K_S","display_name":"Llama3.1 8b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q5_0","name":"Llama3.1 8b instruct q5_0","display_name":"Llama3.1 8b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q5_1","name":"Llama3.1 8b instruct q5_1","display_name":"Llama3.1 8b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q5_K_M","name":"Llama3.1 8b instruct q5_K_M","display_name":"Llama3.1 8b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q5_K_S","name":"Llama3.1 8b instruct q5_K_S","display_name":"Llama3.1 8b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q6_K","name":"Llama3.1 8b instruct q6_K","display_name":"Llama3.1 8b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q8_0","name":"Llama3.1 8b instruct q8_0","display_name":"Llama3.1 8b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-fp16","name":"Llama3.1 8b text fp16","display_name":"Llama3.1 8b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q2_K","name":"Llama3.1 8b text q2_K","display_name":"Llama3.1 8b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q3_K_L","name":"Llama3.1 8b text q3_K_L","display_name":"Llama3.1 8b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q3_K_M","name":"Llama3.1 8b text q3_K_M","display_name":"Llama3.1 8b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q3_K_S","name":"Llama3.1 8b text q3_K_S","display_name":"Llama3.1 8b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q4_0","name":"Llama3.1 8b text q4_0","display_name":"Llama3.1 8b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q4_1","name":"Llama3.1 8b text q4_1","display_name":"Llama3.1 8b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q4_K_M","name":"Llama3.1 8b text q4_K_M","display_name":"Llama3.1 8b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q4_K_S","name":"Llama3.1 8b text q4_K_S","display_name":"Llama3.1 8b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q5_0","name":"Llama3.1 8b text q5_0","display_name":"Llama3.1 8b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q5_1","name":"Llama3.1 8b text q5_1","display_name":"Llama3.1 8b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q5_K_M","name":"Llama3.1 8b text q5_K_M","display_name":"Llama3.1 8b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q5_K_S","name":"Llama3.1 8b text q5_K_S","display_name":"Llama3.1 8b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q6_K","name":"Llama3.1 8b text q6_K","display_name":"Llama3.1 8b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q8_0","name":"Llama3.1 8b text q8_0","display_name":"Llama3.1 8b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:latest","name":"Llama3.1 Latest","display_name":"Llama3.1 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:11b","name":"Llama3.2-vision 11b","display_name":"Llama3.2-vision 11b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:11b-instruct-fp16","name":"Llama3.2-vision 11b instruct fp16","display_name":"Llama3.2-vision 11b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:11b-instruct-q4_K_M","name":"Llama3.2-vision 11b instruct q4_K_M","display_name":"Llama3.2-vision 11b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:11b-instruct-q8_0","name":"Llama3.2-vision 11b instruct q8_0","display_name":"Llama3.2-vision 11b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:90b","name":"Llama3.2-vision 90b","display_name":"Llama3.2-vision 90b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:90b-instruct-fp16","name":"Llama3.2-vision 90b instruct fp16","display_name":"Llama3.2-vision 90b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:90b-instruct-q4_K_M","name":"Llama3.2-vision 90b instruct q4_K_M","display_name":"Llama3.2-vision 90b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:90b-instruct-q8_0","name":"Llama3.2-vision 90b instruct q8_0","display_name":"Llama3.2-vision 90b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:latest","name":"Llama3.2-vision Latest","display_name":"Llama3.2-vision Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b","name":"Llama3.2 1b","display_name":"Llama3.2 1b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-fp16","name":"Llama3.2 1b instruct fp16","display_name":"Llama3.2 1b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q2_K","name":"Llama3.2 1b instruct q2_K","display_name":"Llama3.2 1b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q3_K_L","name":"Llama3.2 1b instruct q3_K_L","display_name":"Llama3.2 1b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q3_K_M","name":"Llama3.2 1b instruct q3_K_M","display_name":"Llama3.2 1b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q3_K_S","name":"Llama3.2 1b instruct q3_K_S","display_name":"Llama3.2 1b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q4_0","name":"Llama3.2 1b instruct q4_0","display_name":"Llama3.2 1b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q4_1","name":"Llama3.2 1b instruct q4_1","display_name":"Llama3.2 1b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q4_K_M","name":"Llama3.2 1b instruct q4_K_M","display_name":"Llama3.2 1b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q4_K_S","name":"Llama3.2 1b instruct q4_K_S","display_name":"Llama3.2 1b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q5_0","name":"Llama3.2 1b instruct q5_0","display_name":"Llama3.2 1b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q5_1","name":"Llama3.2 1b instruct q5_1","display_name":"Llama3.2 1b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q5_K_M","name":"Llama3.2 1b instruct q5_K_M","display_name":"Llama3.2 1b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q5_K_S","name":"Llama3.2 1b instruct q5_K_S","display_name":"Llama3.2 1b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q6_K","name":"Llama3.2 1b instruct q6_K","display_name":"Llama3.2 1b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q8_0","name":"Llama3.2 1b instruct q8_0","display_name":"Llama3.2 1b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-fp16","name":"Llama3.2 1b text fp16","display_name":"Llama3.2 1b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q2_K","name":"Llama3.2 1b text q2_K","display_name":"Llama3.2 1b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q3_K_L","name":"Llama3.2 1b text q3_K_L","display_name":"Llama3.2 1b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q3_K_M","name":"Llama3.2 1b text q3_K_M","display_name":"Llama3.2 1b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q3_K_S","name":"Llama3.2 1b text q3_K_S","display_name":"Llama3.2 1b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q4_0","name":"Llama3.2 1b text q4_0","display_name":"Llama3.2 1b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q4_1","name":"Llama3.2 1b text q4_1","display_name":"Llama3.2 1b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q4_K_M","name":"Llama3.2 1b text q4_K_M","display_name":"Llama3.2 1b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q4_K_S","name":"Llama3.2 1b text q4_K_S","display_name":"Llama3.2 1b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q5_0","name":"Llama3.2 1b text q5_0","display_name":"Llama3.2 1b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q5_1","name":"Llama3.2 1b text q5_1","display_name":"Llama3.2 1b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q5_K_M","name":"Llama3.2 1b text q5_K_M","display_name":"Llama3.2 1b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q5_K_S","name":"Llama3.2 1b text q5_K_S","display_name":"Llama3.2 1b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q6_K","name":"Llama3.2 1b text q6_K","display_name":"Llama3.2 1b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q8_0","name":"Llama3.2 1b text q8_0","display_name":"Llama3.2 1b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b","name":"Llama3.2 3b","display_name":"Llama3.2 3b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-fp16","name":"Llama3.2 3b instruct fp16","display_name":"Llama3.2 3b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q2_K","name":"Llama3.2 3b instruct q2_K","display_name":"Llama3.2 3b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q3_K_L","name":"Llama3.2 3b instruct q3_K_L","display_name":"Llama3.2 3b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q3_K_M","name":"Llama3.2 3b instruct q3_K_M","display_name":"Llama3.2 3b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q3_K_S","name":"Llama3.2 3b instruct q3_K_S","display_name":"Llama3.2 3b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q4_0","name":"Llama3.2 3b instruct q4_0","display_name":"Llama3.2 3b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q4_1","name":"Llama3.2 3b instruct q4_1","display_name":"Llama3.2 3b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q4_K_M","name":"Llama3.2 3b instruct q4_K_M","display_name":"Llama3.2 3b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q4_K_S","name":"Llama3.2 3b instruct q4_K_S","display_name":"Llama3.2 3b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q5_0","name":"Llama3.2 3b instruct q5_0","display_name":"Llama3.2 3b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q5_1","name":"Llama3.2 3b instruct q5_1","display_name":"Llama3.2 3b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q5_K_M","name":"Llama3.2 3b instruct q5_K_M","display_name":"Llama3.2 3b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q5_K_S","name":"Llama3.2 3b instruct q5_K_S","display_name":"Llama3.2 3b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q6_K","name":"Llama3.2 3b instruct q6_K","display_name":"Llama3.2 3b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q8_0","name":"Llama3.2 3b instruct q8_0","display_name":"Llama3.2 3b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-fp16","name":"Llama3.2 3b text fp16","display_name":"Llama3.2 3b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q2_K","name":"Llama3.2 3b text q2_K","display_name":"Llama3.2 3b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q3_K_L","name":"Llama3.2 3b text q3_K_L","display_name":"Llama3.2 3b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q3_K_M","name":"Llama3.2 3b text q3_K_M","display_name":"Llama3.2 3b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q3_K_S","name":"Llama3.2 3b text q3_K_S","display_name":"Llama3.2 3b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q4_0","name":"Llama3.2 3b text q4_0","display_name":"Llama3.2 3b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q4_1","name":"Llama3.2 3b text q4_1","display_name":"Llama3.2 3b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q4_K_M","name":"Llama3.2 3b text q4_K_M","display_name":"Llama3.2 3b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q4_K_S","name":"Llama3.2 3b text q4_K_S","display_name":"Llama3.2 3b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q5_0","name":"Llama3.2 3b text q5_0","display_name":"Llama3.2 3b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q5_1","name":"Llama3.2 3b text q5_1","display_name":"Llama3.2 3b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q5_K_M","name":"Llama3.2 3b text q5_K_M","display_name":"Llama3.2 3b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q5_K_S","name":"Llama3.2 3b text q5_K_S","display_name":"Llama3.2 3b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q6_K","name":"Llama3.2 3b text q6_K","display_name":"Llama3.2 3b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q8_0","name":"Llama3.2 3b text q8_0","display_name":"Llama3.2 3b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:latest","name":"Llama3.2 Latest","display_name":"Llama3.2 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b","name":"Llama3.3 70b","display_name":"Llama3.3 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-fp16","name":"Llama3.3 70b instruct fp16","display_name":"Llama3.3 70b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q2_K","name":"Llama3.3 70b instruct q2_K","display_name":"Llama3.3 70b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q3_K_M","name":"Llama3.3 70b instruct q3_K_M","display_name":"Llama3.3 70b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q3_K_S","name":"Llama3.3 70b instruct q3_K_S","display_name":"Llama3.3 70b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q4_0","name":"Llama3.3 70b instruct q4_0","display_name":"Llama3.3 70b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q4_K_M","name":"Llama3.3 70b instruct q4_K_M","display_name":"Llama3.3 70b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q4_K_S","name":"Llama3.3 70b instruct q4_K_S","display_name":"Llama3.3 70b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q5_0","name":"Llama3.3 70b instruct q5_0","display_name":"Llama3.3 70b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q5_1","name":"Llama3.3 70b instruct q5_1","display_name":"Llama3.3 70b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q5_K_M","name":"Llama3.3 70b instruct q5_K_M","display_name":"Llama3.3 70b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q6_K","name":"Llama3.3 70b instruct q6_K","display_name":"Llama3.3 70b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q8_0","name":"Llama3.3 70b instruct q8_0","display_name":"Llama3.3 70b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:latest","name":"Llama3.3 Latest","display_name":"Llama3.3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:128x17b","name":"Llama4 128x17b","display_name":"Llama4 128x17b","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:16x17b","name":"Llama4 16x17b","display_name":"Llama4 16x17b","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-maverick-128e-instruct-fp16","name":"Llama4 17b maverick 128e instruct fp16","display_name":"Llama4 17b maverick 128e instruct fp16","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-maverick-128e-instruct-q4_K_M","name":"Llama4 17b maverick 128e instruct q4_K_M","display_name":"Llama4 17b maverick 128e instruct q4_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-maverick-128e-instruct-q8_0","name":"Llama4 17b maverick 128e instruct q8_0","display_name":"Llama4 17b maverick 128e instruct q8_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-scout-16e-instruct-fp16","name":"Llama4 17b scout 16e instruct fp16","display_name":"Llama4 17b scout 16e instruct fp16","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-scout-16e-instruct-q4_K_M","name":"Llama4 17b scout 16e instruct q4_K_M","display_name":"Llama4 17b scout 16e instruct q4_K_M","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-scout-16e-instruct-q8_0","name":"Llama4 17b scout 16e instruct q8_0","display_name":"Llama4 17b scout 16e instruct q8_0","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:latest","name":"Llama4 Latest","display_name":"Llama4 Latest","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:maverick","name":"Llama4 Maverick","display_name":"Llama4 Maverick","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:scout","name":"Llama4 Scout","display_name":"Llama4 Scout","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-llama3:8b","name":"Llava-llama3 8b","display_name":"Llava-llama3 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-llama3:8b-v1.1-fp16","name":"Llava-llama3 8b v1.1 fp16","display_name":"Llava-llama3 8b v1.1 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-llama3:8b-v1.1-q4_0","name":"Llava-llama3 8b v1.1 q4_0","display_name":"Llava-llama3 8b v1.1 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-llama3:latest","name":"Llava-llama3 Latest","display_name":"Llava-llama3 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-phi3:3.8b","name":"Llava-phi3 3.8b","display_name":"Llava-phi3 3.8b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-phi3:3.8b-mini-fp16","name":"Llava-phi3 3.8b mini fp16","display_name":"Llava-phi3 3.8b mini fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-phi3:3.8b-mini-q4_0","name":"Llava-phi3 3.8b mini q4_0","display_name":"Llava-phi3 3.8b mini q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-phi3:latest","name":"Llava-phi3 Latest","display_name":"Llava-phi3 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b","name":"Llava 13b","display_name":"Llava 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-fp16","name":"Llava 13b v1.5 fp16","display_name":"Llava 13b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q2_K","name":"Llava 13b v1.5 q2_K","display_name":"Llava 13b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q3_K_L","name":"Llava 13b v1.5 q3_K_L","display_name":"Llava 13b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q3_K_M","name":"Llava 13b v1.5 q3_K_M","display_name":"Llava 13b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q3_K_S","name":"Llava 13b v1.5 q3_K_S","display_name":"Llava 13b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q4_0","name":"Llava 13b v1.5 q4_0","display_name":"Llava 13b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q4_1","name":"Llava 13b v1.5 q4_1","display_name":"Llava 13b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q4_K_M","name":"Llava 13b v1.5 q4_K_M","display_name":"Llava 13b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q4_K_S","name":"Llava 13b v1.5 q4_K_S","display_name":"Llava 13b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q5_0","name":"Llava 13b v1.5 q5_0","display_name":"Llava 13b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q5_1","name":"Llava 13b v1.5 q5_1","display_name":"Llava 13b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q5_K_M","name":"Llava 13b v1.5 q5_K_M","display_name":"Llava 13b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q5_K_S","name":"Llava 13b v1.5 q5_K_S","display_name":"Llava 13b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q6_K","name":"Llava 13b v1.5 q6_K","display_name":"Llava 13b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q8_0","name":"Llava 13b v1.5 q8_0","display_name":"Llava 13b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6","name":"Llava 13b v1.6","display_name":"Llava 13b v1.6","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-fp16","name":"Llava 13b v1.6 vicuna fp16","display_name":"Llava 13b v1.6 vicuna fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q2_K","name":"Llava 13b v1.6 vicuna q2_K","display_name":"Llava 13b v1.6 vicuna q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q3_K_L","name":"Llava 13b v1.6 vicuna q3_K_L","display_name":"Llava 13b v1.6 vicuna q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q3_K_M","name":"Llava 13b v1.6 vicuna q3_K_M","display_name":"Llava 13b v1.6 vicuna q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q3_K_S","name":"Llava 13b v1.6 vicuna q3_K_S","display_name":"Llava 13b v1.6 vicuna q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q4_0","name":"Llava 13b v1.6 vicuna q4_0","display_name":"Llava 13b v1.6 vicuna q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q4_1","name":"Llava 13b v1.6 vicuna q4_1","display_name":"Llava 13b v1.6 vicuna q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q4_K_M","name":"Llava 13b v1.6 vicuna q4_K_M","display_name":"Llava 13b v1.6 vicuna q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q4_K_S","name":"Llava 13b v1.6 vicuna q4_K_S","display_name":"Llava 13b v1.6 vicuna q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q5_0","name":"Llava 13b v1.6 vicuna q5_0","display_name":"Llava 13b v1.6 vicuna q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q5_1","name":"Llava 13b v1.6 vicuna q5_1","display_name":"Llava 13b v1.6 vicuna q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q5_K_M","name":"Llava 13b v1.6 vicuna q5_K_M","display_name":"Llava 13b v1.6 vicuna q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q5_K_S","name":"Llava 13b v1.6 vicuna q5_K_S","display_name":"Llava 13b v1.6 vicuna q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q6_K","name":"Llava 13b v1.6 vicuna q6_K","display_name":"Llava 13b v1.6 vicuna q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q8_0","name":"Llava 13b v1.6 vicuna q8_0","display_name":"Llava 13b v1.6 vicuna q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b","name":"Llava 34b","display_name":"Llava 34b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6","name":"Llava 34b v1.6","display_name":"Llava 34b v1.6","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-fp16","name":"Llava 34b v1.6 fp16","display_name":"Llava 34b v1.6 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q2_K","name":"Llava 34b v1.6 q2_K","display_name":"Llava 34b v1.6 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q3_K_L","name":"Llava 34b v1.6 q3_K_L","display_name":"Llava 34b v1.6 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q3_K_M","name":"Llava 34b v1.6 q3_K_M","display_name":"Llava 34b v1.6 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q3_K_S","name":"Llava 34b v1.6 q3_K_S","display_name":"Llava 34b v1.6 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q4_0","name":"Llava 34b v1.6 q4_0","display_name":"Llava 34b v1.6 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q4_1","name":"Llava 34b v1.6 q4_1","display_name":"Llava 34b v1.6 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q4_K_M","name":"Llava 34b v1.6 q4_K_M","display_name":"Llava 34b v1.6 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q4_K_S","name":"Llava 34b v1.6 q4_K_S","display_name":"Llava 34b v1.6 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q5_0","name":"Llava 34b v1.6 q5_0","display_name":"Llava 34b v1.6 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q5_1","name":"Llava 34b v1.6 q5_1","display_name":"Llava 34b v1.6 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q5_K_M","name":"Llava 34b v1.6 q5_K_M","display_name":"Llava 34b v1.6 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q5_K_S","name":"Llava 34b v1.6 q5_K_S","display_name":"Llava 34b v1.6 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q6_K","name":"Llava 34b v1.6 q6_K","display_name":"Llava 34b v1.6 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q8_0","name":"Llava 34b v1.6 q8_0","display_name":"Llava 34b v1.6 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b","name":"Llava 7b","display_name":"Llava 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-fp16","name":"Llava 7b v1.5 fp16","display_name":"Llava 7b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q2_K","name":"Llava 7b v1.5 q2_K","display_name":"Llava 7b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q3_K_L","name":"Llava 7b v1.5 q3_K_L","display_name":"Llava 7b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q3_K_M","name":"Llava 7b v1.5 q3_K_M","display_name":"Llava 7b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q3_K_S","name":"Llava 7b v1.5 q3_K_S","display_name":"Llava 7b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q4_0","name":"Llava 7b v1.5 q4_0","display_name":"Llava 7b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q4_1","name":"Llava 7b v1.5 q4_1","display_name":"Llava 7b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q4_K_M","name":"Llava 7b v1.5 q4_K_M","display_name":"Llava 7b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q4_K_S","name":"Llava 7b v1.5 q4_K_S","display_name":"Llava 7b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q5_0","name":"Llava 7b v1.5 q5_0","display_name":"Llava 7b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q5_1","name":"Llava 7b v1.5 q5_1","display_name":"Llava 7b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q5_K_M","name":"Llava 7b v1.5 q5_K_M","display_name":"Llava 7b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q5_K_S","name":"Llava 7b v1.5 q5_K_S","display_name":"Llava 7b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q6_K","name":"Llava 7b v1.5 q6_K","display_name":"Llava 7b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q8_0","name":"Llava 7b v1.5 q8_0","display_name":"Llava 7b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6","name":"Llava 7b v1.6","display_name":"Llava 7b v1.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-fp16","name":"Llava 7b v1.6 mistral fp16","display_name":"Llava 7b v1.6 mistral fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q2_K","name":"Llava 7b v1.6 mistral q2_K","display_name":"Llava 7b v1.6 mistral q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q3_K_L","name":"Llava 7b v1.6 mistral q3_K_L","display_name":"Llava 7b v1.6 mistral q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q3_K_M","name":"Llava 7b v1.6 mistral q3_K_M","display_name":"Llava 7b v1.6 mistral q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q3_K_S","name":"Llava 7b v1.6 mistral q3_K_S","display_name":"Llava 7b v1.6 mistral q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q4_0","name":"Llava 7b v1.6 mistral q4_0","display_name":"Llava 7b v1.6 mistral q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q4_1","name":"Llava 7b v1.6 mistral q4_1","display_name":"Llava 7b v1.6 mistral q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q4_K_M","name":"Llava 7b v1.6 mistral q4_K_M","display_name":"Llava 7b v1.6 mistral q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q4_K_S","name":"Llava 7b v1.6 mistral q4_K_S","display_name":"Llava 7b v1.6 mistral q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q5_0","name":"Llava 7b v1.6 mistral q5_0","display_name":"Llava 7b v1.6 mistral q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q5_1","name":"Llava 7b v1.6 mistral q5_1","display_name":"Llava 7b v1.6 mistral q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q5_K_M","name":"Llava 7b v1.6 mistral q5_K_M","display_name":"Llava 7b v1.6 mistral q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q5_K_S","name":"Llava 7b v1.6 mistral q5_K_S","display_name":"Llava 7b v1.6 mistral q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q6_K","name":"Llava 7b v1.6 mistral q6_K","display_name":"Llava 7b v1.6 mistral q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q8_0","name":"Llava 7b v1.6 mistral q8_0","display_name":"Llava 7b v1.6 mistral q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-fp16","name":"Llava 7b v1.6 vicuna fp16","display_name":"Llava 7b v1.6 vicuna fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q2_K","name":"Llava 7b v1.6 vicuna q2_K","display_name":"Llava 7b v1.6 vicuna q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q3_K_L","name":"Llava 7b v1.6 vicuna q3_K_L","display_name":"Llava 7b v1.6 vicuna q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q3_K_M","name":"Llava 7b v1.6 vicuna q3_K_M","display_name":"Llava 7b v1.6 vicuna q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q3_K_S","name":"Llava 7b v1.6 vicuna q3_K_S","display_name":"Llava 7b v1.6 vicuna q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q4_0","name":"Llava 7b v1.6 vicuna q4_0","display_name":"Llava 7b v1.6 vicuna q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q4_1","name":"Llava 7b v1.6 vicuna q4_1","display_name":"Llava 7b v1.6 vicuna q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q4_K_M","name":"Llava 7b v1.6 vicuna q4_K_M","display_name":"Llava 7b v1.6 vicuna q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q4_K_S","name":"Llava 7b v1.6 vicuna q4_K_S","display_name":"Llava 7b v1.6 vicuna q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q5_0","name":"Llava 7b v1.6 vicuna q5_0","display_name":"Llava 7b v1.6 vicuna q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q5_1","name":"Llava 7b v1.6 vicuna q5_1","display_name":"Llava 7b v1.6 vicuna q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q5_K_M","name":"Llava 7b v1.6 vicuna q5_K_M","display_name":"Llava 7b v1.6 vicuna q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q5_K_S","name":"Llava 7b v1.6 vicuna q5_K_S","display_name":"Llava 7b v1.6 vicuna q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q6_K","name":"Llava 7b v1.6 vicuna q6_K","display_name":"Llava 7b v1.6 vicuna q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q8_0","name":"Llava 7b v1.6 vicuna q8_0","display_name":"Llava 7b v1.6 vicuna q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:latest","name":"Llava Latest","display_name":"Llava Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:v1.6","name":"Llava V1.6","display_name":"Llava V1.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b","name":"Magicoder 7b","display_name":"Magicoder 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl","name":"Magicoder 7b s cl","display_name":"Magicoder 7b s cl","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-fp16","name":"Magicoder 7b s cl fp16","display_name":"Magicoder 7b s cl fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q2_K","name":"Magicoder 7b s cl q2_K","display_name":"Magicoder 7b s cl q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q3_K_L","name":"Magicoder 7b s cl q3_K_L","display_name":"Magicoder 7b s cl q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q3_K_M","name":"Magicoder 7b s cl q3_K_M","display_name":"Magicoder 7b s cl q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q3_K_S","name":"Magicoder 7b s cl q3_K_S","display_name":"Magicoder 7b s cl q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q4_0","name":"Magicoder 7b s cl q4_0","display_name":"Magicoder 7b s cl q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q4_1","name":"Magicoder 7b s cl q4_1","display_name":"Magicoder 7b s cl q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q4_K_M","name":"Magicoder 7b s cl q4_K_M","display_name":"Magicoder 7b s cl q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q4_K_S","name":"Magicoder 7b s cl q4_K_S","display_name":"Magicoder 7b s cl q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q5_0","name":"Magicoder 7b s cl q5_0","display_name":"Magicoder 7b s cl q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q5_1","name":"Magicoder 7b s cl q5_1","display_name":"Magicoder 7b s cl q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q5_K_M","name":"Magicoder 7b s cl q5_K_M","display_name":"Magicoder 7b s cl q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q5_K_S","name":"Magicoder 7b s cl q5_K_S","display_name":"Magicoder 7b s cl q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q6_K","name":"Magicoder 7b s cl q6_K","display_name":"Magicoder 7b s cl q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q8_0","name":"Magicoder 7b s cl q8_0","display_name":"Magicoder 7b s cl q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:latest","name":"Magicoder Latest","display_name":"Magicoder Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magistral:24b","name":"Magistral 24b","display_name":"Magistral 24b","type":"chat","context_length":39000,"max_output_tokens":9750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magistral:24b-small-2506-fp16","name":"Magistral 24b small 2506 fp16","display_name":"Magistral 24b small 2506 fp16","type":"chat","context_length":39000,"max_output_tokens":9750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magistral:24b-small-2506-q4_K_M","name":"Magistral 24b small 2506 q4_K_M","display_name":"Magistral 24b small 2506 q4_K_M","type":"chat","context_length":39000,"max_output_tokens":9750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magistral:24b-small-2506-q8_0","name":"Magistral 24b small 2506 q8_0","display_name":"Magistral 24b small 2506 q8_0","type":"chat","context_length":39000,"max_output_tokens":9750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magistral:latest","name":"Magistral Latest","display_name":"Magistral Latest","type":"chat","context_length":39000,"max_output_tokens":9750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"marco-o1:7b","name":"Marco-o1 7b","display_name":"Marco-o1 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"marco-o1:7b-fp16","name":"Marco-o1 7b fp16","display_name":"Marco-o1 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"marco-o1:7b-q4_K_M","name":"Marco-o1 7b q4_K_M","display_name":"Marco-o1 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"marco-o1:7b-q8_0","name":"Marco-o1 7b q8_0","display_name":"Marco-o1 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"marco-o1:latest","name":"Marco-o1 Latest","display_name":"Marco-o1 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b","name":"Mathstral 7b","display_name":"Mathstral 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-fp16","name":"Mathstral 7b v0.1 fp16","display_name":"Mathstral 7b v0.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q2_K","name":"Mathstral 7b v0.1 q2_K","display_name":"Mathstral 7b v0.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q3_K_L","name":"Mathstral 7b v0.1 q3_K_L","display_name":"Mathstral 7b v0.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q3_K_M","name":"Mathstral 7b v0.1 q3_K_M","display_name":"Mathstral 7b v0.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q3_K_S","name":"Mathstral 7b v0.1 q3_K_S","display_name":"Mathstral 7b v0.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q4_0","name":"Mathstral 7b v0.1 q4_0","display_name":"Mathstral 7b v0.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q4_1","name":"Mathstral 7b v0.1 q4_1","display_name":"Mathstral 7b v0.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q4_K_M","name":"Mathstral 7b v0.1 q4_K_M","display_name":"Mathstral 7b v0.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q4_K_S","name":"Mathstral 7b v0.1 q4_K_S","display_name":"Mathstral 7b v0.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q5_0","name":"Mathstral 7b v0.1 q5_0","display_name":"Mathstral 7b v0.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q5_1","name":"Mathstral 7b v0.1 q5_1","display_name":"Mathstral 7b v0.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q5_K_M","name":"Mathstral 7b v0.1 q5_K_M","display_name":"Mathstral 7b v0.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q5_K_S","name":"Mathstral 7b v0.1 q5_K_S","display_name":"Mathstral 7b v0.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q6_K","name":"Mathstral 7b v0.1 q6_K","display_name":"Mathstral 7b v0.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q8_0","name":"Mathstral 7b v0.1 q8_0","display_name":"Mathstral 7b v0.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:latest","name":"Mathstral Latest","display_name":"Mathstral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:70b","name":"Meditron 70b","display_name":"Meditron 70b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:70b-q4_0","name":"Meditron 70b q4_0","display_name":"Meditron 70b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:70b-q4_1","name":"Meditron 70b q4_1","display_name":"Meditron 70b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:70b-q4_K_S","name":"Meditron 70b q4_K_S","display_name":"Meditron 70b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:70b-q5_1","name":"Meditron 70b q5_1","display_name":"Meditron 70b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b","name":"Meditron 7b","display_name":"Meditron 7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-fp16","name":"Meditron 7b fp16","display_name":"Meditron 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q2_K","name":"Meditron 7b q2_K","display_name":"Meditron 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q3_K_L","name":"Meditron 7b q3_K_L","display_name":"Meditron 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q3_K_M","name":"Meditron 7b q3_K_M","display_name":"Meditron 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q3_K_S","name":"Meditron 7b q3_K_S","display_name":"Meditron 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q4_0","name":"Meditron 7b q4_0","display_name":"Meditron 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q4_1","name":"Meditron 7b q4_1","display_name":"Meditron 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q4_K_M","name":"Meditron 7b q4_K_M","display_name":"Meditron 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q4_K_S","name":"Meditron 7b q4_K_S","display_name":"Meditron 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q5_0","name":"Meditron 7b q5_0","display_name":"Meditron 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q5_1","name":"Meditron 7b q5_1","display_name":"Meditron 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q5_K_M","name":"Meditron 7b q5_K_M","display_name":"Meditron 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q5_K_S","name":"Meditron 7b q5_K_S","display_name":"Meditron 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q6_K","name":"Meditron 7b q6_K","display_name":"Meditron 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q8_0","name":"Meditron 7b q8_0","display_name":"Meditron 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:latest","name":"Meditron Latest","display_name":"Meditron Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b","name":"Medllama2 7b","display_name":"Medllama2 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-fp16","name":"Medllama2 7b fp16","display_name":"Medllama2 7b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q2_K","name":"Medllama2 7b q2_K","display_name":"Medllama2 7b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q3_K_L","name":"Medllama2 7b q3_K_L","display_name":"Medllama2 7b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q3_K_M","name":"Medllama2 7b q3_K_M","display_name":"Medllama2 7b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q3_K_S","name":"Medllama2 7b q3_K_S","display_name":"Medllama2 7b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q4_0","name":"Medllama2 7b q4_0","display_name":"Medllama2 7b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q4_1","name":"Medllama2 7b q4_1","display_name":"Medllama2 7b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q4_K_M","name":"Medllama2 7b q4_K_M","display_name":"Medllama2 7b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q4_K_S","name":"Medllama2 7b q4_K_S","display_name":"Medllama2 7b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q5_0","name":"Medllama2 7b q5_0","display_name":"Medllama2 7b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q5_1","name":"Medllama2 7b q5_1","display_name":"Medllama2 7b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q5_K_M","name":"Medllama2 7b q5_K_M","display_name":"Medllama2 7b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q5_K_S","name":"Medllama2 7b q5_K_S","display_name":"Medllama2 7b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q6_K","name":"Medllama2 7b q6_K","display_name":"Medllama2 7b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q8_0","name":"Medllama2 7b q8_0","display_name":"Medllama2 7b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:latest","name":"Medllama2 Latest","display_name":"Medllama2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b","name":"Megadolphin 120b","display_name":"Megadolphin 120b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2","name":"Megadolphin 120b v2.2","display_name":"Megadolphin 120b v2.2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-fp16","name":"Megadolphin 120b v2.2 fp16","display_name":"Megadolphin 120b v2.2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q2_K","name":"Megadolphin 120b v2.2 q2_K","display_name":"Megadolphin 120b v2.2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q3_K_L","name":"Megadolphin 120b v2.2 q3_K_L","display_name":"Megadolphin 120b v2.2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q3_K_M","name":"Megadolphin 120b v2.2 q3_K_M","display_name":"Megadolphin 120b v2.2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q3_K_S","name":"Megadolphin 120b v2.2 q3_K_S","display_name":"Megadolphin 120b v2.2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q4_0","name":"Megadolphin 120b v2.2 q4_0","display_name":"Megadolphin 120b v2.2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q4_1","name":"Megadolphin 120b v2.2 q4_1","display_name":"Megadolphin 120b v2.2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q4_K_M","name":"Megadolphin 120b v2.2 q4_K_M","display_name":"Megadolphin 120b v2.2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q4_K_S","name":"Megadolphin 120b v2.2 q4_K_S","display_name":"Megadolphin 120b v2.2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q5_0","name":"Megadolphin 120b v2.2 q5_0","display_name":"Megadolphin 120b v2.2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q5_1","name":"Megadolphin 120b v2.2 q5_1","display_name":"Megadolphin 120b v2.2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q5_K_M","name":"Megadolphin 120b v2.2 q5_K_M","display_name":"Megadolphin 120b v2.2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q5_K_S","name":"Megadolphin 120b v2.2 q5_K_S","display_name":"Megadolphin 120b v2.2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q6_K","name":"Megadolphin 120b v2.2 q6_K","display_name":"Megadolphin 120b v2.2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q8_0","name":"Megadolphin 120b v2.2 q8_0","display_name":"Megadolphin 120b v2.2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:latest","name":"Megadolphin Latest","display_name":"Megadolphin Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:v2.2","name":"Megadolphin V2.2","display_name":"Megadolphin V2.2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b","name":"Minicpm-v 8b","display_name":"Minicpm-v 8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-fp16","name":"Minicpm-v 8b 2.6 fp16","display_name":"Minicpm-v 8b 2.6 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q2_K","name":"Minicpm-v 8b 2.6 q2_K","display_name":"Minicpm-v 8b 2.6 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q3_K_L","name":"Minicpm-v 8b 2.6 q3_K_L","display_name":"Minicpm-v 8b 2.6 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q3_K_M","name":"Minicpm-v 8b 2.6 q3_K_M","display_name":"Minicpm-v 8b 2.6 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q3_K_S","name":"Minicpm-v 8b 2.6 q3_K_S","display_name":"Minicpm-v 8b 2.6 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q4_0","name":"Minicpm-v 8b 2.6 q4_0","display_name":"Minicpm-v 8b 2.6 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q4_1","name":"Minicpm-v 8b 2.6 q4_1","display_name":"Minicpm-v 8b 2.6 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q4_K_M","name":"Minicpm-v 8b 2.6 q4_K_M","display_name":"Minicpm-v 8b 2.6 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q4_K_S","name":"Minicpm-v 8b 2.6 q4_K_S","display_name":"Minicpm-v 8b 2.6 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q5_0","name":"Minicpm-v 8b 2.6 q5_0","display_name":"Minicpm-v 8b 2.6 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q5_1","name":"Minicpm-v 8b 2.6 q5_1","display_name":"Minicpm-v 8b 2.6 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q5_K_M","name":"Minicpm-v 8b 2.6 q5_K_M","display_name":"Minicpm-v 8b 2.6 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q5_K_S","name":"Minicpm-v 8b 2.6 q5_K_S","display_name":"Minicpm-v 8b 2.6 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q6_K","name":"Minicpm-v 8b 2.6 q6_K","display_name":"Minicpm-v 8b 2.6 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q8_0","name":"Minicpm-v 8b 2.6 q8_0","display_name":"Minicpm-v 8b 2.6 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:latest","name":"Minicpm-v Latest","display_name":"Minicpm-v Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b","name":"Mistral-large 123b","display_name":"Mistral-large 123b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-fp16","name":"Mistral-large 123b instruct 2407 fp16","display_name":"Mistral-large 123b instruct 2407 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q2_K","name":"Mistral-large 123b instruct 2407 q2_K","display_name":"Mistral-large 123b instruct 2407 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q3_K_L","name":"Mistral-large 123b instruct 2407 q3_K_L","display_name":"Mistral-large 123b instruct 2407 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q3_K_M","name":"Mistral-large 123b instruct 2407 q3_K_M","display_name":"Mistral-large 123b instruct 2407 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q3_K_S","name":"Mistral-large 123b instruct 2407 q3_K_S","display_name":"Mistral-large 123b instruct 2407 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q4_0","name":"Mistral-large 123b instruct 2407 q4_0","display_name":"Mistral-large 123b instruct 2407 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q4_1","name":"Mistral-large 123b instruct 2407 q4_1","display_name":"Mistral-large 123b instruct 2407 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q4_K_M","name":"Mistral-large 123b instruct 2407 q4_K_M","display_name":"Mistral-large 123b instruct 2407 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q4_K_S","name":"Mistral-large 123b instruct 2407 q4_K_S","display_name":"Mistral-large 123b instruct 2407 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q5_0","name":"Mistral-large 123b instruct 2407 q5_0","display_name":"Mistral-large 123b instruct 2407 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q5_1","name":"Mistral-large 123b instruct 2407 q5_1","display_name":"Mistral-large 123b instruct 2407 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q5_K_M","name":"Mistral-large 123b instruct 2407 q5_K_M","display_name":"Mistral-large 123b instruct 2407 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q5_K_S","name":"Mistral-large 123b instruct 2407 q5_K_S","display_name":"Mistral-large 123b instruct 2407 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q6_K","name":"Mistral-large 123b instruct 2407 q6_K","display_name":"Mistral-large 123b instruct 2407 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q8_0","name":"Mistral-large 123b instruct 2407 q8_0","display_name":"Mistral-large 123b instruct 2407 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-fp16","name":"Mistral-large 123b instruct 2411 fp16","display_name":"Mistral-large 123b instruct 2411 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q2_K","name":"Mistral-large 123b instruct 2411 q2_K","display_name":"Mistral-large 123b instruct 2411 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q3_K_L","name":"Mistral-large 123b instruct 2411 q3_K_L","display_name":"Mistral-large 123b instruct 2411 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q3_K_M","name":"Mistral-large 123b instruct 2411 q3_K_M","display_name":"Mistral-large 123b instruct 2411 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q3_K_S","name":"Mistral-large 123b instruct 2411 q3_K_S","display_name":"Mistral-large 123b instruct 2411 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q4_0","name":"Mistral-large 123b instruct 2411 q4_0","display_name":"Mistral-large 123b instruct 2411 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q4_1","name":"Mistral-large 123b instruct 2411 q4_1","display_name":"Mistral-large 123b instruct 2411 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q4_K_M","name":"Mistral-large 123b instruct 2411 q4_K_M","display_name":"Mistral-large 123b instruct 2411 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q4_K_S","name":"Mistral-large 123b instruct 2411 q4_K_S","display_name":"Mistral-large 123b instruct 2411 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q5_0","name":"Mistral-large 123b instruct 2411 q5_0","display_name":"Mistral-large 123b instruct 2411 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q5_1","name":"Mistral-large 123b instruct 2411 q5_1","display_name":"Mistral-large 123b instruct 2411 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q5_K_M","name":"Mistral-large 123b instruct 2411 q5_K_M","display_name":"Mistral-large 123b instruct 2411 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q5_K_S","name":"Mistral-large 123b instruct 2411 q5_K_S","display_name":"Mistral-large 123b instruct 2411 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q6_K","name":"Mistral-large 123b instruct 2411 q6_K","display_name":"Mistral-large 123b instruct 2411 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q8_0","name":"Mistral-large 123b instruct 2411 q8_0","display_name":"Mistral-large 123b instruct 2411 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:latest","name":"Mistral-large Latest","display_name":"Mistral-large Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b","name":"Mistral-nemo 12b","display_name":"Mistral-nemo 12b","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-fp16","name":"Mistral-nemo 12b instruct 2407 fp16","display_name":"Mistral-nemo 12b instruct 2407 fp16","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q2_K","name":"Mistral-nemo 12b instruct 2407 q2_K","display_name":"Mistral-nemo 12b instruct 2407 q2_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q3_K_L","name":"Mistral-nemo 12b instruct 2407 q3_K_L","display_name":"Mistral-nemo 12b instruct 2407 q3_K_L","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q3_K_M","name":"Mistral-nemo 12b instruct 2407 q3_K_M","display_name":"Mistral-nemo 12b instruct 2407 q3_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q3_K_S","name":"Mistral-nemo 12b instruct 2407 q3_K_S","display_name":"Mistral-nemo 12b instruct 2407 q3_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q4_0","name":"Mistral-nemo 12b instruct 2407 q4_0","display_name":"Mistral-nemo 12b instruct 2407 q4_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q4_1","name":"Mistral-nemo 12b instruct 2407 q4_1","display_name":"Mistral-nemo 12b instruct 2407 q4_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q4_K_M","name":"Mistral-nemo 12b instruct 2407 q4_K_M","display_name":"Mistral-nemo 12b instruct 2407 q4_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q4_K_S","name":"Mistral-nemo 12b instruct 2407 q4_K_S","display_name":"Mistral-nemo 12b instruct 2407 q4_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q5_0","name":"Mistral-nemo 12b instruct 2407 q5_0","display_name":"Mistral-nemo 12b instruct 2407 q5_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q5_1","name":"Mistral-nemo 12b instruct 2407 q5_1","display_name":"Mistral-nemo 12b instruct 2407 q5_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q5_K_M","name":"Mistral-nemo 12b instruct 2407 q5_K_M","display_name":"Mistral-nemo 12b instruct 2407 q5_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q5_K_S","name":"Mistral-nemo 12b instruct 2407 q5_K_S","display_name":"Mistral-nemo 12b instruct 2407 q5_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q6_K","name":"Mistral-nemo 12b instruct 2407 q6_K","display_name":"Mistral-nemo 12b instruct 2407 q6_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q8_0","name":"Mistral-nemo 12b instruct 2407 q8_0","display_name":"Mistral-nemo 12b instruct 2407 q8_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:latest","name":"Mistral-nemo Latest","display_name":"Mistral-nemo Latest","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b","name":"Mistral-openorca 7b","display_name":"Mistral-openorca 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-fp16","name":"Mistral-openorca 7b fp16","display_name":"Mistral-openorca 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q2_K","name":"Mistral-openorca 7b q2_K","display_name":"Mistral-openorca 7b q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q3_K_L","name":"Mistral-openorca 7b q3_K_L","display_name":"Mistral-openorca 7b q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q3_K_M","name":"Mistral-openorca 7b q3_K_M","display_name":"Mistral-openorca 7b q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q3_K_S","name":"Mistral-openorca 7b q3_K_S","display_name":"Mistral-openorca 7b q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q4_0","name":"Mistral-openorca 7b q4_0","display_name":"Mistral-openorca 7b q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q4_1","name":"Mistral-openorca 7b q4_1","display_name":"Mistral-openorca 7b q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q4_K_M","name":"Mistral-openorca 7b q4_K_M","display_name":"Mistral-openorca 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q4_K_S","name":"Mistral-openorca 7b q4_K_S","display_name":"Mistral-openorca 7b q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q5_0","name":"Mistral-openorca 7b q5_0","display_name":"Mistral-openorca 7b q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q5_1","name":"Mistral-openorca 7b q5_1","display_name":"Mistral-openorca 7b q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q5_K_M","name":"Mistral-openorca 7b q5_K_M","display_name":"Mistral-openorca 7b q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q5_K_S","name":"Mistral-openorca 7b q5_K_S","display_name":"Mistral-openorca 7b q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q6_K","name":"Mistral-openorca 7b q6_K","display_name":"Mistral-openorca 7b q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q8_0","name":"Mistral-openorca 7b q8_0","display_name":"Mistral-openorca 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:latest","name":"Mistral-openorca Latest","display_name":"Mistral-openorca Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b","name":"Mistral-small 22b","display_name":"Mistral-small 22b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-fp16","name":"Mistral-small 22b instruct 2409 fp16","display_name":"Mistral-small 22b instruct 2409 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q2_K","name":"Mistral-small 22b instruct 2409 q2_K","display_name":"Mistral-small 22b instruct 2409 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q3_K_L","name":"Mistral-small 22b instruct 2409 q3_K_L","display_name":"Mistral-small 22b instruct 2409 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q3_K_M","name":"Mistral-small 22b instruct 2409 q3_K_M","display_name":"Mistral-small 22b instruct 2409 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q3_K_S","name":"Mistral-small 22b instruct 2409 q3_K_S","display_name":"Mistral-small 22b instruct 2409 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q4_0","name":"Mistral-small 22b instruct 2409 q4_0","display_name":"Mistral-small 22b instruct 2409 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q4_1","name":"Mistral-small 22b instruct 2409 q4_1","display_name":"Mistral-small 22b instruct 2409 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q4_K_M","name":"Mistral-small 22b instruct 2409 q4_K_M","display_name":"Mistral-small 22b instruct 2409 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q4_K_S","name":"Mistral-small 22b instruct 2409 q4_K_S","display_name":"Mistral-small 22b instruct 2409 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q5_0","name":"Mistral-small 22b instruct 2409 q5_0","display_name":"Mistral-small 22b instruct 2409 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q5_1","name":"Mistral-small 22b instruct 2409 q5_1","display_name":"Mistral-small 22b instruct 2409 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q5_K_M","name":"Mistral-small 22b instruct 2409 q5_K_M","display_name":"Mistral-small 22b instruct 2409 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q5_K_S","name":"Mistral-small 22b instruct 2409 q5_K_S","display_name":"Mistral-small 22b instruct 2409 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q6_K","name":"Mistral-small 22b instruct 2409 q6_K","display_name":"Mistral-small 22b instruct 2409 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q8_0","name":"Mistral-small 22b instruct 2409 q8_0","display_name":"Mistral-small 22b instruct 2409 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:24b","name":"Mistral-small 24b","display_name":"Mistral-small 24b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:24b-instruct-2501-fp16","name":"Mistral-small 24b instruct 2501 fp16","display_name":"Mistral-small 24b instruct 2501 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:24b-instruct-2501-q4_K_M","name":"Mistral-small 24b instruct 2501 q4_K_M","display_name":"Mistral-small 24b instruct 2501 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:24b-instruct-2501-q8_0","name":"Mistral-small 24b instruct 2501 q8_0","display_name":"Mistral-small 24b instruct 2501 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:latest","name":"Mistral-small Latest","display_name":"Mistral-small Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.1:24b","name":"Mistral-small3.1 24b","display_name":"Mistral-small3.1 24b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.1:24b-instruct-2503-fp16","name":"Mistral-small3.1 24b instruct 2503 fp16","display_name":"Mistral-small3.1 24b instruct 2503 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.1:24b-instruct-2503-q4_K_M","name":"Mistral-small3.1 24b instruct 2503 q4_K_M","display_name":"Mistral-small3.1 24b instruct 2503 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.1:24b-instruct-2503-q8_0","name":"Mistral-small3.1 24b instruct 2503 q8_0","display_name":"Mistral-small3.1 24b instruct 2503 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.1:latest","name":"Mistral-small3.1 Latest","display_name":"Mistral-small3.1 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.2:24b","name":"Mistral-small3.2 24b","display_name":"Mistral-small3.2 24b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.2:24b-instruct-2506-fp16","name":"Mistral-small3.2 24b instruct 2506 fp16","display_name":"Mistral-small3.2 24b instruct 2506 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.2:24b-instruct-2506-q4_K_M","name":"Mistral-small3.2 24b instruct 2506 q4_K_M","display_name":"Mistral-small3.2 24b instruct 2506 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.2:24b-instruct-2506-q8_0","name":"Mistral-small3.2 24b instruct 2506 q8_0","display_name":"Mistral-small3.2 24b instruct 2506 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.2:latest","name":"Mistral-small3.2 Latest","display_name":"Mistral-small3.2 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b","name":"Mistral 7b","display_name":"Mistral 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct","name":"Mistral 7b instruct","display_name":"Mistral 7b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-fp16","name":"Mistral 7b instruct fp16","display_name":"Mistral 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q2_K","name":"Mistral 7b instruct q2_K","display_name":"Mistral 7b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q3_K_L","name":"Mistral 7b instruct q3_K_L","display_name":"Mistral 7b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q3_K_M","name":"Mistral 7b instruct q3_K_M","display_name":"Mistral 7b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q3_K_S","name":"Mistral 7b instruct q3_K_S","display_name":"Mistral 7b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q4_0","name":"Mistral 7b instruct q4_0","display_name":"Mistral 7b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q4_1","name":"Mistral 7b instruct q4_1","display_name":"Mistral 7b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q4_K_M","name":"Mistral 7b instruct q4_K_M","display_name":"Mistral 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q4_K_S","name":"Mistral 7b instruct q4_K_S","display_name":"Mistral 7b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q5_0","name":"Mistral 7b instruct q5_0","display_name":"Mistral 7b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q5_1","name":"Mistral 7b instruct q5_1","display_name":"Mistral 7b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q5_K_M","name":"Mistral 7b instruct q5_K_M","display_name":"Mistral 7b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q5_K_S","name":"Mistral 7b instruct q5_K_S","display_name":"Mistral 7b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q6_K","name":"Mistral 7b instruct q6_K","display_name":"Mistral 7b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q8_0","name":"Mistral 7b instruct q8_0","display_name":"Mistral 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-fp16","name":"Mistral 7b instruct v0.2 fp16","display_name":"Mistral 7b instruct v0.2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q2_K","name":"Mistral 7b instruct v0.2 q2_K","display_name":"Mistral 7b instruct v0.2 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q3_K_L","name":"Mistral 7b instruct v0.2 q3_K_L","display_name":"Mistral 7b instruct v0.2 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q3_K_M","name":"Mistral 7b instruct v0.2 q3_K_M","display_name":"Mistral 7b instruct v0.2 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q3_K_S","name":"Mistral 7b instruct v0.2 q3_K_S","display_name":"Mistral 7b instruct v0.2 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q4_0","name":"Mistral 7b instruct v0.2 q4_0","display_name":"Mistral 7b instruct v0.2 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q4_1","name":"Mistral 7b instruct v0.2 q4_1","display_name":"Mistral 7b instruct v0.2 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q4_K_M","name":"Mistral 7b instruct v0.2 q4_K_M","display_name":"Mistral 7b instruct v0.2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q4_K_S","name":"Mistral 7b instruct v0.2 q4_K_S","display_name":"Mistral 7b instruct v0.2 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q5_0","name":"Mistral 7b instruct v0.2 q5_0","display_name":"Mistral 7b instruct v0.2 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q5_1","name":"Mistral 7b instruct v0.2 q5_1","display_name":"Mistral 7b instruct v0.2 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q5_K_M","name":"Mistral 7b instruct v0.2 q5_K_M","display_name":"Mistral 7b instruct v0.2 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q5_K_S","name":"Mistral 7b instruct v0.2 q5_K_S","display_name":"Mistral 7b instruct v0.2 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q6_K","name":"Mistral 7b instruct v0.2 q6_K","display_name":"Mistral 7b instruct v0.2 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q8_0","name":"Mistral 7b instruct v0.2 q8_0","display_name":"Mistral 7b instruct v0.2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-fp16","name":"Mistral 7b instruct v0.3 fp16","display_name":"Mistral 7b instruct v0.3 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q2_K","name":"Mistral 7b instruct v0.3 q2_K","display_name":"Mistral 7b instruct v0.3 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q3_K_L","name":"Mistral 7b instruct v0.3 q3_K_L","display_name":"Mistral 7b instruct v0.3 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q3_K_M","name":"Mistral 7b instruct v0.3 q3_K_M","display_name":"Mistral 7b instruct v0.3 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q3_K_S","name":"Mistral 7b instruct v0.3 q3_K_S","display_name":"Mistral 7b instruct v0.3 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q4_0","name":"Mistral 7b instruct v0.3 q4_0","display_name":"Mistral 7b instruct v0.3 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q4_1","name":"Mistral 7b instruct v0.3 q4_1","display_name":"Mistral 7b instruct v0.3 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q4_K_M","name":"Mistral 7b instruct v0.3 q4_K_M","display_name":"Mistral 7b instruct v0.3 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q4_K_S","name":"Mistral 7b instruct v0.3 q4_K_S","display_name":"Mistral 7b instruct v0.3 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q5_0","name":"Mistral 7b instruct v0.3 q5_0","display_name":"Mistral 7b instruct v0.3 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q5_1","name":"Mistral 7b instruct v0.3 q5_1","display_name":"Mistral 7b instruct v0.3 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q5_K_M","name":"Mistral 7b instruct v0.3 q5_K_M","display_name":"Mistral 7b instruct v0.3 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q5_K_S","name":"Mistral 7b instruct v0.3 q5_K_S","display_name":"Mistral 7b instruct v0.3 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q6_K","name":"Mistral 7b instruct v0.3 q6_K","display_name":"Mistral 7b instruct v0.3 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q8_0","name":"Mistral 7b instruct v0.3 q8_0","display_name":"Mistral 7b instruct v0.3 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text","name":"Mistral 7b text","display_name":"Mistral 7b text","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-fp16","name":"Mistral 7b text fp16","display_name":"Mistral 7b text fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q2_K","name":"Mistral 7b text q2_K","display_name":"Mistral 7b text q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q3_K_L","name":"Mistral 7b text q3_K_L","display_name":"Mistral 7b text q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q3_K_M","name":"Mistral 7b text q3_K_M","display_name":"Mistral 7b text q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q3_K_S","name":"Mistral 7b text q3_K_S","display_name":"Mistral 7b text q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q4_0","name":"Mistral 7b text q4_0","display_name":"Mistral 7b text q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q4_1","name":"Mistral 7b text q4_1","display_name":"Mistral 7b text q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q4_K_M","name":"Mistral 7b text q4_K_M","display_name":"Mistral 7b text q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q4_K_S","name":"Mistral 7b text q4_K_S","display_name":"Mistral 7b text q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q5_0","name":"Mistral 7b text q5_0","display_name":"Mistral 7b text q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q5_1","name":"Mistral 7b text q5_1","display_name":"Mistral 7b text q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q5_K_M","name":"Mistral 7b text q5_K_M","display_name":"Mistral 7b text q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q5_K_S","name":"Mistral 7b text q5_K_S","display_name":"Mistral 7b text q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q6_K","name":"Mistral 7b text q6_K","display_name":"Mistral 7b text q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q8_0","name":"Mistral 7b text q8_0","display_name":"Mistral 7b text q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-fp16","name":"Mistral 7b text v0.2 fp16","display_name":"Mistral 7b text v0.2 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q2_K","name":"Mistral 7b text v0.2 q2_K","display_name":"Mistral 7b text v0.2 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q3_K_L","name":"Mistral 7b text v0.2 q3_K_L","display_name":"Mistral 7b text v0.2 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q3_K_M","name":"Mistral 7b text v0.2 q3_K_M","display_name":"Mistral 7b text v0.2 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q3_K_S","name":"Mistral 7b text v0.2 q3_K_S","display_name":"Mistral 7b text v0.2 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q4_0","name":"Mistral 7b text v0.2 q4_0","display_name":"Mistral 7b text v0.2 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q4_1","name":"Mistral 7b text v0.2 q4_1","display_name":"Mistral 7b text v0.2 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q4_K_M","name":"Mistral 7b text v0.2 q4_K_M","display_name":"Mistral 7b text v0.2 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q4_K_S","name":"Mistral 7b text v0.2 q4_K_S","display_name":"Mistral 7b text v0.2 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q5_0","name":"Mistral 7b text v0.2 q5_0","display_name":"Mistral 7b text v0.2 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q5_1","name":"Mistral 7b text v0.2 q5_1","display_name":"Mistral 7b text v0.2 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q5_K_M","name":"Mistral 7b text v0.2 q5_K_M","display_name":"Mistral 7b text v0.2 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q5_K_S","name":"Mistral 7b text v0.2 q5_K_S","display_name":"Mistral 7b text v0.2 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q6_K","name":"Mistral 7b text v0.2 q6_K","display_name":"Mistral 7b text v0.2 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q8_0","name":"Mistral 7b text v0.2 q8_0","display_name":"Mistral 7b text v0.2 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:instruct","name":"Mistral Instruct","display_name":"Mistral Instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:latest","name":"Mistral Latest","display_name":"Mistral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:text","name":"Mistral Text","display_name":"Mistral Text","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:v0.1","name":"Mistral V0.1","display_name":"Mistral V0.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:v0.2","name":"Mistral V0.2","display_name":"Mistral V0.2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:v0.3","name":"Mistral V0.3","display_name":"Mistral V0.3","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b","name":"Mistrallite 7b","display_name":"Mistrallite 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-fp16","name":"Mistrallite 7b v0.1 fp16","display_name":"Mistrallite 7b v0.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q2_K","name":"Mistrallite 7b v0.1 q2_K","display_name":"Mistrallite 7b v0.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q3_K_L","name":"Mistrallite 7b v0.1 q3_K_L","display_name":"Mistrallite 7b v0.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q3_K_M","name":"Mistrallite 7b v0.1 q3_K_M","display_name":"Mistrallite 7b v0.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q3_K_S","name":"Mistrallite 7b v0.1 q3_K_S","display_name":"Mistrallite 7b v0.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q4_0","name":"Mistrallite 7b v0.1 q4_0","display_name":"Mistrallite 7b v0.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q4_1","name":"Mistrallite 7b v0.1 q4_1","display_name":"Mistrallite 7b v0.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q4_K_M","name":"Mistrallite 7b v0.1 q4_K_M","display_name":"Mistrallite 7b v0.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q4_K_S","name":"Mistrallite 7b v0.1 q4_K_S","display_name":"Mistrallite 7b v0.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q5_0","name":"Mistrallite 7b v0.1 q5_0","display_name":"Mistrallite 7b v0.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q5_1","name":"Mistrallite 7b v0.1 q5_1","display_name":"Mistrallite 7b v0.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q5_K_M","name":"Mistrallite 7b v0.1 q5_K_M","display_name":"Mistrallite 7b v0.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q5_K_S","name":"Mistrallite 7b v0.1 q5_K_S","display_name":"Mistrallite 7b v0.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q6_K","name":"Mistrallite 7b v0.1 q6_K","display_name":"Mistrallite 7b v0.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q8_0","name":"Mistrallite 7b v0.1 q8_0","display_name":"Mistrallite 7b v0.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:latest","name":"Mistrallite Latest","display_name":"Mistrallite Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b","name":"Mixtral 8x22b","display_name":"Mixtral 8x22b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct","name":"Mixtral 8x22b instruct","display_name":"Mixtral 8x22b instruct","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-fp16","name":"Mixtral 8x22b instruct v0.1 fp16","display_name":"Mixtral 8x22b instruct v0.1 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q2_K","name":"Mixtral 8x22b instruct v0.1 q2_K","display_name":"Mixtral 8x22b instruct v0.1 q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q3_K_L","name":"Mixtral 8x22b instruct v0.1 q3_K_L","display_name":"Mixtral 8x22b instruct v0.1 q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q3_K_M","name":"Mixtral 8x22b instruct v0.1 q3_K_M","display_name":"Mixtral 8x22b instruct v0.1 q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q3_K_S","name":"Mixtral 8x22b instruct v0.1 q3_K_S","display_name":"Mixtral 8x22b instruct v0.1 q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q4_0","name":"Mixtral 8x22b instruct v0.1 q4_0","display_name":"Mixtral 8x22b instruct v0.1 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q4_1","name":"Mixtral 8x22b instruct v0.1 q4_1","display_name":"Mixtral 8x22b instruct v0.1 q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q4_K_M","name":"Mixtral 8x22b instruct v0.1 q4_K_M","display_name":"Mixtral 8x22b instruct v0.1 q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q4_K_S","name":"Mixtral 8x22b instruct v0.1 q4_K_S","display_name":"Mixtral 8x22b instruct v0.1 q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q5_0","name":"Mixtral 8x22b instruct v0.1 q5_0","display_name":"Mixtral 8x22b instruct v0.1 q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q5_1","name":"Mixtral 8x22b instruct v0.1 q5_1","display_name":"Mixtral 8x22b instruct v0.1 q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q5_K_M","name":"Mixtral 8x22b instruct v0.1 q5_K_M","display_name":"Mixtral 8x22b instruct v0.1 q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q5_K_S","name":"Mixtral 8x22b instruct v0.1 q5_K_S","display_name":"Mixtral 8x22b instruct v0.1 q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q6_K","name":"Mixtral 8x22b instruct v0.1 q6_K","display_name":"Mixtral 8x22b instruct v0.1 q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q8_0","name":"Mixtral 8x22b instruct v0.1 q8_0","display_name":"Mixtral 8x22b instruct v0.1 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text","name":"Mixtral 8x22b text","display_name":"Mixtral 8x22b text","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-fp16","name":"Mixtral 8x22b text v0.1 fp16","display_name":"Mixtral 8x22b text v0.1 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q2_K","name":"Mixtral 8x22b text v0.1 q2_K","display_name":"Mixtral 8x22b text v0.1 q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q3_K_L","name":"Mixtral 8x22b text v0.1 q3_K_L","display_name":"Mixtral 8x22b text v0.1 q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q3_K_M","name":"Mixtral 8x22b text v0.1 q3_K_M","display_name":"Mixtral 8x22b text v0.1 q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q3_K_S","name":"Mixtral 8x22b text v0.1 q3_K_S","display_name":"Mixtral 8x22b text v0.1 q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q4_0","name":"Mixtral 8x22b text v0.1 q4_0","display_name":"Mixtral 8x22b text v0.1 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q4_1","name":"Mixtral 8x22b text v0.1 q4_1","display_name":"Mixtral 8x22b text v0.1 q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q4_K_M","name":"Mixtral 8x22b text v0.1 q4_K_M","display_name":"Mixtral 8x22b text v0.1 q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q4_K_S","name":"Mixtral 8x22b text v0.1 q4_K_S","display_name":"Mixtral 8x22b text v0.1 q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q5_0","name":"Mixtral 8x22b text v0.1 q5_0","display_name":"Mixtral 8x22b text v0.1 q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q5_1","name":"Mixtral 8x22b text v0.1 q5_1","display_name":"Mixtral 8x22b text v0.1 q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q5_K_M","name":"Mixtral 8x22b text v0.1 q5_K_M","display_name":"Mixtral 8x22b text v0.1 q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q5_K_S","name":"Mixtral 8x22b text v0.1 q5_K_S","display_name":"Mixtral 8x22b text v0.1 q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q6_K","name":"Mixtral 8x22b text v0.1 q6_K","display_name":"Mixtral 8x22b text v0.1 q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q8_0","name":"Mixtral 8x22b text v0.1 q8_0","display_name":"Mixtral 8x22b text v0.1 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b","name":"Mixtral 8x7b","display_name":"Mixtral 8x7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-fp16","name":"Mixtral 8x7b instruct v0.1 fp16","display_name":"Mixtral 8x7b instruct v0.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q2_K","name":"Mixtral 8x7b instruct v0.1 q2_K","display_name":"Mixtral 8x7b instruct v0.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q3_K_L","name":"Mixtral 8x7b instruct v0.1 q3_K_L","display_name":"Mixtral 8x7b instruct v0.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q3_K_M","name":"Mixtral 8x7b instruct v0.1 q3_K_M","display_name":"Mixtral 8x7b instruct v0.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q3_K_S","name":"Mixtral 8x7b instruct v0.1 q3_K_S","display_name":"Mixtral 8x7b instruct v0.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q4_0","name":"Mixtral 8x7b instruct v0.1 q4_0","display_name":"Mixtral 8x7b instruct v0.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q4_1","name":"Mixtral 8x7b instruct v0.1 q4_1","display_name":"Mixtral 8x7b instruct v0.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q4_K_M","name":"Mixtral 8x7b instruct v0.1 q4_K_M","display_name":"Mixtral 8x7b instruct v0.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q4_K_S","name":"Mixtral 8x7b instruct v0.1 q4_K_S","display_name":"Mixtral 8x7b instruct v0.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q5_0","name":"Mixtral 8x7b instruct v0.1 q5_0","display_name":"Mixtral 8x7b instruct v0.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q5_1","name":"Mixtral 8x7b instruct v0.1 q5_1","display_name":"Mixtral 8x7b instruct v0.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q5_K_M","name":"Mixtral 8x7b instruct v0.1 q5_K_M","display_name":"Mixtral 8x7b instruct v0.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q5_K_S","name":"Mixtral 8x7b instruct v0.1 q5_K_S","display_name":"Mixtral 8x7b instruct v0.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q6_K","name":"Mixtral 8x7b instruct v0.1 q6_K","display_name":"Mixtral 8x7b instruct v0.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q8_0","name":"Mixtral 8x7b instruct v0.1 q8_0","display_name":"Mixtral 8x7b instruct v0.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text","name":"Mixtral 8x7b text","display_name":"Mixtral 8x7b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-fp16","name":"Mixtral 8x7b text v0.1 fp16","display_name":"Mixtral 8x7b text v0.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q2_K","name":"Mixtral 8x7b text v0.1 q2_K","display_name":"Mixtral 8x7b text v0.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q3_K_L","name":"Mixtral 8x7b text v0.1 q3_K_L","display_name":"Mixtral 8x7b text v0.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q3_K_M","name":"Mixtral 8x7b text v0.1 q3_K_M","display_name":"Mixtral 8x7b text v0.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q3_K_S","name":"Mixtral 8x7b text v0.1 q3_K_S","display_name":"Mixtral 8x7b text v0.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q4_0","name":"Mixtral 8x7b text v0.1 q4_0","display_name":"Mixtral 8x7b text v0.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q4_1","name":"Mixtral 8x7b text v0.1 q4_1","display_name":"Mixtral 8x7b text v0.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q4_K_M","name":"Mixtral 8x7b text v0.1 q4_K_M","display_name":"Mixtral 8x7b text v0.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q4_K_S","name":"Mixtral 8x7b text v0.1 q4_K_S","display_name":"Mixtral 8x7b text v0.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q5_0","name":"Mixtral 8x7b text v0.1 q5_0","display_name":"Mixtral 8x7b text v0.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q5_1","name":"Mixtral 8x7b text v0.1 q5_1","display_name":"Mixtral 8x7b text v0.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q5_K_M","name":"Mixtral 8x7b text v0.1 q5_K_M","display_name":"Mixtral 8x7b text v0.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q5_K_S","name":"Mixtral 8x7b text v0.1 q5_K_S","display_name":"Mixtral 8x7b text v0.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q6_K","name":"Mixtral 8x7b text v0.1 q6_K","display_name":"Mixtral 8x7b text v0.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q8_0","name":"Mixtral 8x7b text v0.1 q8_0","display_name":"Mixtral 8x7b text v0.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:instruct","name":"Mixtral Instruct","display_name":"Mixtral Instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:latest","name":"Mixtral Latest","display_name":"Mixtral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:text","name":"Mixtral Text","display_name":"Mixtral Text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:v0.1","name":"Mixtral V0.1","display_name":"Mixtral V0.1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:v0.1-instruct","name":"Mixtral V0.1 instruct","display_name":"Mixtral V0.1 instruct","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b","name":"Moondream 1.8b","display_name":"Moondream 1.8b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-fp16","name":"Moondream 1.8b v2 fp16","display_name":"Moondream 1.8b v2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q2_K","name":"Moondream 1.8b v2 q2_K","display_name":"Moondream 1.8b v2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q3_K_L","name":"Moondream 1.8b v2 q3_K_L","display_name":"Moondream 1.8b v2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q3_K_M","name":"Moondream 1.8b v2 q3_K_M","display_name":"Moondream 1.8b v2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q3_K_S","name":"Moondream 1.8b v2 q3_K_S","display_name":"Moondream 1.8b v2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q4_0","name":"Moondream 1.8b v2 q4_0","display_name":"Moondream 1.8b v2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q4_1","name":"Moondream 1.8b v2 q4_1","display_name":"Moondream 1.8b v2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q4_K_M","name":"Moondream 1.8b v2 q4_K_M","display_name":"Moondream 1.8b v2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q4_K_S","name":"Moondream 1.8b v2 q4_K_S","display_name":"Moondream 1.8b v2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q5_0","name":"Moondream 1.8b v2 q5_0","display_name":"Moondream 1.8b v2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q5_1","name":"Moondream 1.8b v2 q5_1","display_name":"Moondream 1.8b v2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q5_K_M","name":"Moondream 1.8b v2 q5_K_M","display_name":"Moondream 1.8b v2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q5_K_S","name":"Moondream 1.8b v2 q5_K_S","display_name":"Moondream 1.8b v2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q6_K","name":"Moondream 1.8b v2 q6_K","display_name":"Moondream 1.8b v2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q8_0","name":"Moondream 1.8b v2 q8_0","display_name":"Moondream 1.8b v2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:latest","name":"Moondream Latest","display_name":"Moondream Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:v2","name":"Moondream V2","display_name":"Moondream V2","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mxbai-embed-large:335m","name":"Mxbai-embed-large 335m","display_name":"Mxbai-embed-large 335m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mxbai-embed-large:335m-v1-fp16","name":"Mxbai-embed-large 335m v1 fp16","display_name":"Mxbai-embed-large 335m v1 fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mxbai-embed-large:latest","name":"Mxbai-embed-large Latest","display_name":"Mxbai-embed-large Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mxbai-embed-large:v1","name":"Mxbai-embed-large V1","display_name":"Mxbai-embed-large V1","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b","name":"Nemotron-mini 4b","display_name":"Nemotron-mini 4b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-fp16","name":"Nemotron-mini 4b instruct fp16","display_name":"Nemotron-mini 4b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q2_K","name":"Nemotron-mini 4b instruct q2_K","display_name":"Nemotron-mini 4b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q3_K_L","name":"Nemotron-mini 4b instruct q3_K_L","display_name":"Nemotron-mini 4b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q3_K_M","name":"Nemotron-mini 4b instruct q3_K_M","display_name":"Nemotron-mini 4b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q3_K_S","name":"Nemotron-mini 4b instruct q3_K_S","display_name":"Nemotron-mini 4b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q4_0","name":"Nemotron-mini 4b instruct q4_0","display_name":"Nemotron-mini 4b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q4_1","name":"Nemotron-mini 4b instruct q4_1","display_name":"Nemotron-mini 4b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q4_K_M","name":"Nemotron-mini 4b instruct q4_K_M","display_name":"Nemotron-mini 4b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q4_K_S","name":"Nemotron-mini 4b instruct q4_K_S","display_name":"Nemotron-mini 4b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q5_0","name":"Nemotron-mini 4b instruct q5_0","display_name":"Nemotron-mini 4b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q5_1","name":"Nemotron-mini 4b instruct q5_1","display_name":"Nemotron-mini 4b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q5_K_M","name":"Nemotron-mini 4b instruct q5_K_M","display_name":"Nemotron-mini 4b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q5_K_S","name":"Nemotron-mini 4b instruct q5_K_S","display_name":"Nemotron-mini 4b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q6_K","name":"Nemotron-mini 4b instruct q6_K","display_name":"Nemotron-mini 4b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q8_0","name":"Nemotron-mini 4b instruct q8_0","display_name":"Nemotron-mini 4b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:latest","name":"Nemotron-mini Latest","display_name":"Nemotron-mini Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b","name":"Nemotron 70b","display_name":"Nemotron 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-fp16","name":"Nemotron 70b instruct fp16","display_name":"Nemotron 70b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q2_K","name":"Nemotron 70b instruct q2_K","display_name":"Nemotron 70b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q3_K_L","name":"Nemotron 70b instruct q3_K_L","display_name":"Nemotron 70b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q3_K_M","name":"Nemotron 70b instruct q3_K_M","display_name":"Nemotron 70b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q3_K_S","name":"Nemotron 70b instruct q3_K_S","display_name":"Nemotron 70b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q4_0","name":"Nemotron 70b instruct q4_0","display_name":"Nemotron 70b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q4_1","name":"Nemotron 70b instruct q4_1","display_name":"Nemotron 70b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q4_K_M","name":"Nemotron 70b instruct q4_K_M","display_name":"Nemotron 70b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q4_K_S","name":"Nemotron 70b instruct q4_K_S","display_name":"Nemotron 70b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q5_0","name":"Nemotron 70b instruct q5_0","display_name":"Nemotron 70b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q5_1","name":"Nemotron 70b instruct q5_1","display_name":"Nemotron 70b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q5_K_M","name":"Nemotron 70b instruct q5_K_M","display_name":"Nemotron 70b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q5_K_S","name":"Nemotron 70b instruct q5_K_S","display_name":"Nemotron 70b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q6_K","name":"Nemotron 70b instruct q6_K","display_name":"Nemotron 70b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q8_0","name":"Nemotron 70b instruct q8_0","display_name":"Nemotron 70b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:latest","name":"Nemotron Latest","display_name":"Nemotron Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b","name":"Neural-chat 7b","display_name":"Neural-chat 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1","name":"Neural-chat 7b v3.1","display_name":"Neural-chat 7b v3.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-fp16","name":"Neural-chat 7b v3.1 fp16","display_name":"Neural-chat 7b v3.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q2_K","name":"Neural-chat 7b v3.1 q2_K","display_name":"Neural-chat 7b v3.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q3_K_L","name":"Neural-chat 7b v3.1 q3_K_L","display_name":"Neural-chat 7b v3.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q3_K_M","name":"Neural-chat 7b v3.1 q3_K_M","display_name":"Neural-chat 7b v3.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q3_K_S","name":"Neural-chat 7b v3.1 q3_K_S","display_name":"Neural-chat 7b v3.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q4_0","name":"Neural-chat 7b v3.1 q4_0","display_name":"Neural-chat 7b v3.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q4_1","name":"Neural-chat 7b v3.1 q4_1","display_name":"Neural-chat 7b v3.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q4_K_M","name":"Neural-chat 7b v3.1 q4_K_M","display_name":"Neural-chat 7b v3.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q4_K_S","name":"Neural-chat 7b v3.1 q4_K_S","display_name":"Neural-chat 7b v3.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q5_0","name":"Neural-chat 7b v3.1 q5_0","display_name":"Neural-chat 7b v3.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q5_1","name":"Neural-chat 7b v3.1 q5_1","display_name":"Neural-chat 7b v3.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q5_K_M","name":"Neural-chat 7b v3.1 q5_K_M","display_name":"Neural-chat 7b v3.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q5_K_S","name":"Neural-chat 7b v3.1 q5_K_S","display_name":"Neural-chat 7b v3.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q6_K","name":"Neural-chat 7b v3.1 q6_K","display_name":"Neural-chat 7b v3.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q8_0","name":"Neural-chat 7b v3.1 q8_0","display_name":"Neural-chat 7b v3.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2","name":"Neural-chat 7b v3.2","display_name":"Neural-chat 7b v3.2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-fp16","name":"Neural-chat 7b v3.2 fp16","display_name":"Neural-chat 7b v3.2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q2_K","name":"Neural-chat 7b v3.2 q2_K","display_name":"Neural-chat 7b v3.2 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q3_K_L","name":"Neural-chat 7b v3.2 q3_K_L","display_name":"Neural-chat 7b v3.2 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q3_K_M","name":"Neural-chat 7b v3.2 q3_K_M","display_name":"Neural-chat 7b v3.2 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q3_K_S","name":"Neural-chat 7b v3.2 q3_K_S","display_name":"Neural-chat 7b v3.2 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q4_0","name":"Neural-chat 7b v3.2 q4_0","display_name":"Neural-chat 7b v3.2 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q4_1","name":"Neural-chat 7b v3.2 q4_1","display_name":"Neural-chat 7b v3.2 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q4_K_M","name":"Neural-chat 7b v3.2 q4_K_M","display_name":"Neural-chat 7b v3.2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q4_K_S","name":"Neural-chat 7b v3.2 q4_K_S","display_name":"Neural-chat 7b v3.2 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q5_0","name":"Neural-chat 7b v3.2 q5_0","display_name":"Neural-chat 7b v3.2 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q5_1","name":"Neural-chat 7b v3.2 q5_1","display_name":"Neural-chat 7b v3.2 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q5_K_M","name":"Neural-chat 7b v3.2 q5_K_M","display_name":"Neural-chat 7b v3.2 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q5_K_S","name":"Neural-chat 7b v3.2 q5_K_S","display_name":"Neural-chat 7b v3.2 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q6_K","name":"Neural-chat 7b v3.2 q6_K","display_name":"Neural-chat 7b v3.2 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q8_0","name":"Neural-chat 7b v3.2 q8_0","display_name":"Neural-chat 7b v3.2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3","name":"Neural-chat 7b v3.3","display_name":"Neural-chat 7b v3.3","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-fp16","name":"Neural-chat 7b v3.3 fp16","display_name":"Neural-chat 7b v3.3 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q2_K","name":"Neural-chat 7b v3.3 q2_K","display_name":"Neural-chat 7b v3.3 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q3_K_L","name":"Neural-chat 7b v3.3 q3_K_L","display_name":"Neural-chat 7b v3.3 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q3_K_M","name":"Neural-chat 7b v3.3 q3_K_M","display_name":"Neural-chat 7b v3.3 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q3_K_S","name":"Neural-chat 7b v3.3 q3_K_S","display_name":"Neural-chat 7b v3.3 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q4_0","name":"Neural-chat 7b v3.3 q4_0","display_name":"Neural-chat 7b v3.3 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q4_1","name":"Neural-chat 7b v3.3 q4_1","display_name":"Neural-chat 7b v3.3 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q4_K_M","name":"Neural-chat 7b v3.3 q4_K_M","display_name":"Neural-chat 7b v3.3 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q4_K_S","name":"Neural-chat 7b v3.3 q4_K_S","display_name":"Neural-chat 7b v3.3 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q5_0","name":"Neural-chat 7b v3.3 q5_0","display_name":"Neural-chat 7b v3.3 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q5_1","name":"Neural-chat 7b v3.3 q5_1","display_name":"Neural-chat 7b v3.3 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q5_K_M","name":"Neural-chat 7b v3.3 q5_K_M","display_name":"Neural-chat 7b v3.3 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q5_K_S","name":"Neural-chat 7b v3.3 q5_K_S","display_name":"Neural-chat 7b v3.3 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q6_K","name":"Neural-chat 7b v3.3 q6_K","display_name":"Neural-chat 7b v3.3 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q8_0","name":"Neural-chat 7b v3.3 q8_0","display_name":"Neural-chat 7b v3.3 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:latest","name":"Neural-chat Latest","display_name":"Neural-chat Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b","name":"Nexusraven 13b","display_name":"Nexusraven 13b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-fp16","name":"Nexusraven 13b fp16","display_name":"Nexusraven 13b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q2_K","name":"Nexusraven 13b q2_K","display_name":"Nexusraven 13b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q3_K_L","name":"Nexusraven 13b q3_K_L","display_name":"Nexusraven 13b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q3_K_M","name":"Nexusraven 13b q3_K_M","display_name":"Nexusraven 13b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q3_K_S","name":"Nexusraven 13b q3_K_S","display_name":"Nexusraven 13b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q4_0","name":"Nexusraven 13b q4_0","display_name":"Nexusraven 13b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q4_1","name":"Nexusraven 13b q4_1","display_name":"Nexusraven 13b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q4_K_M","name":"Nexusraven 13b q4_K_M","display_name":"Nexusraven 13b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q4_K_S","name":"Nexusraven 13b q4_K_S","display_name":"Nexusraven 13b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q5_0","name":"Nexusraven 13b q5_0","display_name":"Nexusraven 13b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q5_1","name":"Nexusraven 13b q5_1","display_name":"Nexusraven 13b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q5_K_M","name":"Nexusraven 13b q5_K_M","display_name":"Nexusraven 13b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q5_K_S","name":"Nexusraven 13b q5_K_S","display_name":"Nexusraven 13b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q6_K","name":"Nexusraven 13b q6_K","display_name":"Nexusraven 13b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q8_0","name":"Nexusraven 13b q8_0","display_name":"Nexusraven 13b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-fp16","name":"Nexusraven 13b v2 fp16","display_name":"Nexusraven 13b v2 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q2_K","name":"Nexusraven 13b v2 q2_K","display_name":"Nexusraven 13b v2 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q3_K_L","name":"Nexusraven 13b v2 q3_K_L","display_name":"Nexusraven 13b v2 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q3_K_M","name":"Nexusraven 13b v2 q3_K_M","display_name":"Nexusraven 13b v2 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q3_K_S","name":"Nexusraven 13b v2 q3_K_S","display_name":"Nexusraven 13b v2 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q4_0","name":"Nexusraven 13b v2 q4_0","display_name":"Nexusraven 13b v2 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q4_1","name":"Nexusraven 13b v2 q4_1","display_name":"Nexusraven 13b v2 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q4_K_M","name":"Nexusraven 13b v2 q4_K_M","display_name":"Nexusraven 13b v2 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q4_K_S","name":"Nexusraven 13b v2 q4_K_S","display_name":"Nexusraven 13b v2 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q5_0","name":"Nexusraven 13b v2 q5_0","display_name":"Nexusraven 13b v2 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q5_1","name":"Nexusraven 13b v2 q5_1","display_name":"Nexusraven 13b v2 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q5_K_M","name":"Nexusraven 13b v2 q5_K_M","display_name":"Nexusraven 13b v2 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q5_K_S","name":"Nexusraven 13b v2 q5_K_S","display_name":"Nexusraven 13b v2 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q6_K","name":"Nexusraven 13b v2 q6_K","display_name":"Nexusraven 13b v2 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q8_0","name":"Nexusraven 13b v2 q8_0","display_name":"Nexusraven 13b v2 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:latest","name":"Nexusraven Latest","display_name":"Nexusraven Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nomic-embed-text:137m-v1.5-fp16","name":"Nomic-embed-text 137m v1.5 fp16","display_name":"Nomic-embed-text 137m v1.5 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nomic-embed-text:latest","name":"Nomic-embed-text Latest","display_name":"Nomic-embed-text Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nomic-embed-text:v1.5","name":"Nomic-embed-text V1.5","display_name":"Nomic-embed-text V1.5","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b","name":"Notus 7b","display_name":"Notus 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1","name":"Notus 7b v1","display_name":"Notus 7b v1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-fp16","name":"Notus 7b v1 fp16","display_name":"Notus 7b v1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q2_K","name":"Notus 7b v1 q2_K","display_name":"Notus 7b v1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q3_K_L","name":"Notus 7b v1 q3_K_L","display_name":"Notus 7b v1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q3_K_M","name":"Notus 7b v1 q3_K_M","display_name":"Notus 7b v1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q3_K_S","name":"Notus 7b v1 q3_K_S","display_name":"Notus 7b v1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q4_0","name":"Notus 7b v1 q4_0","display_name":"Notus 7b v1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q4_1","name":"Notus 7b v1 q4_1","display_name":"Notus 7b v1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q4_K_M","name":"Notus 7b v1 q4_K_M","display_name":"Notus 7b v1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q4_K_S","name":"Notus 7b v1 q4_K_S","display_name":"Notus 7b v1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q5_0","name":"Notus 7b v1 q5_0","display_name":"Notus 7b v1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q5_1","name":"Notus 7b v1 q5_1","display_name":"Notus 7b v1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q5_K_M","name":"Notus 7b v1 q5_K_M","display_name":"Notus 7b v1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q5_K_S","name":"Notus 7b v1 q5_K_S","display_name":"Notus 7b v1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q6_K","name":"Notus 7b v1 q6_K","display_name":"Notus 7b v1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q8_0","name":"Notus 7b v1 q8_0","display_name":"Notus 7b v1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:latest","name":"Notus Latest","display_name":"Notus Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b","name":"Notux 8x7b","display_name":"Notux 8x7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1","name":"Notux 8x7b v1","display_name":"Notux 8x7b v1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-fp16","name":"Notux 8x7b v1 fp16","display_name":"Notux 8x7b v1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q2_K","name":"Notux 8x7b v1 q2_K","display_name":"Notux 8x7b v1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q3_K_L","name":"Notux 8x7b v1 q3_K_L","display_name":"Notux 8x7b v1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q3_K_M","name":"Notux 8x7b v1 q3_K_M","display_name":"Notux 8x7b v1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q3_K_S","name":"Notux 8x7b v1 q3_K_S","display_name":"Notux 8x7b v1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q4_0","name":"Notux 8x7b v1 q4_0","display_name":"Notux 8x7b v1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q4_1","name":"Notux 8x7b v1 q4_1","display_name":"Notux 8x7b v1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q4_K_M","name":"Notux 8x7b v1 q4_K_M","display_name":"Notux 8x7b v1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q4_K_S","name":"Notux 8x7b v1 q4_K_S","display_name":"Notux 8x7b v1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q5_0","name":"Notux 8x7b v1 q5_0","display_name":"Notux 8x7b v1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q5_1","name":"Notux 8x7b v1 q5_1","display_name":"Notux 8x7b v1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q5_K_M","name":"Notux 8x7b v1 q5_K_M","display_name":"Notux 8x7b v1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q5_K_S","name":"Notux 8x7b v1 q5_K_S","display_name":"Notux 8x7b v1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q6_K","name":"Notux 8x7b v1 q6_K","display_name":"Notux 8x7b v1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q8_0","name":"Notux 8x7b v1 q8_0","display_name":"Notux 8x7b v1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:latest","name":"Notux Latest","display_name":"Notux Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b","name":"Nous-hermes 13b","display_name":"Nous-hermes 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-fp16","name":"Nous-hermes 13b fp16","display_name":"Nous-hermes 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2","name":"Nous-hermes 13b llama2","display_name":"Nous-hermes 13b llama2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-fp16","name":"Nous-hermes 13b llama2 fp16","display_name":"Nous-hermes 13b llama2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q2_K","name":"Nous-hermes 13b llama2 q2_K","display_name":"Nous-hermes 13b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q3_K_L","name":"Nous-hermes 13b llama2 q3_K_L","display_name":"Nous-hermes 13b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q3_K_M","name":"Nous-hermes 13b llama2 q3_K_M","display_name":"Nous-hermes 13b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q3_K_S","name":"Nous-hermes 13b llama2 q3_K_S","display_name":"Nous-hermes 13b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q4_0","name":"Nous-hermes 13b llama2 q4_0","display_name":"Nous-hermes 13b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q4_1","name":"Nous-hermes 13b llama2 q4_1","display_name":"Nous-hermes 13b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q4_K_M","name":"Nous-hermes 13b llama2 q4_K_M","display_name":"Nous-hermes 13b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q4_K_S","name":"Nous-hermes 13b llama2 q4_K_S","display_name":"Nous-hermes 13b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q5_0","name":"Nous-hermes 13b llama2 q5_0","display_name":"Nous-hermes 13b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q5_1","name":"Nous-hermes 13b llama2 q5_1","display_name":"Nous-hermes 13b llama2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q5_K_M","name":"Nous-hermes 13b llama2 q5_K_M","display_name":"Nous-hermes 13b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q5_K_S","name":"Nous-hermes 13b llama2 q5_K_S","display_name":"Nous-hermes 13b llama2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q6_K","name":"Nous-hermes 13b llama2 q6_K","display_name":"Nous-hermes 13b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q8_0","name":"Nous-hermes 13b llama2 q8_0","display_name":"Nous-hermes 13b llama2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q2_K","name":"Nous-hermes 13b q2_K","display_name":"Nous-hermes 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q3_K_L","name":"Nous-hermes 13b q3_K_L","display_name":"Nous-hermes 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q3_K_M","name":"Nous-hermes 13b q3_K_M","display_name":"Nous-hermes 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q3_K_S","name":"Nous-hermes 13b q3_K_S","display_name":"Nous-hermes 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q4_0","name":"Nous-hermes 13b q4_0","display_name":"Nous-hermes 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q4_1","name":"Nous-hermes 13b q4_1","display_name":"Nous-hermes 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q4_K_M","name":"Nous-hermes 13b q4_K_M","display_name":"Nous-hermes 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q4_K_S","name":"Nous-hermes 13b q4_K_S","display_name":"Nous-hermes 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q5_0","name":"Nous-hermes 13b q5_0","display_name":"Nous-hermes 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q5_1","name":"Nous-hermes 13b q5_1","display_name":"Nous-hermes 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q5_K_M","name":"Nous-hermes 13b q5_K_M","display_name":"Nous-hermes 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q5_K_S","name":"Nous-hermes 13b q5_K_S","display_name":"Nous-hermes 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q6_K","name":"Nous-hermes 13b q6_K","display_name":"Nous-hermes 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q8_0","name":"Nous-hermes 13b q8_0","display_name":"Nous-hermes 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-fp16","name":"Nous-hermes 70b llama2 fp16","display_name":"Nous-hermes 70b llama2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q2_K","name":"Nous-hermes 70b llama2 q2_K","display_name":"Nous-hermes 70b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q3_K_L","name":"Nous-hermes 70b llama2 q3_K_L","display_name":"Nous-hermes 70b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q3_K_M","name":"Nous-hermes 70b llama2 q3_K_M","display_name":"Nous-hermes 70b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q3_K_S","name":"Nous-hermes 70b llama2 q3_K_S","display_name":"Nous-hermes 70b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q4_0","name":"Nous-hermes 70b llama2 q4_0","display_name":"Nous-hermes 70b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q4_1","name":"Nous-hermes 70b llama2 q4_1","display_name":"Nous-hermes 70b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q4_K_M","name":"Nous-hermes 70b llama2 q4_K_M","display_name":"Nous-hermes 70b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q4_K_S","name":"Nous-hermes 70b llama2 q4_K_S","display_name":"Nous-hermes 70b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q5_0","name":"Nous-hermes 70b llama2 q5_0","display_name":"Nous-hermes 70b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q5_1","name":"Nous-hermes 70b llama2 q5_1","display_name":"Nous-hermes 70b llama2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q5_K_M","name":"Nous-hermes 70b llama2 q5_K_M","display_name":"Nous-hermes 70b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q6_K","name":"Nous-hermes 70b llama2 q6_K","display_name":"Nous-hermes 70b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b","name":"Nous-hermes 7b","display_name":"Nous-hermes 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2","name":"Nous-hermes 7b llama2","display_name":"Nous-hermes 7b llama2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-fp16","name":"Nous-hermes 7b llama2 fp16","display_name":"Nous-hermes 7b llama2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q2_K","name":"Nous-hermes 7b llama2 q2_K","display_name":"Nous-hermes 7b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q3_K_L","name":"Nous-hermes 7b llama2 q3_K_L","display_name":"Nous-hermes 7b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q3_K_M","name":"Nous-hermes 7b llama2 q3_K_M","display_name":"Nous-hermes 7b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q3_K_S","name":"Nous-hermes 7b llama2 q3_K_S","display_name":"Nous-hermes 7b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q4_0","name":"Nous-hermes 7b llama2 q4_0","display_name":"Nous-hermes 7b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q4_1","name":"Nous-hermes 7b llama2 q4_1","display_name":"Nous-hermes 7b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q4_K_M","name":"Nous-hermes 7b llama2 q4_K_M","display_name":"Nous-hermes 7b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q4_K_S","name":"Nous-hermes 7b llama2 q4_K_S","display_name":"Nous-hermes 7b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q5_0","name":"Nous-hermes 7b llama2 q5_0","display_name":"Nous-hermes 7b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q5_1","name":"Nous-hermes 7b llama2 q5_1","display_name":"Nous-hermes 7b llama2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q5_K_M","name":"Nous-hermes 7b llama2 q5_K_M","display_name":"Nous-hermes 7b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q5_K_S","name":"Nous-hermes 7b llama2 q5_K_S","display_name":"Nous-hermes 7b llama2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q6_K","name":"Nous-hermes 7b llama2 q6_K","display_name":"Nous-hermes 7b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q8_0","name":"Nous-hermes 7b llama2 q8_0","display_name":"Nous-hermes 7b llama2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:latest","name":"Nous-hermes Latest","display_name":"Nous-hermes Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b","name":"Nous-hermes2-mixtral 8x7b","display_name":"Nous-hermes2-mixtral 8x7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-fp16","name":"Nous-hermes2-mixtral 8x7b dpo fp16","display_name":"Nous-hermes2-mixtral 8x7b dpo fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q2_K","name":"Nous-hermes2-mixtral 8x7b dpo q2_K","display_name":"Nous-hermes2-mixtral 8x7b dpo q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q3_K_L","name":"Nous-hermes2-mixtral 8x7b dpo q3_K_L","display_name":"Nous-hermes2-mixtral 8x7b dpo q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q3_K_M","name":"Nous-hermes2-mixtral 8x7b dpo q3_K_M","display_name":"Nous-hermes2-mixtral 8x7b dpo q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q3_K_S","name":"Nous-hermes2-mixtral 8x7b dpo q3_K_S","display_name":"Nous-hermes2-mixtral 8x7b dpo q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q4_0","name":"Nous-hermes2-mixtral 8x7b dpo q4_0","display_name":"Nous-hermes2-mixtral 8x7b dpo q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q4_1","name":"Nous-hermes2-mixtral 8x7b dpo q4_1","display_name":"Nous-hermes2-mixtral 8x7b dpo q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q4_K_M","name":"Nous-hermes2-mixtral 8x7b dpo q4_K_M","display_name":"Nous-hermes2-mixtral 8x7b dpo q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q4_K_S","name":"Nous-hermes2-mixtral 8x7b dpo q4_K_S","display_name":"Nous-hermes2-mixtral 8x7b dpo q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q5_0","name":"Nous-hermes2-mixtral 8x7b dpo q5_0","display_name":"Nous-hermes2-mixtral 8x7b dpo q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q5_1","name":"Nous-hermes2-mixtral 8x7b dpo q5_1","display_name":"Nous-hermes2-mixtral 8x7b dpo q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q5_K_M","name":"Nous-hermes2-mixtral 8x7b dpo q5_K_M","display_name":"Nous-hermes2-mixtral 8x7b dpo q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q5_K_S","name":"Nous-hermes2-mixtral 8x7b dpo q5_K_S","display_name":"Nous-hermes2-mixtral 8x7b dpo q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q6_K","name":"Nous-hermes2-mixtral 8x7b dpo q6_K","display_name":"Nous-hermes2-mixtral 8x7b dpo q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q8_0","name":"Nous-hermes2-mixtral 8x7b dpo q8_0","display_name":"Nous-hermes2-mixtral 8x7b dpo q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:dpo","name":"Nous-hermes2-mixtral Dpo","display_name":"Nous-hermes2-mixtral Dpo","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:latest","name":"Nous-hermes2-mixtral Latest","display_name":"Nous-hermes2-mixtral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b","name":"Nous-hermes2 10.7b","display_name":"Nous-hermes2 10.7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-fp16","name":"Nous-hermes2 10.7b solar fp16","display_name":"Nous-hermes2 10.7b solar fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q2_K","name":"Nous-hermes2 10.7b solar q2_K","display_name":"Nous-hermes2 10.7b solar q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q3_K_L","name":"Nous-hermes2 10.7b solar q3_K_L","display_name":"Nous-hermes2 10.7b solar q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q3_K_M","name":"Nous-hermes2 10.7b solar q3_K_M","display_name":"Nous-hermes2 10.7b solar q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q3_K_S","name":"Nous-hermes2 10.7b solar q3_K_S","display_name":"Nous-hermes2 10.7b solar q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q4_0","name":"Nous-hermes2 10.7b solar q4_0","display_name":"Nous-hermes2 10.7b solar q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q4_1","name":"Nous-hermes2 10.7b solar q4_1","display_name":"Nous-hermes2 10.7b solar q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q4_K_M","name":"Nous-hermes2 10.7b solar q4_K_M","display_name":"Nous-hermes2 10.7b solar q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q4_K_S","name":"Nous-hermes2 10.7b solar q4_K_S","display_name":"Nous-hermes2 10.7b solar q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q5_0","name":"Nous-hermes2 10.7b solar q5_0","display_name":"Nous-hermes2 10.7b solar q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q5_1","name":"Nous-hermes2 10.7b solar q5_1","display_name":"Nous-hermes2 10.7b solar q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q5_K_M","name":"Nous-hermes2 10.7b solar q5_K_M","display_name":"Nous-hermes2 10.7b solar q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q5_K_S","name":"Nous-hermes2 10.7b solar q5_K_S","display_name":"Nous-hermes2 10.7b solar q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q6_K","name":"Nous-hermes2 10.7b solar q6_K","display_name":"Nous-hermes2 10.7b solar q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q8_0","name":"Nous-hermes2 10.7b solar q8_0","display_name":"Nous-hermes2 10.7b solar q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b","name":"Nous-hermes2 34b","display_name":"Nous-hermes2 34b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-fp16","name":"Nous-hermes2 34b yi fp16","display_name":"Nous-hermes2 34b yi fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q2_K","name":"Nous-hermes2 34b yi q2_K","display_name":"Nous-hermes2 34b yi q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q3_K_L","name":"Nous-hermes2 34b yi q3_K_L","display_name":"Nous-hermes2 34b yi q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q3_K_M","name":"Nous-hermes2 34b yi q3_K_M","display_name":"Nous-hermes2 34b yi q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q3_K_S","name":"Nous-hermes2 34b yi q3_K_S","display_name":"Nous-hermes2 34b yi q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q4_0","name":"Nous-hermes2 34b yi q4_0","display_name":"Nous-hermes2 34b yi q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q4_1","name":"Nous-hermes2 34b yi q4_1","display_name":"Nous-hermes2 34b yi q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q4_K_M","name":"Nous-hermes2 34b yi q4_K_M","display_name":"Nous-hermes2 34b yi q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q4_K_S","name":"Nous-hermes2 34b yi q4_K_S","display_name":"Nous-hermes2 34b yi q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q5_0","name":"Nous-hermes2 34b yi q5_0","display_name":"Nous-hermes2 34b yi q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q5_1","name":"Nous-hermes2 34b yi q5_1","display_name":"Nous-hermes2 34b yi q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q5_K_M","name":"Nous-hermes2 34b yi q5_K_M","display_name":"Nous-hermes2 34b yi q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q5_K_S","name":"Nous-hermes2 34b yi q5_K_S","display_name":"Nous-hermes2 34b yi q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q6_K","name":"Nous-hermes2 34b yi q6_K","display_name":"Nous-hermes2 34b yi q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q8_0","name":"Nous-hermes2 34b yi q8_0","display_name":"Nous-hermes2 34b yi q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:latest","name":"Nous-hermes2 Latest","display_name":"Nous-hermes2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b","name":"Nuextract 3.8b","display_name":"Nuextract 3.8b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-fp16","name":"Nuextract 3.8b fp16","display_name":"Nuextract 3.8b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q2_K","name":"Nuextract 3.8b q2_K","display_name":"Nuextract 3.8b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q3_K_L","name":"Nuextract 3.8b q3_K_L","display_name":"Nuextract 3.8b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q3_K_M","name":"Nuextract 3.8b q3_K_M","display_name":"Nuextract 3.8b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q3_K_S","name":"Nuextract 3.8b q3_K_S","display_name":"Nuextract 3.8b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q4_0","name":"Nuextract 3.8b q4_0","display_name":"Nuextract 3.8b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q4_1","name":"Nuextract 3.8b q4_1","display_name":"Nuextract 3.8b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q4_K_M","name":"Nuextract 3.8b q4_K_M","display_name":"Nuextract 3.8b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q4_K_S","name":"Nuextract 3.8b q4_K_S","display_name":"Nuextract 3.8b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q5_0","name":"Nuextract 3.8b q5_0","display_name":"Nuextract 3.8b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q5_1","name":"Nuextract 3.8b q5_1","display_name":"Nuextract 3.8b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q5_K_M","name":"Nuextract 3.8b q5_K_M","display_name":"Nuextract 3.8b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q5_K_S","name":"Nuextract 3.8b q5_K_S","display_name":"Nuextract 3.8b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q6_K","name":"Nuextract 3.8b q6_K","display_name":"Nuextract 3.8b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q8_0","name":"Nuextract 3.8b q8_0","display_name":"Nuextract 3.8b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:latest","name":"Nuextract Latest","display_name":"Nuextract Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:13b","name":"Olmo2 13b","display_name":"Olmo2 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:13b-1124-instruct-fp16","name":"Olmo2 13b 1124 instruct fp16","display_name":"Olmo2 13b 1124 instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:13b-1124-instruct-q4_K_M","name":"Olmo2 13b 1124 instruct q4_K_M","display_name":"Olmo2 13b 1124 instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:13b-1124-instruct-q8_0","name":"Olmo2 13b 1124 instruct q8_0","display_name":"Olmo2 13b 1124 instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:7b","name":"Olmo2 7b","display_name":"Olmo2 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:7b-1124-instruct-fp16","name":"Olmo2 7b 1124 instruct fp16","display_name":"Olmo2 7b 1124 instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:7b-1124-instruct-q4_K_M","name":"Olmo2 7b 1124 instruct q4_K_M","display_name":"Olmo2 7b 1124 instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:7b-1124-instruct-q8_0","name":"Olmo2 7b 1124 instruct q8_0","display_name":"Olmo2 7b 1124 instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:latest","name":"Olmo2 Latest","display_name":"Olmo2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b","name":"Open-orca-platypus2 13b","display_name":"Open-orca-platypus2 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-fp16","name":"Open-orca-platypus2 13b fp16","display_name":"Open-orca-platypus2 13b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q2_K","name":"Open-orca-platypus2 13b q2_K","display_name":"Open-orca-platypus2 13b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q3_K_L","name":"Open-orca-platypus2 13b q3_K_L","display_name":"Open-orca-platypus2 13b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q3_K_M","name":"Open-orca-platypus2 13b q3_K_M","display_name":"Open-orca-platypus2 13b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q3_K_S","name":"Open-orca-platypus2 13b q3_K_S","display_name":"Open-orca-platypus2 13b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q4_0","name":"Open-orca-platypus2 13b q4_0","display_name":"Open-orca-platypus2 13b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q4_1","name":"Open-orca-platypus2 13b q4_1","display_name":"Open-orca-platypus2 13b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q4_K_M","name":"Open-orca-platypus2 13b q4_K_M","display_name":"Open-orca-platypus2 13b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q4_K_S","name":"Open-orca-platypus2 13b q4_K_S","display_name":"Open-orca-platypus2 13b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q5_0","name":"Open-orca-platypus2 13b q5_0","display_name":"Open-orca-platypus2 13b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q5_1","name":"Open-orca-platypus2 13b q5_1","display_name":"Open-orca-platypus2 13b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q5_K_M","name":"Open-orca-platypus2 13b q5_K_M","display_name":"Open-orca-platypus2 13b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q5_K_S","name":"Open-orca-platypus2 13b q5_K_S","display_name":"Open-orca-platypus2 13b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q6_K","name":"Open-orca-platypus2 13b q6_K","display_name":"Open-orca-platypus2 13b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q8_0","name":"Open-orca-platypus2 13b q8_0","display_name":"Open-orca-platypus2 13b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:latest","name":"Open-orca-platypus2 Latest","display_name":"Open-orca-platypus2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b","name":"Openchat 7b","display_name":"Openchat 7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5","name":"Openchat 7b v3.5","display_name":"Openchat 7b v3.5","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106","name":"Openchat 7b v3.5 0106","display_name":"Openchat 7b v3.5 0106","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-fp16","name":"Openchat 7b v3.5 0106 fp16","display_name":"Openchat 7b v3.5 0106 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q2_K","name":"Openchat 7b v3.5 0106 q2_K","display_name":"Openchat 7b v3.5 0106 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q3_K_L","name":"Openchat 7b v3.5 0106 q3_K_L","display_name":"Openchat 7b v3.5 0106 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q3_K_M","name":"Openchat 7b v3.5 0106 q3_K_M","display_name":"Openchat 7b v3.5 0106 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q3_K_S","name":"Openchat 7b v3.5 0106 q3_K_S","display_name":"Openchat 7b v3.5 0106 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q4_0","name":"Openchat 7b v3.5 0106 q4_0","display_name":"Openchat 7b v3.5 0106 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q4_1","name":"Openchat 7b v3.5 0106 q4_1","display_name":"Openchat 7b v3.5 0106 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q4_K_M","name":"Openchat 7b v3.5 0106 q4_K_M","display_name":"Openchat 7b v3.5 0106 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q4_K_S","name":"Openchat 7b v3.5 0106 q4_K_S","display_name":"Openchat 7b v3.5 0106 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q5_0","name":"Openchat 7b v3.5 0106 q5_0","display_name":"Openchat 7b v3.5 0106 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q5_1","name":"Openchat 7b v3.5 0106 q5_1","display_name":"Openchat 7b v3.5 0106 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q5_K_M","name":"Openchat 7b v3.5 0106 q5_K_M","display_name":"Openchat 7b v3.5 0106 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q5_K_S","name":"Openchat 7b v3.5 0106 q5_K_S","display_name":"Openchat 7b v3.5 0106 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q6_K","name":"Openchat 7b v3.5 0106 q6_K","display_name":"Openchat 7b v3.5 0106 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q8_0","name":"Openchat 7b v3.5 0106 q8_0","display_name":"Openchat 7b v3.5 0106 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210","name":"Openchat 7b v3.5 1210","display_name":"Openchat 7b v3.5 1210","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-fp16","name":"Openchat 7b v3.5 1210 fp16","display_name":"Openchat 7b v3.5 1210 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q2_K","name":"Openchat 7b v3.5 1210 q2_K","display_name":"Openchat 7b v3.5 1210 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q3_K_L","name":"Openchat 7b v3.5 1210 q3_K_L","display_name":"Openchat 7b v3.5 1210 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q3_K_M","name":"Openchat 7b v3.5 1210 q3_K_M","display_name":"Openchat 7b v3.5 1210 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q3_K_S","name":"Openchat 7b v3.5 1210 q3_K_S","display_name":"Openchat 7b v3.5 1210 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q4_0","name":"Openchat 7b v3.5 1210 q4_0","display_name":"Openchat 7b v3.5 1210 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q4_1","name":"Openchat 7b v3.5 1210 q4_1","display_name":"Openchat 7b v3.5 1210 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q4_K_M","name":"Openchat 7b v3.5 1210 q4_K_M","display_name":"Openchat 7b v3.5 1210 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q4_K_S","name":"Openchat 7b v3.5 1210 q4_K_S","display_name":"Openchat 7b v3.5 1210 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q5_0","name":"Openchat 7b v3.5 1210 q5_0","display_name":"Openchat 7b v3.5 1210 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q5_1","name":"Openchat 7b v3.5 1210 q5_1","display_name":"Openchat 7b v3.5 1210 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q5_K_M","name":"Openchat 7b v3.5 1210 q5_K_M","display_name":"Openchat 7b v3.5 1210 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q5_K_S","name":"Openchat 7b v3.5 1210 q5_K_S","display_name":"Openchat 7b v3.5 1210 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q6_K","name":"Openchat 7b v3.5 1210 q6_K","display_name":"Openchat 7b v3.5 1210 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q8_0","name":"Openchat 7b v3.5 1210 q8_0","display_name":"Openchat 7b v3.5 1210 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-fp16","name":"Openchat 7b v3.5 fp16","display_name":"Openchat 7b v3.5 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q2_K","name":"Openchat 7b v3.5 q2_K","display_name":"Openchat 7b v3.5 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q3_K_L","name":"Openchat 7b v3.5 q3_K_L","display_name":"Openchat 7b v3.5 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q3_K_M","name":"Openchat 7b v3.5 q3_K_M","display_name":"Openchat 7b v3.5 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q3_K_S","name":"Openchat 7b v3.5 q3_K_S","display_name":"Openchat 7b v3.5 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q4_0","name":"Openchat 7b v3.5 q4_0","display_name":"Openchat 7b v3.5 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q4_1","name":"Openchat 7b v3.5 q4_1","display_name":"Openchat 7b v3.5 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q4_K_M","name":"Openchat 7b v3.5 q4_K_M","display_name":"Openchat 7b v3.5 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q4_K_S","name":"Openchat 7b v3.5 q4_K_S","display_name":"Openchat 7b v3.5 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q5_0","name":"Openchat 7b v3.5 q5_0","display_name":"Openchat 7b v3.5 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q5_1","name":"Openchat 7b v3.5 q5_1","display_name":"Openchat 7b v3.5 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q5_K_M","name":"Openchat 7b v3.5 q5_K_M","display_name":"Openchat 7b v3.5 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q5_K_S","name":"Openchat 7b v3.5 q5_K_S","display_name":"Openchat 7b v3.5 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q6_K","name":"Openchat 7b v3.5 q6_K","display_name":"Openchat 7b v3.5 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q8_0","name":"Openchat 7b v3.5 q8_0","display_name":"Openchat 7b v3.5 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:latest","name":"Openchat Latest","display_name":"Openchat Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:1.5b","name":"Opencoder 1.5b","display_name":"Opencoder 1.5b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:1.5b-instruct-fp16","name":"Opencoder 1.5b instruct fp16","display_name":"Opencoder 1.5b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:1.5b-instruct-q4_K_M","name":"Opencoder 1.5b instruct q4_K_M","display_name":"Opencoder 1.5b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:1.5b-instruct-q8_0","name":"Opencoder 1.5b instruct q8_0","display_name":"Opencoder 1.5b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:8b","name":"Opencoder 8b","display_name":"Opencoder 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:8b-instruct-fp16","name":"Opencoder 8b instruct fp16","display_name":"Opencoder 8b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:8b-instruct-q4_K_M","name":"Opencoder 8b instruct q4_K_M","display_name":"Opencoder 8b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:8b-instruct-q8_0","name":"Opencoder 8b instruct q8_0","display_name":"Opencoder 8b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:latest","name":"Opencoder Latest","display_name":"Opencoder Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-fp16","name":"Openhermes 7b mistral v2 fp16","display_name":"Openhermes 7b mistral v2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q2_K","name":"Openhermes 7b mistral v2 q2_K","display_name":"Openhermes 7b mistral v2 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q3_K_L","name":"Openhermes 7b mistral v2 q3_K_L","display_name":"Openhermes 7b mistral v2 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q3_K_M","name":"Openhermes 7b mistral v2 q3_K_M","display_name":"Openhermes 7b mistral v2 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q3_K_S","name":"Openhermes 7b mistral v2 q3_K_S","display_name":"Openhermes 7b mistral v2 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q4_0","name":"Openhermes 7b mistral v2 q4_0","display_name":"Openhermes 7b mistral v2 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q4_1","name":"Openhermes 7b mistral v2 q4_1","display_name":"Openhermes 7b mistral v2 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q4_K_M","name":"Openhermes 7b mistral v2 q4_K_M","display_name":"Openhermes 7b mistral v2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q4_K_S","name":"Openhermes 7b mistral v2 q4_K_S","display_name":"Openhermes 7b mistral v2 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q5_0","name":"Openhermes 7b mistral v2 q5_0","display_name":"Openhermes 7b mistral v2 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q5_1","name":"Openhermes 7b mistral v2 q5_1","display_name":"Openhermes 7b mistral v2 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q5_K_M","name":"Openhermes 7b mistral v2 q5_K_M","display_name":"Openhermes 7b mistral v2 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q5_K_S","name":"Openhermes 7b mistral v2 q5_K_S","display_name":"Openhermes 7b mistral v2 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q6_K","name":"Openhermes 7b mistral v2 q6_K","display_name":"Openhermes 7b mistral v2 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q8_0","name":"Openhermes 7b mistral v2 q8_0","display_name":"Openhermes 7b mistral v2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-fp16","name":"Openhermes 7b mistral v2.5 fp16","display_name":"Openhermes 7b mistral v2.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q2_K","name":"Openhermes 7b mistral v2.5 q2_K","display_name":"Openhermes 7b mistral v2.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q3_K_L","name":"Openhermes 7b mistral v2.5 q3_K_L","display_name":"Openhermes 7b mistral v2.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q3_K_M","name":"Openhermes 7b mistral v2.5 q3_K_M","display_name":"Openhermes 7b mistral v2.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q3_K_S","name":"Openhermes 7b mistral v2.5 q3_K_S","display_name":"Openhermes 7b mistral v2.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q4_0","name":"Openhermes 7b mistral v2.5 q4_0","display_name":"Openhermes 7b mistral v2.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q4_1","name":"Openhermes 7b mistral v2.5 q4_1","display_name":"Openhermes 7b mistral v2.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q4_K_M","name":"Openhermes 7b mistral v2.5 q4_K_M","display_name":"Openhermes 7b mistral v2.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q4_K_S","name":"Openhermes 7b mistral v2.5 q4_K_S","display_name":"Openhermes 7b mistral v2.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q5_0","name":"Openhermes 7b mistral v2.5 q5_0","display_name":"Openhermes 7b mistral v2.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q5_1","name":"Openhermes 7b mistral v2.5 q5_1","display_name":"Openhermes 7b mistral v2.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q5_K_M","name":"Openhermes 7b mistral v2.5 q5_K_M","display_name":"Openhermes 7b mistral v2.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q5_K_S","name":"Openhermes 7b mistral v2.5 q5_K_S","display_name":"Openhermes 7b mistral v2.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q6_K","name":"Openhermes 7b mistral v2.5 q6_K","display_name":"Openhermes 7b mistral v2.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q8_0","name":"Openhermes 7b mistral v2.5 q8_0","display_name":"Openhermes 7b mistral v2.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-v2","name":"Openhermes 7b v2","display_name":"Openhermes 7b v2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-v2.5","name":"Openhermes 7b v2.5","display_name":"Openhermes 7b v2.5","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:latest","name":"Openhermes Latest","display_name":"Openhermes Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:v2","name":"Openhermes V2","display_name":"Openhermes V2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:v2.5","name":"Openhermes V2.5","display_name":"Openhermes V2.5","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b","name":"Openthinker 32b","display_name":"Openthinker 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-fp16","name":"Openthinker 32b fp16","display_name":"Openthinker 32b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-q4_K_M","name":"Openthinker 32b q4_K_M","display_name":"Openthinker 32b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-q8_0","name":"Openthinker 32b q8_0","display_name":"Openthinker 32b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-v2-fp16","name":"Openthinker 32b v2 fp16","display_name":"Openthinker 32b v2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-v2-q4_K_M","name":"Openthinker 32b v2 q4_K_M","display_name":"Openthinker 32b v2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-v2-q8_0","name":"Openthinker 32b v2 q8_0","display_name":"Openthinker 32b v2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b","name":"Openthinker 7b","display_name":"Openthinker 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-fp16","name":"Openthinker 7b fp16","display_name":"Openthinker 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-q4_K_M","name":"Openthinker 7b q4_K_M","display_name":"Openthinker 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-q8_0","name":"Openthinker 7b q8_0","display_name":"Openthinker 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-v2-fp16","name":"Openthinker 7b v2 fp16","display_name":"Openthinker 7b v2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-v2-q4_K_M","name":"Openthinker 7b v2 q4_K_M","display_name":"Openthinker 7b v2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-v2-q8_0","name":"Openthinker 7b v2 q8_0","display_name":"Openthinker 7b v2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:latest","name":"Openthinker Latest","display_name":"Openthinker Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b","name":"Orca-mini 13b","display_name":"Orca-mini 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-fp16","name":"Orca-mini 13b fp16","display_name":"Orca-mini 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q2_K","name":"Orca-mini 13b q2_K","display_name":"Orca-mini 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q3_K_L","name":"Orca-mini 13b q3_K_L","display_name":"Orca-mini 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q3_K_M","name":"Orca-mini 13b q3_K_M","display_name":"Orca-mini 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q3_K_S","name":"Orca-mini 13b q3_K_S","display_name":"Orca-mini 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q4_0","name":"Orca-mini 13b q4_0","display_name":"Orca-mini 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q4_1","name":"Orca-mini 13b q4_1","display_name":"Orca-mini 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q4_K_M","name":"Orca-mini 13b q4_K_M","display_name":"Orca-mini 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q4_K_S","name":"Orca-mini 13b q4_K_S","display_name":"Orca-mini 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q5_0","name":"Orca-mini 13b q5_0","display_name":"Orca-mini 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q5_1","name":"Orca-mini 13b q5_1","display_name":"Orca-mini 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q5_K_M","name":"Orca-mini 13b q5_K_M","display_name":"Orca-mini 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q5_K_S","name":"Orca-mini 13b q5_K_S","display_name":"Orca-mini 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q6_K","name":"Orca-mini 13b q6_K","display_name":"Orca-mini 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q8_0","name":"Orca-mini 13b q8_0","display_name":"Orca-mini 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-fp16","name":"Orca-mini 13b v2 fp16","display_name":"Orca-mini 13b v2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q2_K","name":"Orca-mini 13b v2 q2_K","display_name":"Orca-mini 13b v2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q3_K_L","name":"Orca-mini 13b v2 q3_K_L","display_name":"Orca-mini 13b v2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q3_K_M","name":"Orca-mini 13b v2 q3_K_M","display_name":"Orca-mini 13b v2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q3_K_S","name":"Orca-mini 13b v2 q3_K_S","display_name":"Orca-mini 13b v2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q4_0","name":"Orca-mini 13b v2 q4_0","display_name":"Orca-mini 13b v2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q4_1","name":"Orca-mini 13b v2 q4_1","display_name":"Orca-mini 13b v2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q4_K_M","name":"Orca-mini 13b v2 q4_K_M","display_name":"Orca-mini 13b v2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q4_K_S","name":"Orca-mini 13b v2 q4_K_S","display_name":"Orca-mini 13b v2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q5_0","name":"Orca-mini 13b v2 q5_0","display_name":"Orca-mini 13b v2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q5_1","name":"Orca-mini 13b v2 q5_1","display_name":"Orca-mini 13b v2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q5_K_M","name":"Orca-mini 13b v2 q5_K_M","display_name":"Orca-mini 13b v2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q5_K_S","name":"Orca-mini 13b v2 q5_K_S","display_name":"Orca-mini 13b v2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q6_K","name":"Orca-mini 13b v2 q6_K","display_name":"Orca-mini 13b v2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q8_0","name":"Orca-mini 13b v2 q8_0","display_name":"Orca-mini 13b v2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3","name":"Orca-mini 13b v3","display_name":"Orca-mini 13b v3","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-fp16","name":"Orca-mini 13b v3 fp16","display_name":"Orca-mini 13b v3 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q2_K","name":"Orca-mini 13b v3 q2_K","display_name":"Orca-mini 13b v3 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q3_K_L","name":"Orca-mini 13b v3 q3_K_L","display_name":"Orca-mini 13b v3 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q3_K_M","name":"Orca-mini 13b v3 q3_K_M","display_name":"Orca-mini 13b v3 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q3_K_S","name":"Orca-mini 13b v3 q3_K_S","display_name":"Orca-mini 13b v3 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q4_0","name":"Orca-mini 13b v3 q4_0","display_name":"Orca-mini 13b v3 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q4_1","name":"Orca-mini 13b v3 q4_1","display_name":"Orca-mini 13b v3 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q4_K_M","name":"Orca-mini 13b v3 q4_K_M","display_name":"Orca-mini 13b v3 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q4_K_S","name":"Orca-mini 13b v3 q4_K_S","display_name":"Orca-mini 13b v3 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q5_0","name":"Orca-mini 13b v3 q5_0","display_name":"Orca-mini 13b v3 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q5_1","name":"Orca-mini 13b v3 q5_1","display_name":"Orca-mini 13b v3 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q5_K_M","name":"Orca-mini 13b v3 q5_K_M","display_name":"Orca-mini 13b v3 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q5_K_S","name":"Orca-mini 13b v3 q5_K_S","display_name":"Orca-mini 13b v3 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q6_K","name":"Orca-mini 13b v3 q6_K","display_name":"Orca-mini 13b v3 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q8_0","name":"Orca-mini 13b v3 q8_0","display_name":"Orca-mini 13b v3 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b","name":"Orca-mini 3b","display_name":"Orca-mini 3b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-fp16","name":"Orca-mini 3b fp16","display_name":"Orca-mini 3b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-q4_0","name":"Orca-mini 3b q4_0","display_name":"Orca-mini 3b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-q4_1","name":"Orca-mini 3b q4_1","display_name":"Orca-mini 3b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-q5_0","name":"Orca-mini 3b q5_0","display_name":"Orca-mini 3b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-q5_1","name":"Orca-mini 3b q5_1","display_name":"Orca-mini 3b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-q8_0","name":"Orca-mini 3b q8_0","display_name":"Orca-mini 3b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b","name":"Orca-mini 70b","display_name":"Orca-mini 70b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3","name":"Orca-mini 70b v3","display_name":"Orca-mini 70b v3","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-fp16","name":"Orca-mini 70b v3 fp16","display_name":"Orca-mini 70b v3 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q2_K","name":"Orca-mini 70b v3 q2_K","display_name":"Orca-mini 70b v3 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q3_K_L","name":"Orca-mini 70b v3 q3_K_L","display_name":"Orca-mini 70b v3 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q3_K_M","name":"Orca-mini 70b v3 q3_K_M","display_name":"Orca-mini 70b v3 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q3_K_S","name":"Orca-mini 70b v3 q3_K_S","display_name":"Orca-mini 70b v3 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q4_0","name":"Orca-mini 70b v3 q4_0","display_name":"Orca-mini 70b v3 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q4_1","name":"Orca-mini 70b v3 q4_1","display_name":"Orca-mini 70b v3 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q4_K_M","name":"Orca-mini 70b v3 q4_K_M","display_name":"Orca-mini 70b v3 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q4_K_S","name":"Orca-mini 70b v3 q4_K_S","display_name":"Orca-mini 70b v3 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q5_0","name":"Orca-mini 70b v3 q5_0","display_name":"Orca-mini 70b v3 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q5_1","name":"Orca-mini 70b v3 q5_1","display_name":"Orca-mini 70b v3 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q5_K_M","name":"Orca-mini 70b v3 q5_K_M","display_name":"Orca-mini 70b v3 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q5_K_S","name":"Orca-mini 70b v3 q5_K_S","display_name":"Orca-mini 70b v3 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q6_K","name":"Orca-mini 70b v3 q6_K","display_name":"Orca-mini 70b v3 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q8_0","name":"Orca-mini 70b v3 q8_0","display_name":"Orca-mini 70b v3 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b","name":"Orca-mini 7b","display_name":"Orca-mini 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-fp16","name":"Orca-mini 7b fp16","display_name":"Orca-mini 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q2_K","name":"Orca-mini 7b q2_K","display_name":"Orca-mini 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q3_K_L","name":"Orca-mini 7b q3_K_L","display_name":"Orca-mini 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q3_K_M","name":"Orca-mini 7b q3_K_M","display_name":"Orca-mini 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q3_K_S","name":"Orca-mini 7b q3_K_S","display_name":"Orca-mini 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q4_0","name":"Orca-mini 7b q4_0","display_name":"Orca-mini 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q4_1","name":"Orca-mini 7b q4_1","display_name":"Orca-mini 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q4_K_M","name":"Orca-mini 7b q4_K_M","display_name":"Orca-mini 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q4_K_S","name":"Orca-mini 7b q4_K_S","display_name":"Orca-mini 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q5_0","name":"Orca-mini 7b q5_0","display_name":"Orca-mini 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q5_1","name":"Orca-mini 7b q5_1","display_name":"Orca-mini 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q5_K_M","name":"Orca-mini 7b q5_K_M","display_name":"Orca-mini 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q5_K_S","name":"Orca-mini 7b q5_K_S","display_name":"Orca-mini 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q6_K","name":"Orca-mini 7b q6_K","display_name":"Orca-mini 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q8_0","name":"Orca-mini 7b q8_0","display_name":"Orca-mini 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-fp16","name":"Orca-mini 7b v2 fp16","display_name":"Orca-mini 7b v2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q2_K","name":"Orca-mini 7b v2 q2_K","display_name":"Orca-mini 7b v2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q3_K_L","name":"Orca-mini 7b v2 q3_K_L","display_name":"Orca-mini 7b v2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q3_K_M","name":"Orca-mini 7b v2 q3_K_M","display_name":"Orca-mini 7b v2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q3_K_S","name":"Orca-mini 7b v2 q3_K_S","display_name":"Orca-mini 7b v2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q4_0","name":"Orca-mini 7b v2 q4_0","display_name":"Orca-mini 7b v2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q4_1","name":"Orca-mini 7b v2 q4_1","display_name":"Orca-mini 7b v2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q4_K_M","name":"Orca-mini 7b v2 q4_K_M","display_name":"Orca-mini 7b v2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q4_K_S","name":"Orca-mini 7b v2 q4_K_S","display_name":"Orca-mini 7b v2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q5_0","name":"Orca-mini 7b v2 q5_0","display_name":"Orca-mini 7b v2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q5_1","name":"Orca-mini 7b v2 q5_1","display_name":"Orca-mini 7b v2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q5_K_M","name":"Orca-mini 7b v2 q5_K_M","display_name":"Orca-mini 7b v2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q5_K_S","name":"Orca-mini 7b v2 q5_K_S","display_name":"Orca-mini 7b v2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q6_K","name":"Orca-mini 7b v2 q6_K","display_name":"Orca-mini 7b v2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q8_0","name":"Orca-mini 7b v2 q8_0","display_name":"Orca-mini 7b v2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3","name":"Orca-mini 7b v3","display_name":"Orca-mini 7b v3","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-fp16","name":"Orca-mini 7b v3 fp16","display_name":"Orca-mini 7b v3 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q2_K","name":"Orca-mini 7b v3 q2_K","display_name":"Orca-mini 7b v3 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q3_K_L","name":"Orca-mini 7b v3 q3_K_L","display_name":"Orca-mini 7b v3 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q3_K_M","name":"Orca-mini 7b v3 q3_K_M","display_name":"Orca-mini 7b v3 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q3_K_S","name":"Orca-mini 7b v3 q3_K_S","display_name":"Orca-mini 7b v3 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q4_0","name":"Orca-mini 7b v3 q4_0","display_name":"Orca-mini 7b v3 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q4_1","name":"Orca-mini 7b v3 q4_1","display_name":"Orca-mini 7b v3 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q4_K_M","name":"Orca-mini 7b v3 q4_K_M","display_name":"Orca-mini 7b v3 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q4_K_S","name":"Orca-mini 7b v3 q4_K_S","display_name":"Orca-mini 7b v3 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q5_0","name":"Orca-mini 7b v3 q5_0","display_name":"Orca-mini 7b v3 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q5_1","name":"Orca-mini 7b v3 q5_1","display_name":"Orca-mini 7b v3 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q5_K_M","name":"Orca-mini 7b v3 q5_K_M","display_name":"Orca-mini 7b v3 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q5_K_S","name":"Orca-mini 7b v3 q5_K_S","display_name":"Orca-mini 7b v3 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q6_K","name":"Orca-mini 7b v3 q6_K","display_name":"Orca-mini 7b v3 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q8_0","name":"Orca-mini 7b v3 q8_0","display_name":"Orca-mini 7b v3 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:latest","name":"Orca-mini Latest","display_name":"Orca-mini Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b","name":"Orca2 13b","display_name":"Orca2 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-fp16","name":"Orca2 13b fp16","display_name":"Orca2 13b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q2_K","name":"Orca2 13b q2_K","display_name":"Orca2 13b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q3_K_L","name":"Orca2 13b q3_K_L","display_name":"Orca2 13b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q3_K_M","name":"Orca2 13b q3_K_M","display_name":"Orca2 13b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q3_K_S","name":"Orca2 13b q3_K_S","display_name":"Orca2 13b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q4_0","name":"Orca2 13b q4_0","display_name":"Orca2 13b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q4_1","name":"Orca2 13b q4_1","display_name":"Orca2 13b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q4_K_M","name":"Orca2 13b q4_K_M","display_name":"Orca2 13b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q4_K_S","name":"Orca2 13b q4_K_S","display_name":"Orca2 13b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q5_0","name":"Orca2 13b q5_0","display_name":"Orca2 13b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q5_1","name":"Orca2 13b q5_1","display_name":"Orca2 13b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q5_K_M","name":"Orca2 13b q5_K_M","display_name":"Orca2 13b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q5_K_S","name":"Orca2 13b q5_K_S","display_name":"Orca2 13b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q6_K","name":"Orca2 13b q6_K","display_name":"Orca2 13b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q8_0","name":"Orca2 13b q8_0","display_name":"Orca2 13b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b","name":"Orca2 7b","display_name":"Orca2 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-fp16","name":"Orca2 7b fp16","display_name":"Orca2 7b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q2_K","name":"Orca2 7b q2_K","display_name":"Orca2 7b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q3_K_L","name":"Orca2 7b q3_K_L","display_name":"Orca2 7b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q3_K_M","name":"Orca2 7b q3_K_M","display_name":"Orca2 7b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q3_K_S","name":"Orca2 7b q3_K_S","display_name":"Orca2 7b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q4_0","name":"Orca2 7b q4_0","display_name":"Orca2 7b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q4_1","name":"Orca2 7b q4_1","display_name":"Orca2 7b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q4_K_M","name":"Orca2 7b q4_K_M","display_name":"Orca2 7b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q4_K_S","name":"Orca2 7b q4_K_S","display_name":"Orca2 7b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q5_0","name":"Orca2 7b q5_0","display_name":"Orca2 7b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q5_1","name":"Orca2 7b q5_1","display_name":"Orca2 7b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q5_K_M","name":"Orca2 7b q5_K_M","display_name":"Orca2 7b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q5_K_S","name":"Orca2 7b q5_K_S","display_name":"Orca2 7b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q6_K","name":"Orca2 7b q6_K","display_name":"Orca2 7b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q8_0","name":"Orca2 7b q8_0","display_name":"Orca2 7b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:latest","name":"Orca2 Latest","display_name":"Orca2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"paraphrase-multilingual:278m","name":"Paraphrase-multilingual 278m","display_name":"Paraphrase-multilingual 278m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"paraphrase-multilingual:278m-mpnet-base-v2-fp16","name":"Paraphrase-multilingual 278m mpnet base v2 fp16","display_name":"Paraphrase-multilingual 278m mpnet base v2 fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"paraphrase-multilingual:latest","name":"Paraphrase-multilingual Latest","display_name":"Paraphrase-multilingual Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b","name":"Phi 2.7b","display_name":"Phi 2.7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-fp16","name":"Phi 2.7b chat v2 fp16","display_name":"Phi 2.7b chat v2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q2_K","name":"Phi 2.7b chat v2 q2_K","display_name":"Phi 2.7b chat v2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q3_K_L","name":"Phi 2.7b chat v2 q3_K_L","display_name":"Phi 2.7b chat v2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q3_K_M","name":"Phi 2.7b chat v2 q3_K_M","display_name":"Phi 2.7b chat v2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q3_K_S","name":"Phi 2.7b chat v2 q3_K_S","display_name":"Phi 2.7b chat v2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q4_0","name":"Phi 2.7b chat v2 q4_0","display_name":"Phi 2.7b chat v2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q4_1","name":"Phi 2.7b chat v2 q4_1","display_name":"Phi 2.7b chat v2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q4_K_M","name":"Phi 2.7b chat v2 q4_K_M","display_name":"Phi 2.7b chat v2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q4_K_S","name":"Phi 2.7b chat v2 q4_K_S","display_name":"Phi 2.7b chat v2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q5_0","name":"Phi 2.7b chat v2 q5_0","display_name":"Phi 2.7b chat v2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q5_1","name":"Phi 2.7b chat v2 q5_1","display_name":"Phi 2.7b chat v2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q5_K_M","name":"Phi 2.7b chat v2 q5_K_M","display_name":"Phi 2.7b chat v2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q5_K_S","name":"Phi 2.7b chat v2 q5_K_S","display_name":"Phi 2.7b chat v2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q6_K","name":"Phi 2.7b chat v2 q6_K","display_name":"Phi 2.7b chat v2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q8_0","name":"Phi 2.7b chat v2 q8_0","display_name":"Phi 2.7b chat v2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:chat","name":"Phi Chat","display_name":"Phi Chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:latest","name":"Phi Latest","display_name":"Phi Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b","name":"Phi3 14b","display_name":"Phi3 14b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-instruct","name":"Phi3 14b instruct","display_name":"Phi3 14b instruct","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-fp16","name":"Phi3 14b medium 128k instruct fp16","display_name":"Phi3 14b medium 128k instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q2_K","name":"Phi3 14b medium 128k instruct q2_K","display_name":"Phi3 14b medium 128k instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q3_K_L","name":"Phi3 14b medium 128k instruct q3_K_L","display_name":"Phi3 14b medium 128k instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q3_K_M","name":"Phi3 14b medium 128k instruct q3_K_M","display_name":"Phi3 14b medium 128k instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q3_K_S","name":"Phi3 14b medium 128k instruct q3_K_S","display_name":"Phi3 14b medium 128k instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q4_0","name":"Phi3 14b medium 128k instruct q4_0","display_name":"Phi3 14b medium 128k instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q4_1","name":"Phi3 14b medium 128k instruct q4_1","display_name":"Phi3 14b medium 128k instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q4_K_M","name":"Phi3 14b medium 128k instruct q4_K_M","display_name":"Phi3 14b medium 128k instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q4_K_S","name":"Phi3 14b medium 128k instruct q4_K_S","display_name":"Phi3 14b medium 128k instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q5_0","name":"Phi3 14b medium 128k instruct q5_0","display_name":"Phi3 14b medium 128k instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q5_1","name":"Phi3 14b medium 128k instruct q5_1","display_name":"Phi3 14b medium 128k instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q5_K_M","name":"Phi3 14b medium 128k instruct q5_K_M","display_name":"Phi3 14b medium 128k instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q5_K_S","name":"Phi3 14b medium 128k instruct q5_K_S","display_name":"Phi3 14b medium 128k instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q6_K","name":"Phi3 14b medium 128k instruct q6_K","display_name":"Phi3 14b medium 128k instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q8_0","name":"Phi3 14b medium 128k instruct q8_0","display_name":"Phi3 14b medium 128k instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-fp16","name":"Phi3 14b medium 4k instruct fp16","display_name":"Phi3 14b medium 4k instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q2_K","name":"Phi3 14b medium 4k instruct q2_K","display_name":"Phi3 14b medium 4k instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q3_K_L","name":"Phi3 14b medium 4k instruct q3_K_L","display_name":"Phi3 14b medium 4k instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q3_K_M","name":"Phi3 14b medium 4k instruct q3_K_M","display_name":"Phi3 14b medium 4k instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q3_K_S","name":"Phi3 14b medium 4k instruct q3_K_S","display_name":"Phi3 14b medium 4k instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q4_0","name":"Phi3 14b medium 4k instruct q4_0","display_name":"Phi3 14b medium 4k instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q4_1","name":"Phi3 14b medium 4k instruct q4_1","display_name":"Phi3 14b medium 4k instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q4_K_M","name":"Phi3 14b medium 4k instruct q4_K_M","display_name":"Phi3 14b medium 4k instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q4_K_S","name":"Phi3 14b medium 4k instruct q4_K_S","display_name":"Phi3 14b medium 4k instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q5_0","name":"Phi3 14b medium 4k instruct q5_0","display_name":"Phi3 14b medium 4k instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q5_1","name":"Phi3 14b medium 4k instruct q5_1","display_name":"Phi3 14b medium 4k instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q5_K_M","name":"Phi3 14b medium 4k instruct q5_K_M","display_name":"Phi3 14b medium 4k instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q5_K_S","name":"Phi3 14b medium 4k instruct q5_K_S","display_name":"Phi3 14b medium 4k instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q6_K","name":"Phi3 14b medium 4k instruct q6_K","display_name":"Phi3 14b medium 4k instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q8_0","name":"Phi3 14b medium 4k instruct q8_0","display_name":"Phi3 14b medium 4k instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b","name":"Phi3 3.8b","display_name":"Phi3 3.8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-instruct","name":"Phi3 3.8b instruct","display_name":"Phi3 3.8b instruct","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-fp16","name":"Phi3 3.8b mini 128k instruct fp16","display_name":"Phi3 3.8b mini 128k instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q2_K","name":"Phi3 3.8b mini 128k instruct q2_K","display_name":"Phi3 3.8b mini 128k instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q3_K_L","name":"Phi3 3.8b mini 128k instruct q3_K_L","display_name":"Phi3 3.8b mini 128k instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q3_K_M","name":"Phi3 3.8b mini 128k instruct q3_K_M","display_name":"Phi3 3.8b mini 128k instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q3_K_S","name":"Phi3 3.8b mini 128k instruct q3_K_S","display_name":"Phi3 3.8b mini 128k instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q4_0","name":"Phi3 3.8b mini 128k instruct q4_0","display_name":"Phi3 3.8b mini 128k instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q4_1","name":"Phi3 3.8b mini 128k instruct q4_1","display_name":"Phi3 3.8b mini 128k instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q4_K_M","name":"Phi3 3.8b mini 128k instruct q4_K_M","display_name":"Phi3 3.8b mini 128k instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q4_K_S","name":"Phi3 3.8b mini 128k instruct q4_K_S","display_name":"Phi3 3.8b mini 128k instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q5_0","name":"Phi3 3.8b mini 128k instruct q5_0","display_name":"Phi3 3.8b mini 128k instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q5_1","name":"Phi3 3.8b mini 128k instruct q5_1","display_name":"Phi3 3.8b mini 128k instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q5_K_M","name":"Phi3 3.8b mini 128k instruct q5_K_M","display_name":"Phi3 3.8b mini 128k instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q5_K_S","name":"Phi3 3.8b mini 128k instruct q5_K_S","display_name":"Phi3 3.8b mini 128k instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q6_K","name":"Phi3 3.8b mini 128k instruct q6_K","display_name":"Phi3 3.8b mini 128k instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q8_0","name":"Phi3 3.8b mini 128k instruct q8_0","display_name":"Phi3 3.8b mini 128k instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-fp16","name":"Phi3 3.8b mini 4k instruct fp16","display_name":"Phi3 3.8b mini 4k instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q2_K","name":"Phi3 3.8b mini 4k instruct q2_K","display_name":"Phi3 3.8b mini 4k instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q3_K_L","name":"Phi3 3.8b mini 4k instruct q3_K_L","display_name":"Phi3 3.8b mini 4k instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q3_K_M","name":"Phi3 3.8b mini 4k instruct q3_K_M","display_name":"Phi3 3.8b mini 4k instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q3_K_S","name":"Phi3 3.8b mini 4k instruct q3_K_S","display_name":"Phi3 3.8b mini 4k instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q4_0","name":"Phi3 3.8b mini 4k instruct q4_0","display_name":"Phi3 3.8b mini 4k instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q4_1","name":"Phi3 3.8b mini 4k instruct q4_1","display_name":"Phi3 3.8b mini 4k instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q4_K_M","name":"Phi3 3.8b mini 4k instruct q4_K_M","display_name":"Phi3 3.8b mini 4k instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q4_K_S","name":"Phi3 3.8b mini 4k instruct q4_K_S","display_name":"Phi3 3.8b mini 4k instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q5_0","name":"Phi3 3.8b mini 4k instruct q5_0","display_name":"Phi3 3.8b mini 4k instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q5_1","name":"Phi3 3.8b mini 4k instruct q5_1","display_name":"Phi3 3.8b mini 4k instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q5_K_M","name":"Phi3 3.8b mini 4k instruct q5_K_M","display_name":"Phi3 3.8b mini 4k instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q5_K_S","name":"Phi3 3.8b mini 4k instruct q5_K_S","display_name":"Phi3 3.8b mini 4k instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q6_K","name":"Phi3 3.8b mini 4k instruct q6_K","display_name":"Phi3 3.8b mini 4k instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q8_0","name":"Phi3 3.8b mini 4k instruct q8_0","display_name":"Phi3 3.8b mini 4k instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:instruct","name":"Phi3 Instruct","display_name":"Phi3 Instruct","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:latest","name":"Phi3 Latest","display_name":"Phi3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:medium","name":"Phi3 Medium","display_name":"Phi3 Medium","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:medium-128k","name":"Phi3 Medium 128k","display_name":"Phi3 Medium 128k","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:medium-4k","name":"Phi3 Medium 4k","display_name":"Phi3 Medium 4k","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:mini","name":"Phi3 Mini","display_name":"Phi3 Mini","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:mini-128k","name":"Phi3 Mini 128k","display_name":"Phi3 Mini 128k","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:mini-4k","name":"Phi3 Mini 4k","display_name":"Phi3 Mini 4k","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b","name":"Phi3.5 3.8b","display_name":"Phi3.5 3.8b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-fp16","name":"Phi3.5 3.8b mini instruct fp16","display_name":"Phi3.5 3.8b mini instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q2_K","name":"Phi3.5 3.8b mini instruct q2_K","display_name":"Phi3.5 3.8b mini instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q3_K_L","name":"Phi3.5 3.8b mini instruct q3_K_L","display_name":"Phi3.5 3.8b mini instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q3_K_M","name":"Phi3.5 3.8b mini instruct q3_K_M","display_name":"Phi3.5 3.8b mini instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q3_K_S","name":"Phi3.5 3.8b mini instruct q3_K_S","display_name":"Phi3.5 3.8b mini instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q4_0","name":"Phi3.5 3.8b mini instruct q4_0","display_name":"Phi3.5 3.8b mini instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q4_1","name":"Phi3.5 3.8b mini instruct q4_1","display_name":"Phi3.5 3.8b mini instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q4_K_M","name":"Phi3.5 3.8b mini instruct q4_K_M","display_name":"Phi3.5 3.8b mini instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q4_K_S","name":"Phi3.5 3.8b mini instruct q4_K_S","display_name":"Phi3.5 3.8b mini instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q5_0","name":"Phi3.5 3.8b mini instruct q5_0","display_name":"Phi3.5 3.8b mini instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q5_1","name":"Phi3.5 3.8b mini instruct q5_1","display_name":"Phi3.5 3.8b mini instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q5_K_M","name":"Phi3.5 3.8b mini instruct q5_K_M","display_name":"Phi3.5 3.8b mini instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q5_K_S","name":"Phi3.5 3.8b mini instruct q5_K_S","display_name":"Phi3.5 3.8b mini instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q6_K","name":"Phi3.5 3.8b mini instruct q6_K","display_name":"Phi3.5 3.8b mini instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q8_0","name":"Phi3.5 3.8b mini instruct q8_0","display_name":"Phi3.5 3.8b mini instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:latest","name":"Phi3.5 Latest","display_name":"Phi3.5 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini-reasoning:3.8b","name":"Phi4-mini-reasoning 3.8b","display_name":"Phi4-mini-reasoning 3.8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini-reasoning:3.8b-fp16","name":"Phi4-mini-reasoning 3.8b fp16","display_name":"Phi4-mini-reasoning 3.8b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini-reasoning:3.8b-q4_K_M","name":"Phi4-mini-reasoning 3.8b q4_K_M","display_name":"Phi4-mini-reasoning 3.8b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini-reasoning:3.8b-q8_0","name":"Phi4-mini-reasoning 3.8b q8_0","display_name":"Phi4-mini-reasoning 3.8b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini-reasoning:latest","name":"Phi4-mini-reasoning Latest","display_name":"Phi4-mini-reasoning Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini:3.8b","name":"Phi4-mini 3.8b","display_name":"Phi4-mini 3.8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini:3.8b-fp16","name":"Phi4-mini 3.8b fp16","display_name":"Phi4-mini 3.8b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini:3.8b-q4_K_M","name":"Phi4-mini 3.8b q4_K_M","display_name":"Phi4-mini 3.8b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini:3.8b-q8_0","name":"Phi4-mini 3.8b q8_0","display_name":"Phi4-mini 3.8b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini:latest","name":"Phi4-mini Latest","display_name":"Phi4-mini Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b","name":"Phi4-reasoning 14b","display_name":"Phi4-reasoning 14b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-fp16","name":"Phi4-reasoning 14b fp16","display_name":"Phi4-reasoning 14b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-plus-fp16","name":"Phi4-reasoning 14b plus fp16","display_name":"Phi4-reasoning 14b plus fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-plus-q4_K_M","name":"Phi4-reasoning 14b plus q4_K_M","display_name":"Phi4-reasoning 14b plus q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-plus-q8_0","name":"Phi4-reasoning 14b plus q8_0","display_name":"Phi4-reasoning 14b plus q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-q4_K_M","name":"Phi4-reasoning 14b q4_K_M","display_name":"Phi4-reasoning 14b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-q8_0","name":"Phi4-reasoning 14b q8_0","display_name":"Phi4-reasoning 14b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:latest","name":"Phi4-reasoning Latest","display_name":"Phi4-reasoning Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:plus","name":"Phi4-reasoning Plus","display_name":"Phi4-reasoning Plus","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4:14b","name":"Phi4 14b","display_name":"Phi4 14b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4:14b-fp16","name":"Phi4 14b fp16","display_name":"Phi4 14b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4:14b-q4_K_M","name":"Phi4 14b q4_K_M","display_name":"Phi4 14b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4:14b-q8_0","name":"Phi4 14b q8_0","display_name":"Phi4 14b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4:latest","name":"Phi4 Latest","display_name":"Phi4 Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b","name":"Phind-codellama 34b","display_name":"Phind-codellama 34b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-fp16","name":"Phind-codellama 34b fp16","display_name":"Phind-codellama 34b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python","name":"Phind-codellama 34b python","display_name":"Phind-codellama 34b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-fp16","name":"Phind-codellama 34b python fp16","display_name":"Phind-codellama 34b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q2_K","name":"Phind-codellama 34b python q2_K","display_name":"Phind-codellama 34b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q3_K_L","name":"Phind-codellama 34b python q3_K_L","display_name":"Phind-codellama 34b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q3_K_M","name":"Phind-codellama 34b python q3_K_M","display_name":"Phind-codellama 34b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q3_K_S","name":"Phind-codellama 34b python q3_K_S","display_name":"Phind-codellama 34b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q4_0","name":"Phind-codellama 34b python q4_0","display_name":"Phind-codellama 34b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q4_1","name":"Phind-codellama 34b python q4_1","display_name":"Phind-codellama 34b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q4_K_M","name":"Phind-codellama 34b python q4_K_M","display_name":"Phind-codellama 34b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q4_K_S","name":"Phind-codellama 34b python q4_K_S","display_name":"Phind-codellama 34b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q5_0","name":"Phind-codellama 34b python q5_0","display_name":"Phind-codellama 34b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q5_1","name":"Phind-codellama 34b python q5_1","display_name":"Phind-codellama 34b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q5_K_M","name":"Phind-codellama 34b python q5_K_M","display_name":"Phind-codellama 34b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q5_K_S","name":"Phind-codellama 34b python q5_K_S","display_name":"Phind-codellama 34b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q6_K","name":"Phind-codellama 34b python q6_K","display_name":"Phind-codellama 34b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q8_0","name":"Phind-codellama 34b python q8_0","display_name":"Phind-codellama 34b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q2_K","name":"Phind-codellama 34b q2_K","display_name":"Phind-codellama 34b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q3_K_L","name":"Phind-codellama 34b q3_K_L","display_name":"Phind-codellama 34b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q3_K_M","name":"Phind-codellama 34b q3_K_M","display_name":"Phind-codellama 34b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q3_K_S","name":"Phind-codellama 34b q3_K_S","display_name":"Phind-codellama 34b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q4_0","name":"Phind-codellama 34b q4_0","display_name":"Phind-codellama 34b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q4_1","name":"Phind-codellama 34b q4_1","display_name":"Phind-codellama 34b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q4_K_M","name":"Phind-codellama 34b q4_K_M","display_name":"Phind-codellama 34b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q4_K_S","name":"Phind-codellama 34b q4_K_S","display_name":"Phind-codellama 34b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q5_0","name":"Phind-codellama 34b q5_0","display_name":"Phind-codellama 34b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q5_1","name":"Phind-codellama 34b q5_1","display_name":"Phind-codellama 34b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q5_K_M","name":"Phind-codellama 34b q5_K_M","display_name":"Phind-codellama 34b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q5_K_S","name":"Phind-codellama 34b q5_K_S","display_name":"Phind-codellama 34b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q6_K","name":"Phind-codellama 34b q6_K","display_name":"Phind-codellama 34b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q8_0","name":"Phind-codellama 34b q8_0","display_name":"Phind-codellama 34b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2","name":"Phind-codellama 34b v2","display_name":"Phind-codellama 34b v2","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-fp16","name":"Phind-codellama 34b v2 fp16","display_name":"Phind-codellama 34b v2 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q2_K","name":"Phind-codellama 34b v2 q2_K","display_name":"Phind-codellama 34b v2 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q3_K_L","name":"Phind-codellama 34b v2 q3_K_L","display_name":"Phind-codellama 34b v2 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q3_K_M","name":"Phind-codellama 34b v2 q3_K_M","display_name":"Phind-codellama 34b v2 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q3_K_S","name":"Phind-codellama 34b v2 q3_K_S","display_name":"Phind-codellama 34b v2 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q4_0","name":"Phind-codellama 34b v2 q4_0","display_name":"Phind-codellama 34b v2 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q4_1","name":"Phind-codellama 34b v2 q4_1","display_name":"Phind-codellama 34b v2 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q4_K_M","name":"Phind-codellama 34b v2 q4_K_M","display_name":"Phind-codellama 34b v2 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q4_K_S","name":"Phind-codellama 34b v2 q4_K_S","display_name":"Phind-codellama 34b v2 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q5_0","name":"Phind-codellama 34b v2 q5_0","display_name":"Phind-codellama 34b v2 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q5_1","name":"Phind-codellama 34b v2 q5_1","display_name":"Phind-codellama 34b v2 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q5_K_M","name":"Phind-codellama 34b v2 q5_K_M","display_name":"Phind-codellama 34b v2 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q5_K_S","name":"Phind-codellama 34b v2 q5_K_S","display_name":"Phind-codellama 34b v2 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q6_K","name":"Phind-codellama 34b v2 q6_K","display_name":"Phind-codellama 34b v2 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q8_0","name":"Phind-codellama 34b v2 q8_0","display_name":"Phind-codellama 34b v2 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:latest","name":"Phind-codellama Latest","display_name":"Phind-codellama Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b","name":"Qwen 0.5b","display_name":"Qwen 0.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat","name":"Qwen 0.5b chat","display_name":"Qwen 0.5b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-fp16","name":"Qwen 0.5b chat v1.5 fp16","display_name":"Qwen 0.5b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q2_K","name":"Qwen 0.5b chat v1.5 q2_K","display_name":"Qwen 0.5b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q3_K_L","name":"Qwen 0.5b chat v1.5 q3_K_L","display_name":"Qwen 0.5b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q3_K_M","name":"Qwen 0.5b chat v1.5 q3_K_M","display_name":"Qwen 0.5b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q3_K_S","name":"Qwen 0.5b chat v1.5 q3_K_S","display_name":"Qwen 0.5b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q4_0","name":"Qwen 0.5b chat v1.5 q4_0","display_name":"Qwen 0.5b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q4_1","name":"Qwen 0.5b chat v1.5 q4_1","display_name":"Qwen 0.5b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q4_K_M","name":"Qwen 0.5b chat v1.5 q4_K_M","display_name":"Qwen 0.5b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q4_K_S","name":"Qwen 0.5b chat v1.5 q4_K_S","display_name":"Qwen 0.5b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q5_0","name":"Qwen 0.5b chat v1.5 q5_0","display_name":"Qwen 0.5b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q5_1","name":"Qwen 0.5b chat v1.5 q5_1","display_name":"Qwen 0.5b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q5_K_M","name":"Qwen 0.5b chat v1.5 q5_K_M","display_name":"Qwen 0.5b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q5_K_S","name":"Qwen 0.5b chat v1.5 q5_K_S","display_name":"Qwen 0.5b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q6_K","name":"Qwen 0.5b chat v1.5 q6_K","display_name":"Qwen 0.5b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q8_0","name":"Qwen 0.5b chat v1.5 q8_0","display_name":"Qwen 0.5b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text","name":"Qwen 0.5b text","display_name":"Qwen 0.5b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-fp16","name":"Qwen 0.5b text v1.5 fp16","display_name":"Qwen 0.5b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q2_K","name":"Qwen 0.5b text v1.5 q2_K","display_name":"Qwen 0.5b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q3_K_L","name":"Qwen 0.5b text v1.5 q3_K_L","display_name":"Qwen 0.5b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q3_K_M","name":"Qwen 0.5b text v1.5 q3_K_M","display_name":"Qwen 0.5b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q3_K_S","name":"Qwen 0.5b text v1.5 q3_K_S","display_name":"Qwen 0.5b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q4_0","name":"Qwen 0.5b text v1.5 q4_0","display_name":"Qwen 0.5b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q4_1","name":"Qwen 0.5b text v1.5 q4_1","display_name":"Qwen 0.5b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q4_K_M","name":"Qwen 0.5b text v1.5 q4_K_M","display_name":"Qwen 0.5b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q4_K_S","name":"Qwen 0.5b text v1.5 q4_K_S","display_name":"Qwen 0.5b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q5_0","name":"Qwen 0.5b text v1.5 q5_0","display_name":"Qwen 0.5b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q5_1","name":"Qwen 0.5b text v1.5 q5_1","display_name":"Qwen 0.5b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q5_K_M","name":"Qwen 0.5b text v1.5 q5_K_M","display_name":"Qwen 0.5b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q5_K_S","name":"Qwen 0.5b text v1.5 q5_K_S","display_name":"Qwen 0.5b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q6_K","name":"Qwen 0.5b text v1.5 q6_K","display_name":"Qwen 0.5b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q8_0","name":"Qwen 0.5b text v1.5 q8_0","display_name":"Qwen 0.5b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b","name":"Qwen 1.8b","display_name":"Qwen 1.8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat","name":"Qwen 1.8b chat","display_name":"Qwen 1.8b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-fp16","name":"Qwen 1.8b chat fp16","display_name":"Qwen 1.8b chat fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q2_K","name":"Qwen 1.8b chat q2_K","display_name":"Qwen 1.8b chat q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q3_K_L","name":"Qwen 1.8b chat q3_K_L","display_name":"Qwen 1.8b chat q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q3_K_M","name":"Qwen 1.8b chat q3_K_M","display_name":"Qwen 1.8b chat q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q3_K_S","name":"Qwen 1.8b chat q3_K_S","display_name":"Qwen 1.8b chat q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q4_0","name":"Qwen 1.8b chat q4_0","display_name":"Qwen 1.8b chat q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q4_1","name":"Qwen 1.8b chat q4_1","display_name":"Qwen 1.8b chat q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q4_K_M","name":"Qwen 1.8b chat q4_K_M","display_name":"Qwen 1.8b chat q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q4_K_S","name":"Qwen 1.8b chat q4_K_S","display_name":"Qwen 1.8b chat q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q5_0","name":"Qwen 1.8b chat q5_0","display_name":"Qwen 1.8b chat q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q5_1","name":"Qwen 1.8b chat q5_1","display_name":"Qwen 1.8b chat q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q5_K_M","name":"Qwen 1.8b chat q5_K_M","display_name":"Qwen 1.8b chat q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q5_K_S","name":"Qwen 1.8b chat q5_K_S","display_name":"Qwen 1.8b chat q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q6_K","name":"Qwen 1.8b chat q6_K","display_name":"Qwen 1.8b chat q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q8_0","name":"Qwen 1.8b chat q8_0","display_name":"Qwen 1.8b chat q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-fp16","name":"Qwen 1.8b chat v1.5 fp16","display_name":"Qwen 1.8b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q2_K","name":"Qwen 1.8b chat v1.5 q2_K","display_name":"Qwen 1.8b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q3_K_L","name":"Qwen 1.8b chat v1.5 q3_K_L","display_name":"Qwen 1.8b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q3_K_M","name":"Qwen 1.8b chat v1.5 q3_K_M","display_name":"Qwen 1.8b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q3_K_S","name":"Qwen 1.8b chat v1.5 q3_K_S","display_name":"Qwen 1.8b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q4_0","name":"Qwen 1.8b chat v1.5 q4_0","display_name":"Qwen 1.8b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q4_1","name":"Qwen 1.8b chat v1.5 q4_1","display_name":"Qwen 1.8b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q4_K_M","name":"Qwen 1.8b chat v1.5 q4_K_M","display_name":"Qwen 1.8b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q4_K_S","name":"Qwen 1.8b chat v1.5 q4_K_S","display_name":"Qwen 1.8b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q5_0","name":"Qwen 1.8b chat v1.5 q5_0","display_name":"Qwen 1.8b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q5_1","name":"Qwen 1.8b chat v1.5 q5_1","display_name":"Qwen 1.8b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q5_K_M","name":"Qwen 1.8b chat v1.5 q5_K_M","display_name":"Qwen 1.8b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q5_K_S","name":"Qwen 1.8b chat v1.5 q5_K_S","display_name":"Qwen 1.8b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q6_K","name":"Qwen 1.8b chat v1.5 q6_K","display_name":"Qwen 1.8b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q8_0","name":"Qwen 1.8b chat v1.5 q8_0","display_name":"Qwen 1.8b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text","name":"Qwen 1.8b text","display_name":"Qwen 1.8b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-fp16","name":"Qwen 1.8b text fp16","display_name":"Qwen 1.8b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q2_K","name":"Qwen 1.8b text q2_K","display_name":"Qwen 1.8b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q3_K_L","name":"Qwen 1.8b text q3_K_L","display_name":"Qwen 1.8b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q3_K_M","name":"Qwen 1.8b text q3_K_M","display_name":"Qwen 1.8b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q3_K_S","name":"Qwen 1.8b text q3_K_S","display_name":"Qwen 1.8b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q4_0","name":"Qwen 1.8b text q4_0","display_name":"Qwen 1.8b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q4_1","name":"Qwen 1.8b text q4_1","display_name":"Qwen 1.8b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q4_K_M","name":"Qwen 1.8b text q4_K_M","display_name":"Qwen 1.8b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q4_K_S","name":"Qwen 1.8b text q4_K_S","display_name":"Qwen 1.8b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q5_0","name":"Qwen 1.8b text q5_0","display_name":"Qwen 1.8b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q5_1","name":"Qwen 1.8b text q5_1","display_name":"Qwen 1.8b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q5_K_M","name":"Qwen 1.8b text q5_K_M","display_name":"Qwen 1.8b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q5_K_S","name":"Qwen 1.8b text q5_K_S","display_name":"Qwen 1.8b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q6_K","name":"Qwen 1.8b text q6_K","display_name":"Qwen 1.8b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q8_0","name":"Qwen 1.8b text q8_0","display_name":"Qwen 1.8b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-fp16","name":"Qwen 1.8b text v1.5 fp16","display_name":"Qwen 1.8b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q2_K","name":"Qwen 1.8b text v1.5 q2_K","display_name":"Qwen 1.8b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q3_K_L","name":"Qwen 1.8b text v1.5 q3_K_L","display_name":"Qwen 1.8b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q3_K_M","name":"Qwen 1.8b text v1.5 q3_K_M","display_name":"Qwen 1.8b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q3_K_S","name":"Qwen 1.8b text v1.5 q3_K_S","display_name":"Qwen 1.8b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q4_0","name":"Qwen 1.8b text v1.5 q4_0","display_name":"Qwen 1.8b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q4_1","name":"Qwen 1.8b text v1.5 q4_1","display_name":"Qwen 1.8b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q4_K_M","name":"Qwen 1.8b text v1.5 q4_K_M","display_name":"Qwen 1.8b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q4_K_S","name":"Qwen 1.8b text v1.5 q4_K_S","display_name":"Qwen 1.8b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q5_0","name":"Qwen 1.8b text v1.5 q5_0","display_name":"Qwen 1.8b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q5_1","name":"Qwen 1.8b text v1.5 q5_1","display_name":"Qwen 1.8b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q5_K_M","name":"Qwen 1.8b text v1.5 q5_K_M","display_name":"Qwen 1.8b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q5_K_S","name":"Qwen 1.8b text v1.5 q5_K_S","display_name":"Qwen 1.8b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q6_K","name":"Qwen 1.8b text v1.5 q6_K","display_name":"Qwen 1.8b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q8_0","name":"Qwen 1.8b text v1.5 q8_0","display_name":"Qwen 1.8b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b","name":"Qwen 110b","display_name":"Qwen 110b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat","name":"Qwen 110b chat","display_name":"Qwen 110b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-fp16","name":"Qwen 110b chat v1.5 fp16","display_name":"Qwen 110b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q2_K","name":"Qwen 110b chat v1.5 q2_K","display_name":"Qwen 110b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q3_K_L","name":"Qwen 110b chat v1.5 q3_K_L","display_name":"Qwen 110b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q3_K_M","name":"Qwen 110b chat v1.5 q3_K_M","display_name":"Qwen 110b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q3_K_S","name":"Qwen 110b chat v1.5 q3_K_S","display_name":"Qwen 110b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q4_0","name":"Qwen 110b chat v1.5 q4_0","display_name":"Qwen 110b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q4_1","name":"Qwen 110b chat v1.5 q4_1","display_name":"Qwen 110b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q4_K_M","name":"Qwen 110b chat v1.5 q4_K_M","display_name":"Qwen 110b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q4_K_S","name":"Qwen 110b chat v1.5 q4_K_S","display_name":"Qwen 110b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q5_0","name":"Qwen 110b chat v1.5 q5_0","display_name":"Qwen 110b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q5_1","name":"Qwen 110b chat v1.5 q5_1","display_name":"Qwen 110b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q5_K_M","name":"Qwen 110b chat v1.5 q5_K_M","display_name":"Qwen 110b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q5_K_S","name":"Qwen 110b chat v1.5 q5_K_S","display_name":"Qwen 110b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q6_K","name":"Qwen 110b chat v1.5 q6_K","display_name":"Qwen 110b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q8_0","name":"Qwen 110b chat v1.5 q8_0","display_name":"Qwen 110b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-fp16","name":"Qwen 110b text v1.5 fp16","display_name":"Qwen 110b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q2_K","name":"Qwen 110b text v1.5 q2_K","display_name":"Qwen 110b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q3_K_L","name":"Qwen 110b text v1.5 q3_K_L","display_name":"Qwen 110b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q3_K_M","name":"Qwen 110b text v1.5 q3_K_M","display_name":"Qwen 110b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q3_K_S","name":"Qwen 110b text v1.5 q3_K_S","display_name":"Qwen 110b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q4_0","name":"Qwen 110b text v1.5 q4_0","display_name":"Qwen 110b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q4_1","name":"Qwen 110b text v1.5 q4_1","display_name":"Qwen 110b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q4_K_M","name":"Qwen 110b text v1.5 q4_K_M","display_name":"Qwen 110b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q4_K_S","name":"Qwen 110b text v1.5 q4_K_S","display_name":"Qwen 110b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q5_0","name":"Qwen 110b text v1.5 q5_0","display_name":"Qwen 110b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q5_1","name":"Qwen 110b text v1.5 q5_1","display_name":"Qwen 110b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q5_K_M","name":"Qwen 110b text v1.5 q5_K_M","display_name":"Qwen 110b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q5_K_S","name":"Qwen 110b text v1.5 q5_K_S","display_name":"Qwen 110b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q6_K","name":"Qwen 110b text v1.5 q6_K","display_name":"Qwen 110b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q8_0","name":"Qwen 110b text v1.5 q8_0","display_name":"Qwen 110b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b","name":"Qwen 14b","display_name":"Qwen 14b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat","name":"Qwen 14b chat","display_name":"Qwen 14b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-fp16","name":"Qwen 14b chat fp16","display_name":"Qwen 14b chat fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q2_K","name":"Qwen 14b chat q2_K","display_name":"Qwen 14b chat q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q3_K_L","name":"Qwen 14b chat q3_K_L","display_name":"Qwen 14b chat q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q3_K_M","name":"Qwen 14b chat q3_K_M","display_name":"Qwen 14b chat q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q3_K_S","name":"Qwen 14b chat q3_K_S","display_name":"Qwen 14b chat q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q4_0","name":"Qwen 14b chat q4_0","display_name":"Qwen 14b chat q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q4_1","name":"Qwen 14b chat q4_1","display_name":"Qwen 14b chat q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q4_K_M","name":"Qwen 14b chat q4_K_M","display_name":"Qwen 14b chat q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q4_K_S","name":"Qwen 14b chat q4_K_S","display_name":"Qwen 14b chat q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q5_0","name":"Qwen 14b chat q5_0","display_name":"Qwen 14b chat q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q5_1","name":"Qwen 14b chat q5_1","display_name":"Qwen 14b chat q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q5_K_M","name":"Qwen 14b chat q5_K_M","display_name":"Qwen 14b chat q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q5_K_S","name":"Qwen 14b chat q5_K_S","display_name":"Qwen 14b chat q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q6_K","name":"Qwen 14b chat q6_K","display_name":"Qwen 14b chat q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q8_0","name":"Qwen 14b chat q8_0","display_name":"Qwen 14b chat q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-fp16","name":"Qwen 14b chat v1.5 fp16","display_name":"Qwen 14b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q2_K","name":"Qwen 14b chat v1.5 q2_K","display_name":"Qwen 14b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q3_K_L","name":"Qwen 14b chat v1.5 q3_K_L","display_name":"Qwen 14b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q3_K_M","name":"Qwen 14b chat v1.5 q3_K_M","display_name":"Qwen 14b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q3_K_S","name":"Qwen 14b chat v1.5 q3_K_S","display_name":"Qwen 14b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q4_0","name":"Qwen 14b chat v1.5 q4_0","display_name":"Qwen 14b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q4_1","name":"Qwen 14b chat v1.5 q4_1","display_name":"Qwen 14b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q4_K_M","name":"Qwen 14b chat v1.5 q4_K_M","display_name":"Qwen 14b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q4_K_S","name":"Qwen 14b chat v1.5 q4_K_S","display_name":"Qwen 14b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q5_0","name":"Qwen 14b chat v1.5 q5_0","display_name":"Qwen 14b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q5_1","name":"Qwen 14b chat v1.5 q5_1","display_name":"Qwen 14b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q5_K_M","name":"Qwen 14b chat v1.5 q5_K_M","display_name":"Qwen 14b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q5_K_S","name":"Qwen 14b chat v1.5 q5_K_S","display_name":"Qwen 14b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q6_K","name":"Qwen 14b chat v1.5 q6_K","display_name":"Qwen 14b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q8_0","name":"Qwen 14b chat v1.5 q8_0","display_name":"Qwen 14b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text","name":"Qwen 14b text","display_name":"Qwen 14b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-fp16","name":"Qwen 14b text fp16","display_name":"Qwen 14b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q2_K","name":"Qwen 14b text q2_K","display_name":"Qwen 14b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q3_K_L","name":"Qwen 14b text q3_K_L","display_name":"Qwen 14b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q3_K_M","name":"Qwen 14b text q3_K_M","display_name":"Qwen 14b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q3_K_S","name":"Qwen 14b text q3_K_S","display_name":"Qwen 14b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q4_0","name":"Qwen 14b text q4_0","display_name":"Qwen 14b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q4_1","name":"Qwen 14b text q4_1","display_name":"Qwen 14b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q4_K_M","name":"Qwen 14b text q4_K_M","display_name":"Qwen 14b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q4_K_S","name":"Qwen 14b text q4_K_S","display_name":"Qwen 14b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q5_0","name":"Qwen 14b text q5_0","display_name":"Qwen 14b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q5_1","name":"Qwen 14b text q5_1","display_name":"Qwen 14b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q5_K_M","name":"Qwen 14b text q5_K_M","display_name":"Qwen 14b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q5_K_S","name":"Qwen 14b text q5_K_S","display_name":"Qwen 14b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q6_K","name":"Qwen 14b text q6_K","display_name":"Qwen 14b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q8_0","name":"Qwen 14b text q8_0","display_name":"Qwen 14b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-fp16","name":"Qwen 14b text v1.5 fp16","display_name":"Qwen 14b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q2_K","name":"Qwen 14b text v1.5 q2_K","display_name":"Qwen 14b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q3_K_L","name":"Qwen 14b text v1.5 q3_K_L","display_name":"Qwen 14b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q3_K_M","name":"Qwen 14b text v1.5 q3_K_M","display_name":"Qwen 14b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q3_K_S","name":"Qwen 14b text v1.5 q3_K_S","display_name":"Qwen 14b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q4_0","name":"Qwen 14b text v1.5 q4_0","display_name":"Qwen 14b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q4_1","name":"Qwen 14b text v1.5 q4_1","display_name":"Qwen 14b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q4_K_M","name":"Qwen 14b text v1.5 q4_K_M","display_name":"Qwen 14b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q4_K_S","name":"Qwen 14b text v1.5 q4_K_S","display_name":"Qwen 14b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q5_0","name":"Qwen 14b text v1.5 q5_0","display_name":"Qwen 14b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q5_1","name":"Qwen 14b text v1.5 q5_1","display_name":"Qwen 14b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q5_K_M","name":"Qwen 14b text v1.5 q5_K_M","display_name":"Qwen 14b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q5_K_S","name":"Qwen 14b text v1.5 q5_K_S","display_name":"Qwen 14b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q6_K","name":"Qwen 14b text v1.5 q6_K","display_name":"Qwen 14b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q8_0","name":"Qwen 14b text v1.5 q8_0","display_name":"Qwen 14b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b","name":"Qwen 32b","display_name":"Qwen 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat","name":"Qwen 32b chat","display_name":"Qwen 32b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-fp16","name":"Qwen 32b chat v1.5 fp16","display_name":"Qwen 32b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q2_K","name":"Qwen 32b chat v1.5 q2_K","display_name":"Qwen 32b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q3_K_L","name":"Qwen 32b chat v1.5 q3_K_L","display_name":"Qwen 32b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q3_K_M","name":"Qwen 32b chat v1.5 q3_K_M","display_name":"Qwen 32b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q3_K_S","name":"Qwen 32b chat v1.5 q3_K_S","display_name":"Qwen 32b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q4_0","name":"Qwen 32b chat v1.5 q4_0","display_name":"Qwen 32b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q4_1","name":"Qwen 32b chat v1.5 q4_1","display_name":"Qwen 32b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q4_K_M","name":"Qwen 32b chat v1.5 q4_K_M","display_name":"Qwen 32b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q4_K_S","name":"Qwen 32b chat v1.5 q4_K_S","display_name":"Qwen 32b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q5_0","name":"Qwen 32b chat v1.5 q5_0","display_name":"Qwen 32b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q5_1","name":"Qwen 32b chat v1.5 q5_1","display_name":"Qwen 32b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q5_K_M","name":"Qwen 32b chat v1.5 q5_K_M","display_name":"Qwen 32b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q5_K_S","name":"Qwen 32b chat v1.5 q5_K_S","display_name":"Qwen 32b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q6_K","name":"Qwen 32b chat v1.5 q6_K","display_name":"Qwen 32b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q8_0","name":"Qwen 32b chat v1.5 q8_0","display_name":"Qwen 32b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text","name":"Qwen 32b text","display_name":"Qwen 32b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q2_K","name":"Qwen 32b text v1.5 q2_K","display_name":"Qwen 32b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q3_K_L","name":"Qwen 32b text v1.5 q3_K_L","display_name":"Qwen 32b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q3_K_M","name":"Qwen 32b text v1.5 q3_K_M","display_name":"Qwen 32b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q3_K_S","name":"Qwen 32b text v1.5 q3_K_S","display_name":"Qwen 32b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q4_0","name":"Qwen 32b text v1.5 q4_0","display_name":"Qwen 32b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q4_1","name":"Qwen 32b text v1.5 q4_1","display_name":"Qwen 32b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q4_K_S","name":"Qwen 32b text v1.5 q4_K_S","display_name":"Qwen 32b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q5_0","name":"Qwen 32b text v1.5 q5_0","display_name":"Qwen 32b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q5_1","name":"Qwen 32b text v1.5 q5_1","display_name":"Qwen 32b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q8_0","name":"Qwen 32b text v1.5 q8_0","display_name":"Qwen 32b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b","name":"Qwen 4b","display_name":"Qwen 4b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat","name":"Qwen 4b chat","display_name":"Qwen 4b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-fp16","name":"Qwen 4b chat v1.5 fp16","display_name":"Qwen 4b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q2_K","name":"Qwen 4b chat v1.5 q2_K","display_name":"Qwen 4b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q3_K_L","name":"Qwen 4b chat v1.5 q3_K_L","display_name":"Qwen 4b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q3_K_M","name":"Qwen 4b chat v1.5 q3_K_M","display_name":"Qwen 4b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q3_K_S","name":"Qwen 4b chat v1.5 q3_K_S","display_name":"Qwen 4b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q4_0","name":"Qwen 4b chat v1.5 q4_0","display_name":"Qwen 4b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q4_1","name":"Qwen 4b chat v1.5 q4_1","display_name":"Qwen 4b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q4_K_M","name":"Qwen 4b chat v1.5 q4_K_M","display_name":"Qwen 4b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q4_K_S","name":"Qwen 4b chat v1.5 q4_K_S","display_name":"Qwen 4b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q5_0","name":"Qwen 4b chat v1.5 q5_0","display_name":"Qwen 4b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q5_1","name":"Qwen 4b chat v1.5 q5_1","display_name":"Qwen 4b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q5_K_M","name":"Qwen 4b chat v1.5 q5_K_M","display_name":"Qwen 4b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q5_K_S","name":"Qwen 4b chat v1.5 q5_K_S","display_name":"Qwen 4b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q6_K","name":"Qwen 4b chat v1.5 q6_K","display_name":"Qwen 4b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q8_0","name":"Qwen 4b chat v1.5 q8_0","display_name":"Qwen 4b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text","name":"Qwen 4b text","display_name":"Qwen 4b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-fp16","name":"Qwen 4b text v1.5 fp16","display_name":"Qwen 4b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q2_K","name":"Qwen 4b text v1.5 q2_K","display_name":"Qwen 4b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q3_K_L","name":"Qwen 4b text v1.5 q3_K_L","display_name":"Qwen 4b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q3_K_M","name":"Qwen 4b text v1.5 q3_K_M","display_name":"Qwen 4b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q3_K_S","name":"Qwen 4b text v1.5 q3_K_S","display_name":"Qwen 4b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q4_0","name":"Qwen 4b text v1.5 q4_0","display_name":"Qwen 4b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q4_1","name":"Qwen 4b text v1.5 q4_1","display_name":"Qwen 4b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q4_K_M","name":"Qwen 4b text v1.5 q4_K_M","display_name":"Qwen 4b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q4_K_S","name":"Qwen 4b text v1.5 q4_K_S","display_name":"Qwen 4b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q5_0","name":"Qwen 4b text v1.5 q5_0","display_name":"Qwen 4b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q5_1","name":"Qwen 4b text v1.5 q5_1","display_name":"Qwen 4b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q5_K_M","name":"Qwen 4b text v1.5 q5_K_M","display_name":"Qwen 4b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q5_K_S","name":"Qwen 4b text v1.5 q5_K_S","display_name":"Qwen 4b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q6_K","name":"Qwen 4b text v1.5 q6_K","display_name":"Qwen 4b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q8_0","name":"Qwen 4b text v1.5 q8_0","display_name":"Qwen 4b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b","name":"Qwen 72b","display_name":"Qwen 72b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat","name":"Qwen 72b chat","display_name":"Qwen 72b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-fp16","name":"Qwen 72b chat fp16","display_name":"Qwen 72b chat fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q2_K","name":"Qwen 72b chat q2_K","display_name":"Qwen 72b chat q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q3_K_L","name":"Qwen 72b chat q3_K_L","display_name":"Qwen 72b chat q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q3_K_M","name":"Qwen 72b chat q3_K_M","display_name":"Qwen 72b chat q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q3_K_S","name":"Qwen 72b chat q3_K_S","display_name":"Qwen 72b chat q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q4_0","name":"Qwen 72b chat q4_0","display_name":"Qwen 72b chat q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q4_1","name":"Qwen 72b chat q4_1","display_name":"Qwen 72b chat q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q4_K_M","name":"Qwen 72b chat q4_K_M","display_name":"Qwen 72b chat q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q4_K_S","name":"Qwen 72b chat q4_K_S","display_name":"Qwen 72b chat q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q5_0","name":"Qwen 72b chat q5_0","display_name":"Qwen 72b chat q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q5_1","name":"Qwen 72b chat q5_1","display_name":"Qwen 72b chat q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q5_K_M","name":"Qwen 72b chat q5_K_M","display_name":"Qwen 72b chat q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q5_K_S","name":"Qwen 72b chat q5_K_S","display_name":"Qwen 72b chat q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q6_K","name":"Qwen 72b chat q6_K","display_name":"Qwen 72b chat q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q8_0","name":"Qwen 72b chat q8_0","display_name":"Qwen 72b chat q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-fp16","name":"Qwen 72b chat v1.5 fp16","display_name":"Qwen 72b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q2_K","name":"Qwen 72b chat v1.5 q2_K","display_name":"Qwen 72b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q3_K_L","name":"Qwen 72b chat v1.5 q3_K_L","display_name":"Qwen 72b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q3_K_M","name":"Qwen 72b chat v1.5 q3_K_M","display_name":"Qwen 72b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q3_K_S","name":"Qwen 72b chat v1.5 q3_K_S","display_name":"Qwen 72b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q4_0","name":"Qwen 72b chat v1.5 q4_0","display_name":"Qwen 72b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q4_1","name":"Qwen 72b chat v1.5 q4_1","display_name":"Qwen 72b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q4_K_M","name":"Qwen 72b chat v1.5 q4_K_M","display_name":"Qwen 72b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q4_K_S","name":"Qwen 72b chat v1.5 q4_K_S","display_name":"Qwen 72b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q5_0","name":"Qwen 72b chat v1.5 q5_0","display_name":"Qwen 72b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q5_1","name":"Qwen 72b chat v1.5 q5_1","display_name":"Qwen 72b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q5_K_M","name":"Qwen 72b chat v1.5 q5_K_M","display_name":"Qwen 72b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q5_K_S","name":"Qwen 72b chat v1.5 q5_K_S","display_name":"Qwen 72b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q6_K","name":"Qwen 72b chat v1.5 q6_K","display_name":"Qwen 72b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q8_0","name":"Qwen 72b chat v1.5 q8_0","display_name":"Qwen 72b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text","name":"Qwen 72b text","display_name":"Qwen 72b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-fp16","name":"Qwen 72b text fp16","display_name":"Qwen 72b text fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q2_K","name":"Qwen 72b text q2_K","display_name":"Qwen 72b text q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q3_K_L","name":"Qwen 72b text q3_K_L","display_name":"Qwen 72b text q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q3_K_M","name":"Qwen 72b text q3_K_M","display_name":"Qwen 72b text q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q3_K_S","name":"Qwen 72b text q3_K_S","display_name":"Qwen 72b text q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q4_0","name":"Qwen 72b text q4_0","display_name":"Qwen 72b text q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q4_1","name":"Qwen 72b text q4_1","display_name":"Qwen 72b text q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q4_K_M","name":"Qwen 72b text q4_K_M","display_name":"Qwen 72b text q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q4_K_S","name":"Qwen 72b text q4_K_S","display_name":"Qwen 72b text q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q5_0","name":"Qwen 72b text q5_0","display_name":"Qwen 72b text q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q5_1","name":"Qwen 72b text q5_1","display_name":"Qwen 72b text q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q5_K_M","name":"Qwen 72b text q5_K_M","display_name":"Qwen 72b text q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q5_K_S","name":"Qwen 72b text q5_K_S","display_name":"Qwen 72b text q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q6_K","name":"Qwen 72b text q6_K","display_name":"Qwen 72b text q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q8_0","name":"Qwen 72b text q8_0","display_name":"Qwen 72b text q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-fp16","name":"Qwen 72b text v1.5 fp16","display_name":"Qwen 72b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q2_K","name":"Qwen 72b text v1.5 q2_K","display_name":"Qwen 72b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q3_K_L","name":"Qwen 72b text v1.5 q3_K_L","display_name":"Qwen 72b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q3_K_M","name":"Qwen 72b text v1.5 q3_K_M","display_name":"Qwen 72b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q3_K_S","name":"Qwen 72b text v1.5 q3_K_S","display_name":"Qwen 72b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q4_0","name":"Qwen 72b text v1.5 q4_0","display_name":"Qwen 72b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q4_1","name":"Qwen 72b text v1.5 q4_1","display_name":"Qwen 72b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q4_K_M","name":"Qwen 72b text v1.5 q4_K_M","display_name":"Qwen 72b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q4_K_S","name":"Qwen 72b text v1.5 q4_K_S","display_name":"Qwen 72b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q5_0","name":"Qwen 72b text v1.5 q5_0","display_name":"Qwen 72b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q5_1","name":"Qwen 72b text v1.5 q5_1","display_name":"Qwen 72b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q5_K_M","name":"Qwen 72b text v1.5 q5_K_M","display_name":"Qwen 72b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q5_K_S","name":"Qwen 72b text v1.5 q5_K_S","display_name":"Qwen 72b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q6_K","name":"Qwen 72b text v1.5 q6_K","display_name":"Qwen 72b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q8_0","name":"Qwen 72b text v1.5 q8_0","display_name":"Qwen 72b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b","name":"Qwen 7b","display_name":"Qwen 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat","name":"Qwen 7b chat","display_name":"Qwen 7b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-fp16","name":"Qwen 7b chat fp16","display_name":"Qwen 7b chat fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q2_K","name":"Qwen 7b chat q2_K","display_name":"Qwen 7b chat q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q3_K_L","name":"Qwen 7b chat q3_K_L","display_name":"Qwen 7b chat q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q3_K_M","name":"Qwen 7b chat q3_K_M","display_name":"Qwen 7b chat q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q3_K_S","name":"Qwen 7b chat q3_K_S","display_name":"Qwen 7b chat q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q4_0","name":"Qwen 7b chat q4_0","display_name":"Qwen 7b chat q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q4_1","name":"Qwen 7b chat q4_1","display_name":"Qwen 7b chat q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q4_K_M","name":"Qwen 7b chat q4_K_M","display_name":"Qwen 7b chat q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q4_K_S","name":"Qwen 7b chat q4_K_S","display_name":"Qwen 7b chat q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q5_0","name":"Qwen 7b chat q5_0","display_name":"Qwen 7b chat q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q5_1","name":"Qwen 7b chat q5_1","display_name":"Qwen 7b chat q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q5_K_M","name":"Qwen 7b chat q5_K_M","display_name":"Qwen 7b chat q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q5_K_S","name":"Qwen 7b chat q5_K_S","display_name":"Qwen 7b chat q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q6_K","name":"Qwen 7b chat q6_K","display_name":"Qwen 7b chat q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q8_0","name":"Qwen 7b chat q8_0","display_name":"Qwen 7b chat q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-fp16","name":"Qwen 7b chat v1.5 fp16","display_name":"Qwen 7b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q2_K","name":"Qwen 7b chat v1.5 q2_K","display_name":"Qwen 7b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q3_K_L","name":"Qwen 7b chat v1.5 q3_K_L","display_name":"Qwen 7b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q3_K_M","name":"Qwen 7b chat v1.5 q3_K_M","display_name":"Qwen 7b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q3_K_S","name":"Qwen 7b chat v1.5 q3_K_S","display_name":"Qwen 7b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q4_0","name":"Qwen 7b chat v1.5 q4_0","display_name":"Qwen 7b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q4_1","name":"Qwen 7b chat v1.5 q4_1","display_name":"Qwen 7b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q4_K_M","name":"Qwen 7b chat v1.5 q4_K_M","display_name":"Qwen 7b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q4_K_S","name":"Qwen 7b chat v1.5 q4_K_S","display_name":"Qwen 7b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q5_0","name":"Qwen 7b chat v1.5 q5_0","display_name":"Qwen 7b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q5_1","name":"Qwen 7b chat v1.5 q5_1","display_name":"Qwen 7b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q5_K_M","name":"Qwen 7b chat v1.5 q5_K_M","display_name":"Qwen 7b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q5_K_S","name":"Qwen 7b chat v1.5 q5_K_S","display_name":"Qwen 7b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q6_K","name":"Qwen 7b chat v1.5 q6_K","display_name":"Qwen 7b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q8_0","name":"Qwen 7b chat v1.5 q8_0","display_name":"Qwen 7b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-fp16","name":"Qwen 7b fp16","display_name":"Qwen 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q2_K","name":"Qwen 7b q2_K","display_name":"Qwen 7b q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q3_K_L","name":"Qwen 7b q3_K_L","display_name":"Qwen 7b q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q3_K_M","name":"Qwen 7b q3_K_M","display_name":"Qwen 7b q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q3_K_S","name":"Qwen 7b q3_K_S","display_name":"Qwen 7b q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q4_0","name":"Qwen 7b q4_0","display_name":"Qwen 7b q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q4_1","name":"Qwen 7b q4_1","display_name":"Qwen 7b q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q4_K_M","name":"Qwen 7b q4_K_M","display_name":"Qwen 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q4_K_S","name":"Qwen 7b q4_K_S","display_name":"Qwen 7b q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q5_0","name":"Qwen 7b q5_0","display_name":"Qwen 7b q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q5_1","name":"Qwen 7b q5_1","display_name":"Qwen 7b q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q5_K_M","name":"Qwen 7b q5_K_M","display_name":"Qwen 7b q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q5_K_S","name":"Qwen 7b q5_K_S","display_name":"Qwen 7b q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q6_K","name":"Qwen 7b q6_K","display_name":"Qwen 7b q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q8_0","name":"Qwen 7b q8_0","display_name":"Qwen 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text","name":"Qwen 7b text","display_name":"Qwen 7b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-fp16","name":"Qwen 7b text v1.5 fp16","display_name":"Qwen 7b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q2_K","name":"Qwen 7b text v1.5 q2_K","display_name":"Qwen 7b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q3_K_L","name":"Qwen 7b text v1.5 q3_K_L","display_name":"Qwen 7b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q3_K_M","name":"Qwen 7b text v1.5 q3_K_M","display_name":"Qwen 7b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q3_K_S","name":"Qwen 7b text v1.5 q3_K_S","display_name":"Qwen 7b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q4_0","name":"Qwen 7b text v1.5 q4_0","display_name":"Qwen 7b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q4_1","name":"Qwen 7b text v1.5 q4_1","display_name":"Qwen 7b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q4_K_M","name":"Qwen 7b text v1.5 q4_K_M","display_name":"Qwen 7b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q4_K_S","name":"Qwen 7b text v1.5 q4_K_S","display_name":"Qwen 7b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q5_0","name":"Qwen 7b text v1.5 q5_0","display_name":"Qwen 7b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q5_1","name":"Qwen 7b text v1.5 q5_1","display_name":"Qwen 7b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q5_K_M","name":"Qwen 7b text v1.5 q5_K_M","display_name":"Qwen 7b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q5_K_S","name":"Qwen 7b text v1.5 q5_K_S","display_name":"Qwen 7b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q6_K","name":"Qwen 7b text v1.5 q6_K","display_name":"Qwen 7b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q8_0","name":"Qwen 7b text v1.5 q8_0","display_name":"Qwen 7b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:latest","name":"Qwen Latest","display_name":"Qwen Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b","name":"Qwen2-math 1.5b","display_name":"Qwen2-math 1.5b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct","name":"Qwen2-math 1.5b instruct","display_name":"Qwen2-math 1.5b instruct","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-fp16","name":"Qwen2-math 1.5b instruct fp16","display_name":"Qwen2-math 1.5b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q2_K","name":"Qwen2-math 1.5b instruct q2_K","display_name":"Qwen2-math 1.5b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q3_K_L","name":"Qwen2-math 1.5b instruct q3_K_L","display_name":"Qwen2-math 1.5b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q3_K_M","name":"Qwen2-math 1.5b instruct q3_K_M","display_name":"Qwen2-math 1.5b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q3_K_S","name":"Qwen2-math 1.5b instruct q3_K_S","display_name":"Qwen2-math 1.5b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q4_0","name":"Qwen2-math 1.5b instruct q4_0","display_name":"Qwen2-math 1.5b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q4_1","name":"Qwen2-math 1.5b instruct q4_1","display_name":"Qwen2-math 1.5b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q4_K_M","name":"Qwen2-math 1.5b instruct q4_K_M","display_name":"Qwen2-math 1.5b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q4_K_S","name":"Qwen2-math 1.5b instruct q4_K_S","display_name":"Qwen2-math 1.5b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q5_0","name":"Qwen2-math 1.5b instruct q5_0","display_name":"Qwen2-math 1.5b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q5_1","name":"Qwen2-math 1.5b instruct q5_1","display_name":"Qwen2-math 1.5b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q5_K_M","name":"Qwen2-math 1.5b instruct q5_K_M","display_name":"Qwen2-math 1.5b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q5_K_S","name":"Qwen2-math 1.5b instruct q5_K_S","display_name":"Qwen2-math 1.5b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q6_K","name":"Qwen2-math 1.5b instruct q6_K","display_name":"Qwen2-math 1.5b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q8_0","name":"Qwen2-math 1.5b instruct q8_0","display_name":"Qwen2-math 1.5b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b","name":"Qwen2-math 72b","display_name":"Qwen2-math 72b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct","name":"Qwen2-math 72b instruct","display_name":"Qwen2-math 72b instruct","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-fp16","name":"Qwen2-math 72b instruct fp16","display_name":"Qwen2-math 72b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q2_K","name":"Qwen2-math 72b instruct q2_K","display_name":"Qwen2-math 72b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q3_K_L","name":"Qwen2-math 72b instruct q3_K_L","display_name":"Qwen2-math 72b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q3_K_M","name":"Qwen2-math 72b instruct q3_K_M","display_name":"Qwen2-math 72b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q3_K_S","name":"Qwen2-math 72b instruct q3_K_S","display_name":"Qwen2-math 72b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q4_0","name":"Qwen2-math 72b instruct q4_0","display_name":"Qwen2-math 72b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q4_1","name":"Qwen2-math 72b instruct q4_1","display_name":"Qwen2-math 72b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q4_K_M","name":"Qwen2-math 72b instruct q4_K_M","display_name":"Qwen2-math 72b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q4_K_S","name":"Qwen2-math 72b instruct q4_K_S","display_name":"Qwen2-math 72b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q5_0","name":"Qwen2-math 72b instruct q5_0","display_name":"Qwen2-math 72b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q5_1","name":"Qwen2-math 72b instruct q5_1","display_name":"Qwen2-math 72b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q5_K_M","name":"Qwen2-math 72b instruct q5_K_M","display_name":"Qwen2-math 72b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q5_K_S","name":"Qwen2-math 72b instruct q5_K_S","display_name":"Qwen2-math 72b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q6_K","name":"Qwen2-math 72b instruct q6_K","display_name":"Qwen2-math 72b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q8_0","name":"Qwen2-math 72b instruct q8_0","display_name":"Qwen2-math 72b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b","name":"Qwen2-math 7b","display_name":"Qwen2-math 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct","name":"Qwen2-math 7b instruct","display_name":"Qwen2-math 7b instruct","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-fp16","name":"Qwen2-math 7b instruct fp16","display_name":"Qwen2-math 7b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q2_K","name":"Qwen2-math 7b instruct q2_K","display_name":"Qwen2-math 7b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q3_K_L","name":"Qwen2-math 7b instruct q3_K_L","display_name":"Qwen2-math 7b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q3_K_M","name":"Qwen2-math 7b instruct q3_K_M","display_name":"Qwen2-math 7b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q3_K_S","name":"Qwen2-math 7b instruct q3_K_S","display_name":"Qwen2-math 7b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q4_0","name":"Qwen2-math 7b instruct q4_0","display_name":"Qwen2-math 7b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q4_1","name":"Qwen2-math 7b instruct q4_1","display_name":"Qwen2-math 7b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q4_K_M","name":"Qwen2-math 7b instruct q4_K_M","display_name":"Qwen2-math 7b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q4_K_S","name":"Qwen2-math 7b instruct q4_K_S","display_name":"Qwen2-math 7b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q5_0","name":"Qwen2-math 7b instruct q5_0","display_name":"Qwen2-math 7b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q5_1","name":"Qwen2-math 7b instruct q5_1","display_name":"Qwen2-math 7b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q5_K_M","name":"Qwen2-math 7b instruct q5_K_M","display_name":"Qwen2-math 7b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q5_K_S","name":"Qwen2-math 7b instruct q5_K_S","display_name":"Qwen2-math 7b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q6_K","name":"Qwen2-math 7b instruct q6_K","display_name":"Qwen2-math 7b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q8_0","name":"Qwen2-math 7b instruct q8_0","display_name":"Qwen2-math 7b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:latest","name":"Qwen2-math Latest","display_name":"Qwen2-math Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b","name":"Qwen2 0.5b","display_name":"Qwen2 0.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct","name":"Qwen2 0.5b instruct","display_name":"Qwen2 0.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-fp16","name":"Qwen2 0.5b instruct fp16","display_name":"Qwen2 0.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q2_K","name":"Qwen2 0.5b instruct q2_K","display_name":"Qwen2 0.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q3_K_L","name":"Qwen2 0.5b instruct q3_K_L","display_name":"Qwen2 0.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q3_K_M","name":"Qwen2 0.5b instruct q3_K_M","display_name":"Qwen2 0.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q3_K_S","name":"Qwen2 0.5b instruct q3_K_S","display_name":"Qwen2 0.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q4_0","name":"Qwen2 0.5b instruct q4_0","display_name":"Qwen2 0.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q4_1","name":"Qwen2 0.5b instruct q4_1","display_name":"Qwen2 0.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q4_K_M","name":"Qwen2 0.5b instruct q4_K_M","display_name":"Qwen2 0.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q4_K_S","name":"Qwen2 0.5b instruct q4_K_S","display_name":"Qwen2 0.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q5_0","name":"Qwen2 0.5b instruct q5_0","display_name":"Qwen2 0.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q5_1","name":"Qwen2 0.5b instruct q5_1","display_name":"Qwen2 0.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q5_K_M","name":"Qwen2 0.5b instruct q5_K_M","display_name":"Qwen2 0.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q5_K_S","name":"Qwen2 0.5b instruct q5_K_S","display_name":"Qwen2 0.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q6_K","name":"Qwen2 0.5b instruct q6_K","display_name":"Qwen2 0.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q8_0","name":"Qwen2 0.5b instruct q8_0","display_name":"Qwen2 0.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b","name":"Qwen2 1.5b","display_name":"Qwen2 1.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct","name":"Qwen2 1.5b instruct","display_name":"Qwen2 1.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-fp16","name":"Qwen2 1.5b instruct fp16","display_name":"Qwen2 1.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q2_K","name":"Qwen2 1.5b instruct q2_K","display_name":"Qwen2 1.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q3_K_L","name":"Qwen2 1.5b instruct q3_K_L","display_name":"Qwen2 1.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q3_K_M","name":"Qwen2 1.5b instruct q3_K_M","display_name":"Qwen2 1.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q3_K_S","name":"Qwen2 1.5b instruct q3_K_S","display_name":"Qwen2 1.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q4_0","name":"Qwen2 1.5b instruct q4_0","display_name":"Qwen2 1.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q4_1","name":"Qwen2 1.5b instruct q4_1","display_name":"Qwen2 1.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q4_K_M","name":"Qwen2 1.5b instruct q4_K_M","display_name":"Qwen2 1.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q4_K_S","name":"Qwen2 1.5b instruct q4_K_S","display_name":"Qwen2 1.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q5_0","name":"Qwen2 1.5b instruct q5_0","display_name":"Qwen2 1.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q5_1","name":"Qwen2 1.5b instruct q5_1","display_name":"Qwen2 1.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q5_K_M","name":"Qwen2 1.5b instruct q5_K_M","display_name":"Qwen2 1.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q5_K_S","name":"Qwen2 1.5b instruct q5_K_S","display_name":"Qwen2 1.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q6_K","name":"Qwen2 1.5b instruct q6_K","display_name":"Qwen2 1.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q8_0","name":"Qwen2 1.5b instruct q8_0","display_name":"Qwen2 1.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b","name":"Qwen2 72b","display_name":"Qwen2 72b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct","name":"Qwen2 72b instruct","display_name":"Qwen2 72b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-fp16","name":"Qwen2 72b instruct fp16","display_name":"Qwen2 72b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q2_K","name":"Qwen2 72b instruct q2_K","display_name":"Qwen2 72b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q3_K_L","name":"Qwen2 72b instruct q3_K_L","display_name":"Qwen2 72b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q3_K_M","name":"Qwen2 72b instruct q3_K_M","display_name":"Qwen2 72b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q3_K_S","name":"Qwen2 72b instruct q3_K_S","display_name":"Qwen2 72b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q4_0","name":"Qwen2 72b instruct q4_0","display_name":"Qwen2 72b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q4_1","name":"Qwen2 72b instruct q4_1","display_name":"Qwen2 72b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q4_K_M","name":"Qwen2 72b instruct q4_K_M","display_name":"Qwen2 72b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q4_K_S","name":"Qwen2 72b instruct q4_K_S","display_name":"Qwen2 72b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q5_0","name":"Qwen2 72b instruct q5_0","display_name":"Qwen2 72b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q5_1","name":"Qwen2 72b instruct q5_1","display_name":"Qwen2 72b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q5_K_M","name":"Qwen2 72b instruct q5_K_M","display_name":"Qwen2 72b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q5_K_S","name":"Qwen2 72b instruct q5_K_S","display_name":"Qwen2 72b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q6_K","name":"Qwen2 72b instruct q6_K","display_name":"Qwen2 72b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q8_0","name":"Qwen2 72b instruct q8_0","display_name":"Qwen2 72b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text","name":"Qwen2 72b text","display_name":"Qwen2 72b text","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-fp16","name":"Qwen2 72b text fp16","display_name":"Qwen2 72b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q2_K","name":"Qwen2 72b text q2_K","display_name":"Qwen2 72b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q3_K_L","name":"Qwen2 72b text q3_K_L","display_name":"Qwen2 72b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q3_K_M","name":"Qwen2 72b text q3_K_M","display_name":"Qwen2 72b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q3_K_S","name":"Qwen2 72b text q3_K_S","display_name":"Qwen2 72b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q4_0","name":"Qwen2 72b text q4_0","display_name":"Qwen2 72b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q4_1","name":"Qwen2 72b text q4_1","display_name":"Qwen2 72b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q4_K_M","name":"Qwen2 72b text q4_K_M","display_name":"Qwen2 72b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q4_K_S","name":"Qwen2 72b text q4_K_S","display_name":"Qwen2 72b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q5_0","name":"Qwen2 72b text q5_0","display_name":"Qwen2 72b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q5_1","name":"Qwen2 72b text q5_1","display_name":"Qwen2 72b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q5_K_M","name":"Qwen2 72b text q5_K_M","display_name":"Qwen2 72b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q5_K_S","name":"Qwen2 72b text q5_K_S","display_name":"Qwen2 72b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q6_K","name":"Qwen2 72b text q6_K","display_name":"Qwen2 72b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q8_0","name":"Qwen2 72b text q8_0","display_name":"Qwen2 72b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b","name":"Qwen2 7b","display_name":"Qwen2 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct","name":"Qwen2 7b instruct","display_name":"Qwen2 7b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-fp16","name":"Qwen2 7b instruct fp16","display_name":"Qwen2 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q2_K","name":"Qwen2 7b instruct q2_K","display_name":"Qwen2 7b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q3_K_L","name":"Qwen2 7b instruct q3_K_L","display_name":"Qwen2 7b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q3_K_M","name":"Qwen2 7b instruct q3_K_M","display_name":"Qwen2 7b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q3_K_S","name":"Qwen2 7b instruct q3_K_S","display_name":"Qwen2 7b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q4_0","name":"Qwen2 7b instruct q4_0","display_name":"Qwen2 7b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q4_1","name":"Qwen2 7b instruct q4_1","display_name":"Qwen2 7b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q4_K_M","name":"Qwen2 7b instruct q4_K_M","display_name":"Qwen2 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q4_K_S","name":"Qwen2 7b instruct q4_K_S","display_name":"Qwen2 7b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q5_0","name":"Qwen2 7b instruct q5_0","display_name":"Qwen2 7b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q5_1","name":"Qwen2 7b instruct q5_1","display_name":"Qwen2 7b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q5_K_M","name":"Qwen2 7b instruct q5_K_M","display_name":"Qwen2 7b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q5_K_S","name":"Qwen2 7b instruct q5_K_S","display_name":"Qwen2 7b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q6_K","name":"Qwen2 7b instruct q6_K","display_name":"Qwen2 7b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q8_0","name":"Qwen2 7b instruct q8_0","display_name":"Qwen2 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text","name":"Qwen2 7b text","display_name":"Qwen2 7b text","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q2_K","name":"Qwen2 7b text q2_K","display_name":"Qwen2 7b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q3_K_L","name":"Qwen2 7b text q3_K_L","display_name":"Qwen2 7b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q3_K_M","name":"Qwen2 7b text q3_K_M","display_name":"Qwen2 7b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q3_K_S","name":"Qwen2 7b text q3_K_S","display_name":"Qwen2 7b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q4_0","name":"Qwen2 7b text q4_0","display_name":"Qwen2 7b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q4_1","name":"Qwen2 7b text q4_1","display_name":"Qwen2 7b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q4_K_M","name":"Qwen2 7b text q4_K_M","display_name":"Qwen2 7b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q4_K_S","name":"Qwen2 7b text q4_K_S","display_name":"Qwen2 7b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q5_0","name":"Qwen2 7b text q5_0","display_name":"Qwen2 7b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q5_1","name":"Qwen2 7b text q5_1","display_name":"Qwen2 7b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q8_0","name":"Qwen2 7b text q8_0","display_name":"Qwen2 7b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:latest","name":"Qwen2 Latest","display_name":"Qwen2 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b","name":"Qwen2.5-coder 0.5b","display_name":"Qwen2.5-coder 0.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base","name":"Qwen2.5-coder 0.5b base","display_name":"Qwen2.5-coder 0.5b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-fp16","name":"Qwen2.5-coder 0.5b base fp16","display_name":"Qwen2.5-coder 0.5b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q2_K","name":"Qwen2.5-coder 0.5b base q2_K","display_name":"Qwen2.5-coder 0.5b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q3_K_L","name":"Qwen2.5-coder 0.5b base q3_K_L","display_name":"Qwen2.5-coder 0.5b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q3_K_M","name":"Qwen2.5-coder 0.5b base q3_K_M","display_name":"Qwen2.5-coder 0.5b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q3_K_S","name":"Qwen2.5-coder 0.5b base q3_K_S","display_name":"Qwen2.5-coder 0.5b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q4_0","name":"Qwen2.5-coder 0.5b base q4_0","display_name":"Qwen2.5-coder 0.5b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q4_1","name":"Qwen2.5-coder 0.5b base q4_1","display_name":"Qwen2.5-coder 0.5b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q4_K_M","name":"Qwen2.5-coder 0.5b base q4_K_M","display_name":"Qwen2.5-coder 0.5b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q4_K_S","name":"Qwen2.5-coder 0.5b base q4_K_S","display_name":"Qwen2.5-coder 0.5b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q5_0","name":"Qwen2.5-coder 0.5b base q5_0","display_name":"Qwen2.5-coder 0.5b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q5_1","name":"Qwen2.5-coder 0.5b base q5_1","display_name":"Qwen2.5-coder 0.5b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q5_K_M","name":"Qwen2.5-coder 0.5b base q5_K_M","display_name":"Qwen2.5-coder 0.5b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q5_K_S","name":"Qwen2.5-coder 0.5b base q5_K_S","display_name":"Qwen2.5-coder 0.5b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q6_K","name":"Qwen2.5-coder 0.5b base q6_K","display_name":"Qwen2.5-coder 0.5b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q8_0","name":"Qwen2.5-coder 0.5b base q8_0","display_name":"Qwen2.5-coder 0.5b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct","name":"Qwen2.5-coder 0.5b instruct","display_name":"Qwen2.5-coder 0.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-fp16","name":"Qwen2.5-coder 0.5b instruct fp16","display_name":"Qwen2.5-coder 0.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q2_K","name":"Qwen2.5-coder 0.5b instruct q2_K","display_name":"Qwen2.5-coder 0.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q3_K_L","name":"Qwen2.5-coder 0.5b instruct q3_K_L","display_name":"Qwen2.5-coder 0.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q3_K_M","name":"Qwen2.5-coder 0.5b instruct q3_K_M","display_name":"Qwen2.5-coder 0.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q3_K_S","name":"Qwen2.5-coder 0.5b instruct q3_K_S","display_name":"Qwen2.5-coder 0.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q4_0","name":"Qwen2.5-coder 0.5b instruct q4_0","display_name":"Qwen2.5-coder 0.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q4_1","name":"Qwen2.5-coder 0.5b instruct q4_1","display_name":"Qwen2.5-coder 0.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q4_K_M","name":"Qwen2.5-coder 0.5b instruct q4_K_M","display_name":"Qwen2.5-coder 0.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q4_K_S","name":"Qwen2.5-coder 0.5b instruct q4_K_S","display_name":"Qwen2.5-coder 0.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q5_0","name":"Qwen2.5-coder 0.5b instruct q5_0","display_name":"Qwen2.5-coder 0.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q5_1","name":"Qwen2.5-coder 0.5b instruct q5_1","display_name":"Qwen2.5-coder 0.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q5_K_M","name":"Qwen2.5-coder 0.5b instruct q5_K_M","display_name":"Qwen2.5-coder 0.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q5_K_S","name":"Qwen2.5-coder 0.5b instruct q5_K_S","display_name":"Qwen2.5-coder 0.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q6_K","name":"Qwen2.5-coder 0.5b instruct q6_K","display_name":"Qwen2.5-coder 0.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q8_0","name":"Qwen2.5-coder 0.5b instruct q8_0","display_name":"Qwen2.5-coder 0.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b","name":"Qwen2.5-coder 1.5b","display_name":"Qwen2.5-coder 1.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base","name":"Qwen2.5-coder 1.5b base","display_name":"Qwen2.5-coder 1.5b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-fp16","name":"Qwen2.5-coder 1.5b base fp16","display_name":"Qwen2.5-coder 1.5b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q2_K","name":"Qwen2.5-coder 1.5b base q2_K","display_name":"Qwen2.5-coder 1.5b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q3_K_L","name":"Qwen2.5-coder 1.5b base q3_K_L","display_name":"Qwen2.5-coder 1.5b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q3_K_M","name":"Qwen2.5-coder 1.5b base q3_K_M","display_name":"Qwen2.5-coder 1.5b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q3_K_S","name":"Qwen2.5-coder 1.5b base q3_K_S","display_name":"Qwen2.5-coder 1.5b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q4_0","name":"Qwen2.5-coder 1.5b base q4_0","display_name":"Qwen2.5-coder 1.5b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q4_1","name":"Qwen2.5-coder 1.5b base q4_1","display_name":"Qwen2.5-coder 1.5b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q4_K_M","name":"Qwen2.5-coder 1.5b base q4_K_M","display_name":"Qwen2.5-coder 1.5b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q4_K_S","name":"Qwen2.5-coder 1.5b base q4_K_S","display_name":"Qwen2.5-coder 1.5b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q5_0","name":"Qwen2.5-coder 1.5b base q5_0","display_name":"Qwen2.5-coder 1.5b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q5_1","name":"Qwen2.5-coder 1.5b base q5_1","display_name":"Qwen2.5-coder 1.5b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q5_K_M","name":"Qwen2.5-coder 1.5b base q5_K_M","display_name":"Qwen2.5-coder 1.5b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q5_K_S","name":"Qwen2.5-coder 1.5b base q5_K_S","display_name":"Qwen2.5-coder 1.5b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q6_K","name":"Qwen2.5-coder 1.5b base q6_K","display_name":"Qwen2.5-coder 1.5b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q8_0","name":"Qwen2.5-coder 1.5b base q8_0","display_name":"Qwen2.5-coder 1.5b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct","name":"Qwen2.5-coder 1.5b instruct","display_name":"Qwen2.5-coder 1.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-fp16","name":"Qwen2.5-coder 1.5b instruct fp16","display_name":"Qwen2.5-coder 1.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q2_K","name":"Qwen2.5-coder 1.5b instruct q2_K","display_name":"Qwen2.5-coder 1.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q3_K_L","name":"Qwen2.5-coder 1.5b instruct q3_K_L","display_name":"Qwen2.5-coder 1.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q3_K_M","name":"Qwen2.5-coder 1.5b instruct q3_K_M","display_name":"Qwen2.5-coder 1.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q3_K_S","name":"Qwen2.5-coder 1.5b instruct q3_K_S","display_name":"Qwen2.5-coder 1.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q4_0","name":"Qwen2.5-coder 1.5b instruct q4_0","display_name":"Qwen2.5-coder 1.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q4_1","name":"Qwen2.5-coder 1.5b instruct q4_1","display_name":"Qwen2.5-coder 1.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q4_K_M","name":"Qwen2.5-coder 1.5b instruct q4_K_M","display_name":"Qwen2.5-coder 1.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q4_K_S","name":"Qwen2.5-coder 1.5b instruct q4_K_S","display_name":"Qwen2.5-coder 1.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q5_0","name":"Qwen2.5-coder 1.5b instruct q5_0","display_name":"Qwen2.5-coder 1.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q5_1","name":"Qwen2.5-coder 1.5b instruct q5_1","display_name":"Qwen2.5-coder 1.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q5_K_M","name":"Qwen2.5-coder 1.5b instruct q5_K_M","display_name":"Qwen2.5-coder 1.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q5_K_S","name":"Qwen2.5-coder 1.5b instruct q5_K_S","display_name":"Qwen2.5-coder 1.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q6_K","name":"Qwen2.5-coder 1.5b instruct q6_K","display_name":"Qwen2.5-coder 1.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q8_0","name":"Qwen2.5-coder 1.5b instruct q8_0","display_name":"Qwen2.5-coder 1.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b","name":"Qwen2.5-coder 14b","display_name":"Qwen2.5-coder 14b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base","name":"Qwen2.5-coder 14b base","display_name":"Qwen2.5-coder 14b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-fp16","name":"Qwen2.5-coder 14b base fp16","display_name":"Qwen2.5-coder 14b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q2_K","name":"Qwen2.5-coder 14b base q2_K","display_name":"Qwen2.5-coder 14b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q3_K_L","name":"Qwen2.5-coder 14b base q3_K_L","display_name":"Qwen2.5-coder 14b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q3_K_M","name":"Qwen2.5-coder 14b base q3_K_M","display_name":"Qwen2.5-coder 14b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q3_K_S","name":"Qwen2.5-coder 14b base q3_K_S","display_name":"Qwen2.5-coder 14b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q4_0","name":"Qwen2.5-coder 14b base q4_0","display_name":"Qwen2.5-coder 14b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q4_1","name":"Qwen2.5-coder 14b base q4_1","display_name":"Qwen2.5-coder 14b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q4_K_M","name":"Qwen2.5-coder 14b base q4_K_M","display_name":"Qwen2.5-coder 14b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q4_K_S","name":"Qwen2.5-coder 14b base q4_K_S","display_name":"Qwen2.5-coder 14b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q5_0","name":"Qwen2.5-coder 14b base q5_0","display_name":"Qwen2.5-coder 14b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q5_1","name":"Qwen2.5-coder 14b base q5_1","display_name":"Qwen2.5-coder 14b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q5_K_M","name":"Qwen2.5-coder 14b base q5_K_M","display_name":"Qwen2.5-coder 14b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q5_K_S","name":"Qwen2.5-coder 14b base q5_K_S","display_name":"Qwen2.5-coder 14b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q6_K","name":"Qwen2.5-coder 14b base q6_K","display_name":"Qwen2.5-coder 14b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q8_0","name":"Qwen2.5-coder 14b base q8_0","display_name":"Qwen2.5-coder 14b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct","name":"Qwen2.5-coder 14b instruct","display_name":"Qwen2.5-coder 14b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-fp16","name":"Qwen2.5-coder 14b instruct fp16","display_name":"Qwen2.5-coder 14b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q2_K","name":"Qwen2.5-coder 14b instruct q2_K","display_name":"Qwen2.5-coder 14b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q3_K_L","name":"Qwen2.5-coder 14b instruct q3_K_L","display_name":"Qwen2.5-coder 14b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q3_K_M","name":"Qwen2.5-coder 14b instruct q3_K_M","display_name":"Qwen2.5-coder 14b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q3_K_S","name":"Qwen2.5-coder 14b instruct q3_K_S","display_name":"Qwen2.5-coder 14b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q4_0","name":"Qwen2.5-coder 14b instruct q4_0","display_name":"Qwen2.5-coder 14b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q4_1","name":"Qwen2.5-coder 14b instruct q4_1","display_name":"Qwen2.5-coder 14b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q4_K_M","name":"Qwen2.5-coder 14b instruct q4_K_M","display_name":"Qwen2.5-coder 14b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q4_K_S","name":"Qwen2.5-coder 14b instruct q4_K_S","display_name":"Qwen2.5-coder 14b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q5_0","name":"Qwen2.5-coder 14b instruct q5_0","display_name":"Qwen2.5-coder 14b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q5_1","name":"Qwen2.5-coder 14b instruct q5_1","display_name":"Qwen2.5-coder 14b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q5_K_M","name":"Qwen2.5-coder 14b instruct q5_K_M","display_name":"Qwen2.5-coder 14b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q5_K_S","name":"Qwen2.5-coder 14b instruct q5_K_S","display_name":"Qwen2.5-coder 14b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q6_K","name":"Qwen2.5-coder 14b instruct q6_K","display_name":"Qwen2.5-coder 14b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q8_0","name":"Qwen2.5-coder 14b instruct q8_0","display_name":"Qwen2.5-coder 14b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b","name":"Qwen2.5-coder 32b","display_name":"Qwen2.5-coder 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base","name":"Qwen2.5-coder 32b base","display_name":"Qwen2.5-coder 32b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-fp16","name":"Qwen2.5-coder 32b base fp16","display_name":"Qwen2.5-coder 32b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q2_K","name":"Qwen2.5-coder 32b base q2_K","display_name":"Qwen2.5-coder 32b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q3_K_L","name":"Qwen2.5-coder 32b base q3_K_L","display_name":"Qwen2.5-coder 32b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q3_K_M","name":"Qwen2.5-coder 32b base q3_K_M","display_name":"Qwen2.5-coder 32b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q3_K_S","name":"Qwen2.5-coder 32b base q3_K_S","display_name":"Qwen2.5-coder 32b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q4_0","name":"Qwen2.5-coder 32b base q4_0","display_name":"Qwen2.5-coder 32b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q4_1","name":"Qwen2.5-coder 32b base q4_1","display_name":"Qwen2.5-coder 32b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q4_K_M","name":"Qwen2.5-coder 32b base q4_K_M","display_name":"Qwen2.5-coder 32b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q4_K_S","name":"Qwen2.5-coder 32b base q4_K_S","display_name":"Qwen2.5-coder 32b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q5_0","name":"Qwen2.5-coder 32b base q5_0","display_name":"Qwen2.5-coder 32b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q5_1","name":"Qwen2.5-coder 32b base q5_1","display_name":"Qwen2.5-coder 32b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q5_K_M","name":"Qwen2.5-coder 32b base q5_K_M","display_name":"Qwen2.5-coder 32b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q5_K_S","name":"Qwen2.5-coder 32b base q5_K_S","display_name":"Qwen2.5-coder 32b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q6_K","name":"Qwen2.5-coder 32b base q6_K","display_name":"Qwen2.5-coder 32b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q8_0","name":"Qwen2.5-coder 32b base q8_0","display_name":"Qwen2.5-coder 32b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct","name":"Qwen2.5-coder 32b instruct","display_name":"Qwen2.5-coder 32b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-fp16","name":"Qwen2.5-coder 32b instruct fp16","display_name":"Qwen2.5-coder 32b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q2_K","name":"Qwen2.5-coder 32b instruct q2_K","display_name":"Qwen2.5-coder 32b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q3_K_L","name":"Qwen2.5-coder 32b instruct q3_K_L","display_name":"Qwen2.5-coder 32b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q3_K_M","name":"Qwen2.5-coder 32b instruct q3_K_M","display_name":"Qwen2.5-coder 32b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q3_K_S","name":"Qwen2.5-coder 32b instruct q3_K_S","display_name":"Qwen2.5-coder 32b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q4_0","name":"Qwen2.5-coder 32b instruct q4_0","display_name":"Qwen2.5-coder 32b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q4_1","name":"Qwen2.5-coder 32b instruct q4_1","display_name":"Qwen2.5-coder 32b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q4_K_M","name":"Qwen2.5-coder 32b instruct q4_K_M","display_name":"Qwen2.5-coder 32b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q4_K_S","name":"Qwen2.5-coder 32b instruct q4_K_S","display_name":"Qwen2.5-coder 32b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q5_0","name":"Qwen2.5-coder 32b instruct q5_0","display_name":"Qwen2.5-coder 32b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q5_1","name":"Qwen2.5-coder 32b instruct q5_1","display_name":"Qwen2.5-coder 32b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q5_K_M","name":"Qwen2.5-coder 32b instruct q5_K_M","display_name":"Qwen2.5-coder 32b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q5_K_S","name":"Qwen2.5-coder 32b instruct q5_K_S","display_name":"Qwen2.5-coder 32b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q6_K","name":"Qwen2.5-coder 32b instruct q6_K","display_name":"Qwen2.5-coder 32b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q8_0","name":"Qwen2.5-coder 32b instruct q8_0","display_name":"Qwen2.5-coder 32b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b","name":"Qwen2.5-coder 3b","display_name":"Qwen2.5-coder 3b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base","name":"Qwen2.5-coder 3b base","display_name":"Qwen2.5-coder 3b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-fp16","name":"Qwen2.5-coder 3b base fp16","display_name":"Qwen2.5-coder 3b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q2_K","name":"Qwen2.5-coder 3b base q2_K","display_name":"Qwen2.5-coder 3b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q3_K_L","name":"Qwen2.5-coder 3b base q3_K_L","display_name":"Qwen2.5-coder 3b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q3_K_M","name":"Qwen2.5-coder 3b base q3_K_M","display_name":"Qwen2.5-coder 3b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q3_K_S","name":"Qwen2.5-coder 3b base q3_K_S","display_name":"Qwen2.5-coder 3b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q4_0","name":"Qwen2.5-coder 3b base q4_0","display_name":"Qwen2.5-coder 3b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q4_1","name":"Qwen2.5-coder 3b base q4_1","display_name":"Qwen2.5-coder 3b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q4_K_M","name":"Qwen2.5-coder 3b base q4_K_M","display_name":"Qwen2.5-coder 3b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q4_K_S","name":"Qwen2.5-coder 3b base q4_K_S","display_name":"Qwen2.5-coder 3b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q5_0","name":"Qwen2.5-coder 3b base q5_0","display_name":"Qwen2.5-coder 3b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q5_1","name":"Qwen2.5-coder 3b base q5_1","display_name":"Qwen2.5-coder 3b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q5_K_M","name":"Qwen2.5-coder 3b base q5_K_M","display_name":"Qwen2.5-coder 3b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q5_K_S","name":"Qwen2.5-coder 3b base q5_K_S","display_name":"Qwen2.5-coder 3b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q6_K","name":"Qwen2.5-coder 3b base q6_K","display_name":"Qwen2.5-coder 3b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q8_0","name":"Qwen2.5-coder 3b base q8_0","display_name":"Qwen2.5-coder 3b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct","name":"Qwen2.5-coder 3b instruct","display_name":"Qwen2.5-coder 3b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-fp16","name":"Qwen2.5-coder 3b instruct fp16","display_name":"Qwen2.5-coder 3b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q2_K","name":"Qwen2.5-coder 3b instruct q2_K","display_name":"Qwen2.5-coder 3b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q3_K_L","name":"Qwen2.5-coder 3b instruct q3_K_L","display_name":"Qwen2.5-coder 3b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q3_K_M","name":"Qwen2.5-coder 3b instruct q3_K_M","display_name":"Qwen2.5-coder 3b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q3_K_S","name":"Qwen2.5-coder 3b instruct q3_K_S","display_name":"Qwen2.5-coder 3b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q4_0","name":"Qwen2.5-coder 3b instruct q4_0","display_name":"Qwen2.5-coder 3b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q4_1","name":"Qwen2.5-coder 3b instruct q4_1","display_name":"Qwen2.5-coder 3b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q4_K_M","name":"Qwen2.5-coder 3b instruct q4_K_M","display_name":"Qwen2.5-coder 3b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q4_K_S","name":"Qwen2.5-coder 3b instruct q4_K_S","display_name":"Qwen2.5-coder 3b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q5_0","name":"Qwen2.5-coder 3b instruct q5_0","display_name":"Qwen2.5-coder 3b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q5_1","name":"Qwen2.5-coder 3b instruct q5_1","display_name":"Qwen2.5-coder 3b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q5_K_M","name":"Qwen2.5-coder 3b instruct q5_K_M","display_name":"Qwen2.5-coder 3b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q5_K_S","name":"Qwen2.5-coder 3b instruct q5_K_S","display_name":"Qwen2.5-coder 3b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q6_K","name":"Qwen2.5-coder 3b instruct q6_K","display_name":"Qwen2.5-coder 3b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q8_0","name":"Qwen2.5-coder 3b instruct q8_0","display_name":"Qwen2.5-coder 3b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b","name":"Qwen2.5-coder 7b","display_name":"Qwen2.5-coder 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base","name":"Qwen2.5-coder 7b base","display_name":"Qwen2.5-coder 7b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-fp16","name":"Qwen2.5-coder 7b base fp16","display_name":"Qwen2.5-coder 7b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q2_K","name":"Qwen2.5-coder 7b base q2_K","display_name":"Qwen2.5-coder 7b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q3_K_L","name":"Qwen2.5-coder 7b base q3_K_L","display_name":"Qwen2.5-coder 7b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q3_K_M","name":"Qwen2.5-coder 7b base q3_K_M","display_name":"Qwen2.5-coder 7b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q3_K_S","name":"Qwen2.5-coder 7b base q3_K_S","display_name":"Qwen2.5-coder 7b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q4_0","name":"Qwen2.5-coder 7b base q4_0","display_name":"Qwen2.5-coder 7b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q4_1","name":"Qwen2.5-coder 7b base q4_1","display_name":"Qwen2.5-coder 7b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q4_K_M","name":"Qwen2.5-coder 7b base q4_K_M","display_name":"Qwen2.5-coder 7b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q4_K_S","name":"Qwen2.5-coder 7b base q4_K_S","display_name":"Qwen2.5-coder 7b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q5_0","name":"Qwen2.5-coder 7b base q5_0","display_name":"Qwen2.5-coder 7b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q5_1","name":"Qwen2.5-coder 7b base q5_1","display_name":"Qwen2.5-coder 7b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q5_K_M","name":"Qwen2.5-coder 7b base q5_K_M","display_name":"Qwen2.5-coder 7b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q5_K_S","name":"Qwen2.5-coder 7b base q5_K_S","display_name":"Qwen2.5-coder 7b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q6_K","name":"Qwen2.5-coder 7b base q6_K","display_name":"Qwen2.5-coder 7b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q8_0","name":"Qwen2.5-coder 7b base q8_0","display_name":"Qwen2.5-coder 7b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct","name":"Qwen2.5-coder 7b instruct","display_name":"Qwen2.5-coder 7b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-fp16","name":"Qwen2.5-coder 7b instruct fp16","display_name":"Qwen2.5-coder 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q2_K","name":"Qwen2.5-coder 7b instruct q2_K","display_name":"Qwen2.5-coder 7b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q3_K_L","name":"Qwen2.5-coder 7b instruct q3_K_L","display_name":"Qwen2.5-coder 7b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q3_K_M","name":"Qwen2.5-coder 7b instruct q3_K_M","display_name":"Qwen2.5-coder 7b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q3_K_S","name":"Qwen2.5-coder 7b instruct q3_K_S","display_name":"Qwen2.5-coder 7b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q4_0","name":"Qwen2.5-coder 7b instruct q4_0","display_name":"Qwen2.5-coder 7b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q4_1","name":"Qwen2.5-coder 7b instruct q4_1","display_name":"Qwen2.5-coder 7b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q4_K_M","name":"Qwen2.5-coder 7b instruct q4_K_M","display_name":"Qwen2.5-coder 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q4_K_S","name":"Qwen2.5-coder 7b instruct q4_K_S","display_name":"Qwen2.5-coder 7b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q5_0","name":"Qwen2.5-coder 7b instruct q5_0","display_name":"Qwen2.5-coder 7b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q5_1","name":"Qwen2.5-coder 7b instruct q5_1","display_name":"Qwen2.5-coder 7b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q5_K_M","name":"Qwen2.5-coder 7b instruct q5_K_M","display_name":"Qwen2.5-coder 7b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q5_K_S","name":"Qwen2.5-coder 7b instruct q5_K_S","display_name":"Qwen2.5-coder 7b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q6_K","name":"Qwen2.5-coder 7b instruct q6_K","display_name":"Qwen2.5-coder 7b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q8_0","name":"Qwen2.5-coder 7b instruct q8_0","display_name":"Qwen2.5-coder 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:latest","name":"Qwen2.5-coder Latest","display_name":"Qwen2.5-coder Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b","name":"Qwen2.5 0.5b","display_name":"Qwen2.5 0.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base","name":"Qwen2.5 0.5b base","display_name":"Qwen2.5 0.5b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q2_K","name":"Qwen2.5 0.5b base q2_K","display_name":"Qwen2.5 0.5b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q3_K_L","name":"Qwen2.5 0.5b base q3_K_L","display_name":"Qwen2.5 0.5b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q3_K_M","name":"Qwen2.5 0.5b base q3_K_M","display_name":"Qwen2.5 0.5b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q3_K_S","name":"Qwen2.5 0.5b base q3_K_S","display_name":"Qwen2.5 0.5b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q4_0","name":"Qwen2.5 0.5b base q4_0","display_name":"Qwen2.5 0.5b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q4_1","name":"Qwen2.5 0.5b base q4_1","display_name":"Qwen2.5 0.5b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q4_K_M","name":"Qwen2.5 0.5b base q4_K_M","display_name":"Qwen2.5 0.5b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q4_K_S","name":"Qwen2.5 0.5b base q4_K_S","display_name":"Qwen2.5 0.5b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q5_0","name":"Qwen2.5 0.5b base q5_0","display_name":"Qwen2.5 0.5b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q5_1","name":"Qwen2.5 0.5b base q5_1","display_name":"Qwen2.5 0.5b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q5_K_S","name":"Qwen2.5 0.5b base q5_K_S","display_name":"Qwen2.5 0.5b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q8_0","name":"Qwen2.5 0.5b base q8_0","display_name":"Qwen2.5 0.5b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct","name":"Qwen2.5 0.5b instruct","display_name":"Qwen2.5 0.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-fp16","name":"Qwen2.5 0.5b instruct fp16","display_name":"Qwen2.5 0.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q2_K","name":"Qwen2.5 0.5b instruct q2_K","display_name":"Qwen2.5 0.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q3_K_L","name":"Qwen2.5 0.5b instruct q3_K_L","display_name":"Qwen2.5 0.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q3_K_M","name":"Qwen2.5 0.5b instruct q3_K_M","display_name":"Qwen2.5 0.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q3_K_S","name":"Qwen2.5 0.5b instruct q3_K_S","display_name":"Qwen2.5 0.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q4_0","name":"Qwen2.5 0.5b instruct q4_0","display_name":"Qwen2.5 0.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q4_1","name":"Qwen2.5 0.5b instruct q4_1","display_name":"Qwen2.5 0.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q4_K_M","name":"Qwen2.5 0.5b instruct q4_K_M","display_name":"Qwen2.5 0.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q4_K_S","name":"Qwen2.5 0.5b instruct q4_K_S","display_name":"Qwen2.5 0.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q5_0","name":"Qwen2.5 0.5b instruct q5_0","display_name":"Qwen2.5 0.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q5_1","name":"Qwen2.5 0.5b instruct q5_1","display_name":"Qwen2.5 0.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q5_K_M","name":"Qwen2.5 0.5b instruct q5_K_M","display_name":"Qwen2.5 0.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q5_K_S","name":"Qwen2.5 0.5b instruct q5_K_S","display_name":"Qwen2.5 0.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q6_K","name":"Qwen2.5 0.5b instruct q6_K","display_name":"Qwen2.5 0.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q8_0","name":"Qwen2.5 0.5b instruct q8_0","display_name":"Qwen2.5 0.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b","name":"Qwen2.5 1.5b","display_name":"Qwen2.5 1.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct","name":"Qwen2.5 1.5b instruct","display_name":"Qwen2.5 1.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-fp16","name":"Qwen2.5 1.5b instruct fp16","display_name":"Qwen2.5 1.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q2_K","name":"Qwen2.5 1.5b instruct q2_K","display_name":"Qwen2.5 1.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q3_K_L","name":"Qwen2.5 1.5b instruct q3_K_L","display_name":"Qwen2.5 1.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q3_K_M","name":"Qwen2.5 1.5b instruct q3_K_M","display_name":"Qwen2.5 1.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q3_K_S","name":"Qwen2.5 1.5b instruct q3_K_S","display_name":"Qwen2.5 1.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q4_0","name":"Qwen2.5 1.5b instruct q4_0","display_name":"Qwen2.5 1.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q4_1","name":"Qwen2.5 1.5b instruct q4_1","display_name":"Qwen2.5 1.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q4_K_M","name":"Qwen2.5 1.5b instruct q4_K_M","display_name":"Qwen2.5 1.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q4_K_S","name":"Qwen2.5 1.5b instruct q4_K_S","display_name":"Qwen2.5 1.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q5_0","name":"Qwen2.5 1.5b instruct q5_0","display_name":"Qwen2.5 1.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q5_1","name":"Qwen2.5 1.5b instruct q5_1","display_name":"Qwen2.5 1.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q5_K_M","name":"Qwen2.5 1.5b instruct q5_K_M","display_name":"Qwen2.5 1.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q5_K_S","name":"Qwen2.5 1.5b instruct q5_K_S","display_name":"Qwen2.5 1.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q6_K","name":"Qwen2.5 1.5b instruct q6_K","display_name":"Qwen2.5 1.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q8_0","name":"Qwen2.5 1.5b instruct q8_0","display_name":"Qwen2.5 1.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b","name":"Qwen2.5 14b","display_name":"Qwen2.5 14b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct","name":"Qwen2.5 14b instruct","display_name":"Qwen2.5 14b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-fp16","name":"Qwen2.5 14b instruct fp16","display_name":"Qwen2.5 14b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q2_K","name":"Qwen2.5 14b instruct q2_K","display_name":"Qwen2.5 14b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q3_K_L","name":"Qwen2.5 14b instruct q3_K_L","display_name":"Qwen2.5 14b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q3_K_M","name":"Qwen2.5 14b instruct q3_K_M","display_name":"Qwen2.5 14b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q3_K_S","name":"Qwen2.5 14b instruct q3_K_S","display_name":"Qwen2.5 14b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q4_0","name":"Qwen2.5 14b instruct q4_0","display_name":"Qwen2.5 14b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q4_1","name":"Qwen2.5 14b instruct q4_1","display_name":"Qwen2.5 14b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q4_K_M","name":"Qwen2.5 14b instruct q4_K_M","display_name":"Qwen2.5 14b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q4_K_S","name":"Qwen2.5 14b instruct q4_K_S","display_name":"Qwen2.5 14b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q5_0","name":"Qwen2.5 14b instruct q5_0","display_name":"Qwen2.5 14b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q5_1","name":"Qwen2.5 14b instruct q5_1","display_name":"Qwen2.5 14b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q5_K_M","name":"Qwen2.5 14b instruct q5_K_M","display_name":"Qwen2.5 14b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q5_K_S","name":"Qwen2.5 14b instruct q5_K_S","display_name":"Qwen2.5 14b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q6_K","name":"Qwen2.5 14b instruct q6_K","display_name":"Qwen2.5 14b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q8_0","name":"Qwen2.5 14b instruct q8_0","display_name":"Qwen2.5 14b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b","name":"Qwen2.5 32b","display_name":"Qwen2.5 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct","name":"Qwen2.5 32b instruct","display_name":"Qwen2.5 32b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-fp16","name":"Qwen2.5 32b instruct fp16","display_name":"Qwen2.5 32b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q2_K","name":"Qwen2.5 32b instruct q2_K","display_name":"Qwen2.5 32b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q3_K_L","name":"Qwen2.5 32b instruct q3_K_L","display_name":"Qwen2.5 32b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q3_K_M","name":"Qwen2.5 32b instruct q3_K_M","display_name":"Qwen2.5 32b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q3_K_S","name":"Qwen2.5 32b instruct q3_K_S","display_name":"Qwen2.5 32b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q4_0","name":"Qwen2.5 32b instruct q4_0","display_name":"Qwen2.5 32b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q4_1","name":"Qwen2.5 32b instruct q4_1","display_name":"Qwen2.5 32b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q4_K_M","name":"Qwen2.5 32b instruct q4_K_M","display_name":"Qwen2.5 32b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q4_K_S","name":"Qwen2.5 32b instruct q4_K_S","display_name":"Qwen2.5 32b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q5_0","name":"Qwen2.5 32b instruct q5_0","display_name":"Qwen2.5 32b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q5_1","name":"Qwen2.5 32b instruct q5_1","display_name":"Qwen2.5 32b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q5_K_M","name":"Qwen2.5 32b instruct q5_K_M","display_name":"Qwen2.5 32b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q5_K_S","name":"Qwen2.5 32b instruct q5_K_S","display_name":"Qwen2.5 32b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q6_K","name":"Qwen2.5 32b instruct q6_K","display_name":"Qwen2.5 32b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q8_0","name":"Qwen2.5 32b instruct q8_0","display_name":"Qwen2.5 32b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b","name":"Qwen2.5 3b","display_name":"Qwen2.5 3b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct","name":"Qwen2.5 3b instruct","display_name":"Qwen2.5 3b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-fp16","name":"Qwen2.5 3b instruct fp16","display_name":"Qwen2.5 3b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q2_K","name":"Qwen2.5 3b instruct q2_K","display_name":"Qwen2.5 3b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q3_K_L","name":"Qwen2.5 3b instruct q3_K_L","display_name":"Qwen2.5 3b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q3_K_M","name":"Qwen2.5 3b instruct q3_K_M","display_name":"Qwen2.5 3b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q3_K_S","name":"Qwen2.5 3b instruct q3_K_S","display_name":"Qwen2.5 3b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q4_0","name":"Qwen2.5 3b instruct q4_0","display_name":"Qwen2.5 3b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q4_1","name":"Qwen2.5 3b instruct q4_1","display_name":"Qwen2.5 3b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q4_K_M","name":"Qwen2.5 3b instruct q4_K_M","display_name":"Qwen2.5 3b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q4_K_S","name":"Qwen2.5 3b instruct q4_K_S","display_name":"Qwen2.5 3b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q5_0","name":"Qwen2.5 3b instruct q5_0","display_name":"Qwen2.5 3b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q5_1","name":"Qwen2.5 3b instruct q5_1","display_name":"Qwen2.5 3b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q5_K_M","name":"Qwen2.5 3b instruct q5_K_M","display_name":"Qwen2.5 3b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q5_K_S","name":"Qwen2.5 3b instruct q5_K_S","display_name":"Qwen2.5 3b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q6_K","name":"Qwen2.5 3b instruct q6_K","display_name":"Qwen2.5 3b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q8_0","name":"Qwen2.5 3b instruct q8_0","display_name":"Qwen2.5 3b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b","name":"Qwen2.5 72b","display_name":"Qwen2.5 72b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct","name":"Qwen2.5 72b instruct","display_name":"Qwen2.5 72b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-fp16","name":"Qwen2.5 72b instruct fp16","display_name":"Qwen2.5 72b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q2_K","name":"Qwen2.5 72b instruct q2_K","display_name":"Qwen2.5 72b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q3_K_L","name":"Qwen2.5 72b instruct q3_K_L","display_name":"Qwen2.5 72b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q3_K_M","name":"Qwen2.5 72b instruct q3_K_M","display_name":"Qwen2.5 72b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q3_K_S","name":"Qwen2.5 72b instruct q3_K_S","display_name":"Qwen2.5 72b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q4_0","name":"Qwen2.5 72b instruct q4_0","display_name":"Qwen2.5 72b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q4_1","name":"Qwen2.5 72b instruct q4_1","display_name":"Qwen2.5 72b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q4_K_M","name":"Qwen2.5 72b instruct q4_K_M","display_name":"Qwen2.5 72b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q4_K_S","name":"Qwen2.5 72b instruct q4_K_S","display_name":"Qwen2.5 72b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q5_0","name":"Qwen2.5 72b instruct q5_0","display_name":"Qwen2.5 72b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q5_1","name":"Qwen2.5 72b instruct q5_1","display_name":"Qwen2.5 72b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q5_K_M","name":"Qwen2.5 72b instruct q5_K_M","display_name":"Qwen2.5 72b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q5_K_S","name":"Qwen2.5 72b instruct q5_K_S","display_name":"Qwen2.5 72b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q6_K","name":"Qwen2.5 72b instruct q6_K","display_name":"Qwen2.5 72b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q8_0","name":"Qwen2.5 72b instruct q8_0","display_name":"Qwen2.5 72b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b","name":"Qwen2.5 7b","display_name":"Qwen2.5 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct","name":"Qwen2.5 7b instruct","display_name":"Qwen2.5 7b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-fp16","name":"Qwen2.5 7b instruct fp16","display_name":"Qwen2.5 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q2_K","name":"Qwen2.5 7b instruct q2_K","display_name":"Qwen2.5 7b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q3_K_L","name":"Qwen2.5 7b instruct q3_K_L","display_name":"Qwen2.5 7b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q3_K_M","name":"Qwen2.5 7b instruct q3_K_M","display_name":"Qwen2.5 7b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q3_K_S","name":"Qwen2.5 7b instruct q3_K_S","display_name":"Qwen2.5 7b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q4_0","name":"Qwen2.5 7b instruct q4_0","display_name":"Qwen2.5 7b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q4_1","name":"Qwen2.5 7b instruct q4_1","display_name":"Qwen2.5 7b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q4_K_M","name":"Qwen2.5 7b instruct q4_K_M","display_name":"Qwen2.5 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q4_K_S","name":"Qwen2.5 7b instruct q4_K_S","display_name":"Qwen2.5 7b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q5_0","name":"Qwen2.5 7b instruct q5_0","display_name":"Qwen2.5 7b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q5_1","name":"Qwen2.5 7b instruct q5_1","display_name":"Qwen2.5 7b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q5_K_M","name":"Qwen2.5 7b instruct q5_K_M","display_name":"Qwen2.5 7b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q5_K_S","name":"Qwen2.5 7b instruct q5_K_S","display_name":"Qwen2.5 7b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q6_K","name":"Qwen2.5 7b instruct q6_K","display_name":"Qwen2.5 7b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q8_0","name":"Qwen2.5 7b instruct q8_0","display_name":"Qwen2.5 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:latest","name":"Qwen2.5 Latest","display_name":"Qwen2.5 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:32b","name":"Qwen2.5vl 32b","display_name":"Qwen2.5vl 32b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:32b-fp16","name":"Qwen2.5vl 32b fp16","display_name":"Qwen2.5vl 32b fp16","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:32b-q4_K_M","name":"Qwen2.5vl 32b q4_K_M","display_name":"Qwen2.5vl 32b q4_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:32b-q8_0","name":"Qwen2.5vl 32b q8_0","display_name":"Qwen2.5vl 32b q8_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:3b","name":"Qwen2.5vl 3b","display_name":"Qwen2.5vl 3b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:3b-fp16","name":"Qwen2.5vl 3b fp16","display_name":"Qwen2.5vl 3b fp16","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:3b-q4_K_M","name":"Qwen2.5vl 3b q4_K_M","display_name":"Qwen2.5vl 3b q4_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:3b-q8_0","name":"Qwen2.5vl 3b q8_0","display_name":"Qwen2.5vl 3b q8_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:72b","name":"Qwen2.5vl 72b","display_name":"Qwen2.5vl 72b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:72b-fp16","name":"Qwen2.5vl 72b fp16","display_name":"Qwen2.5vl 72b fp16","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:72b-q4_K_M","name":"Qwen2.5vl 72b q4_K_M","display_name":"Qwen2.5vl 72b q4_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:72b-q8_0","name":"Qwen2.5vl 72b q8_0","display_name":"Qwen2.5vl 72b q8_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:7b","name":"Qwen2.5vl 7b","display_name":"Qwen2.5vl 7b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:7b-fp16","name":"Qwen2.5vl 7b fp16","display_name":"Qwen2.5vl 7b fp16","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:7b-q4_K_M","name":"Qwen2.5vl 7b q4_K_M","display_name":"Qwen2.5vl 7b q4_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:7b-q8_0","name":"Qwen2.5vl 7b q8_0","display_name":"Qwen2.5vl 7b q8_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:latest","name":"Qwen2.5vl Latest","display_name":"Qwen2.5vl Latest","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:30b","name":"Qwen3-coder 30b","display_name":"Qwen3-coder 30b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:30b-a3b-fp16","name":"Qwen3-coder 30b a3b fp16","display_name":"Qwen3-coder 30b a3b fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:30b-a3b-q4_K_M","name":"Qwen3-coder 30b a3b q4_K_M","display_name":"Qwen3-coder 30b a3b q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:30b-a3b-q8_0","name":"Qwen3-coder 30b a3b q8_0","display_name":"Qwen3-coder 30b a3b q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:480b","name":"Qwen3-coder 480b","display_name":"Qwen3-coder 480b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:480b-a35b-fp16","name":"Qwen3-coder 480b a35b fp16","display_name":"Qwen3-coder 480b a35b fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:480b-a35b-q4_K_M","name":"Qwen3-coder 480b a35b q4_K_M","display_name":"Qwen3-coder 480b a35b q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:480b-a35b-q8_0","name":"Qwen3-coder 480b a35b q8_0","display_name":"Qwen3-coder 480b a35b q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:480b-cloud","name":"Qwen3-coder 480b cloud","display_name":"Qwen3-coder 480b cloud","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:latest","name":"Qwen3-coder Latest","display_name":"Qwen3-coder Latest","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:0.6b","name":"Qwen3-embedding 0.6b","display_name":"Qwen3-embedding 0.6b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:0.6b-fp16","name":"Qwen3-embedding 0.6b fp16","display_name":"Qwen3-embedding 0.6b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:0.6b-q8_0","name":"Qwen3-embedding 0.6b q8_0","display_name":"Qwen3-embedding 0.6b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:4b","name":"Qwen3-embedding 4b","display_name":"Qwen3-embedding 4b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:4b-fp16","name":"Qwen3-embedding 4b fp16","display_name":"Qwen3-embedding 4b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:4b-q4_K_M","name":"Qwen3-embedding 4b q4_K_M","display_name":"Qwen3-embedding 4b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:4b-q8_0","name":"Qwen3-embedding 4b q8_0","display_name":"Qwen3-embedding 4b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:8b","name":"Qwen3-embedding 8b","display_name":"Qwen3-embedding 8b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:8b-fp16","name":"Qwen3-embedding 8b fp16","display_name":"Qwen3-embedding 8b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:8b-q4_K_M","name":"Qwen3-embedding 8b q4_K_M","display_name":"Qwen3-embedding 8b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:8b-q8_0","name":"Qwen3-embedding 8b q8_0","display_name":"Qwen3-embedding 8b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:latest","name":"Qwen3-embedding Latest","display_name":"Qwen3-embedding Latest","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-vl:235b-cloud","name":"Qwen3-vl 235b cloud","display_name":"Qwen3-vl 235b cloud","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:0.6b","name":"Qwen3 0.6b","display_name":"Qwen3 0.6b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:0.6b-fp16","name":"Qwen3 0.6b fp16","display_name":"Qwen3 0.6b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:0.6b-q4_K_M","name":"Qwen3 0.6b q4_K_M","display_name":"Qwen3 0.6b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:0.6b-q8_0","name":"Qwen3 0.6b q8_0","display_name":"Qwen3 0.6b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:1.7b","name":"Qwen3 1.7b","display_name":"Qwen3 1.7b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:1.7b-fp16","name":"Qwen3 1.7b fp16","display_name":"Qwen3 1.7b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:1.7b-q4_K_M","name":"Qwen3 1.7b q4_K_M","display_name":"Qwen3 1.7b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:1.7b-q8_0","name":"Qwen3 1.7b q8_0","display_name":"Qwen3 1.7b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:14b","name":"Qwen3 14b","display_name":"Qwen3 14b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:14b-fp16","name":"Qwen3 14b fp16","display_name":"Qwen3 14b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:14b-q4_K_M","name":"Qwen3 14b q4_K_M","display_name":"Qwen3 14b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:14b-q8_0","name":"Qwen3 14b q8_0","display_name":"Qwen3 14b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b","name":"Qwen3 235b","display_name":"Qwen3 235b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b","name":"Qwen3 235b a22b","display_name":"Qwen3 235b a22b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-fp16","name":"Qwen3 235b a22b fp16","display_name":"Qwen3 235b a22b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-instruct-2507-q4_K_M","name":"Qwen3 235b a22b instruct 2507 q4_K_M","display_name":"Qwen3 235b a22b instruct 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-instruct-2507-q8_0","name":"Qwen3 235b a22b instruct 2507 q8_0","display_name":"Qwen3 235b a22b instruct 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-q4_K_M","name":"Qwen3 235b a22b q4_K_M","display_name":"Qwen3 235b a22b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-q8_0","name":"Qwen3 235b a22b q8_0","display_name":"Qwen3 235b a22b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-thinking-2507-fp16","name":"Qwen3 235b a22b thinking 2507 fp16","display_name":"Qwen3 235b a22b thinking 2507 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-thinking-2507-q4_K_M","name":"Qwen3 235b a22b thinking 2507 q4_K_M","display_name":"Qwen3 235b a22b thinking 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-thinking-2507-q8_0","name":"Qwen3 235b a22b thinking 2507 q8_0","display_name":"Qwen3 235b a22b thinking 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-instruct","name":"Qwen3 235b instruct","display_name":"Qwen3 235b instruct","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-thinking","name":"Qwen3 235b thinking","display_name":"Qwen3 235b thinking","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b","name":"Qwen3 30b","display_name":"Qwen3 30b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b","name":"Qwen3 30b a3b","display_name":"Qwen3 30b a3b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-fp16","name":"Qwen3 30b a3b fp16","display_name":"Qwen3 30b a3b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-instruct-2507-fp16","name":"Qwen3 30b a3b instruct 2507 fp16","display_name":"Qwen3 30b a3b instruct 2507 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-instruct-2507-q4_K_M","name":"Qwen3 30b a3b instruct 2507 q4_K_M","display_name":"Qwen3 30b a3b instruct 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-instruct-2507-q8_0","name":"Qwen3 30b a3b instruct 2507 q8_0","display_name":"Qwen3 30b a3b instruct 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-q4_K_M","name":"Qwen3 30b a3b q4_K_M","display_name":"Qwen3 30b a3b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-q8_0","name":"Qwen3 30b a3b q8_0","display_name":"Qwen3 30b a3b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-thinking-2507-fp16","name":"Qwen3 30b a3b thinking 2507 fp16","display_name":"Qwen3 30b a3b thinking 2507 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-thinking-2507-q4_K_M","name":"Qwen3 30b a3b thinking 2507 q4_K_M","display_name":"Qwen3 30b a3b thinking 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-thinking-2507-q8_0","name":"Qwen3 30b a3b thinking 2507 q8_0","display_name":"Qwen3 30b a3b thinking 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-instruct","name":"Qwen3 30b instruct","display_name":"Qwen3 30b instruct","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-thinking","name":"Qwen3 30b thinking","display_name":"Qwen3 30b thinking","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:32b","name":"Qwen3 32b","display_name":"Qwen3 32b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:32b-fp16","name":"Qwen3 32b fp16","display_name":"Qwen3 32b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:32b-q4_K_M","name":"Qwen3 32b q4_K_M","display_name":"Qwen3 32b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:32b-q8_0","name":"Qwen3 32b q8_0","display_name":"Qwen3 32b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b","name":"Qwen3 4b","display_name":"Qwen3 4b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-fp16","name":"Qwen3 4b fp16","display_name":"Qwen3 4b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-instruct","name":"Qwen3 4b instruct","display_name":"Qwen3 4b instruct","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-instruct-2507-fp16","name":"Qwen3 4b instruct 2507 fp16","display_name":"Qwen3 4b instruct 2507 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-instruct-2507-q4_K_M","name":"Qwen3 4b instruct 2507 q4_K_M","display_name":"Qwen3 4b instruct 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-instruct-2507-q8_0","name":"Qwen3 4b instruct 2507 q8_0","display_name":"Qwen3 4b instruct 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-q4_K_M","name":"Qwen3 4b q4_K_M","display_name":"Qwen3 4b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-q8_0","name":"Qwen3 4b q8_0","display_name":"Qwen3 4b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-thinking","name":"Qwen3 4b thinking","display_name":"Qwen3 4b thinking","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-thinking-2507-fp16","name":"Qwen3 4b thinking 2507 fp16","display_name":"Qwen3 4b thinking 2507 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-thinking-2507-q4_K_M","name":"Qwen3 4b thinking 2507 q4_K_M","display_name":"Qwen3 4b thinking 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-thinking-2507-q8_0","name":"Qwen3 4b thinking 2507 q8_0","display_name":"Qwen3 4b thinking 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:8b","name":"Qwen3 8b","display_name":"Qwen3 8b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:8b-fp16","name":"Qwen3 8b fp16","display_name":"Qwen3 8b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:8b-q4_K_M","name":"Qwen3 8b q4_K_M","display_name":"Qwen3 8b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:8b-q8_0","name":"Qwen3 8b q8_0","display_name":"Qwen3 8b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:latest","name":"Qwen3 Latest","display_name":"Qwen3 Latest","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b","name":"Qwq 32b","display_name":"Qwq 32b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-fp16","name":"Qwq 32b fp16","display_name":"Qwq 32b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-preview-fp16","name":"Qwq 32b preview fp16","display_name":"Qwq 32b preview fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-preview-q4_K_M","name":"Qwq 32b preview q4_K_M","display_name":"Qwq 32b preview q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-preview-q8_0","name":"Qwq 32b preview q8_0","display_name":"Qwq 32b preview q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-q4_K_M","name":"Qwq 32b q4_K_M","display_name":"Qwq 32b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-q8_0","name":"Qwq 32b q8_0","display_name":"Qwq 32b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:latest","name":"Qwq Latest","display_name":"Qwq Latest","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:671b","name":"R1-1776 671b","display_name":"R1-1776 671b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:671b-fp16","name":"R1-1776 671b fp16","display_name":"R1-1776 671b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:671b-q4_K_M","name":"R1-1776 671b q4_K_M","display_name":"R1-1776 671b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:671b-q8_0","name":"R1-1776 671b q8_0","display_name":"R1-1776 671b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:70b","name":"R1-1776 70b","display_name":"R1-1776 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:70b-distill-llama-fp16","name":"R1-1776 70b distill llama fp16","display_name":"R1-1776 70b distill llama fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:70b-distill-llama-q4_K_M","name":"R1-1776 70b distill llama q4_K_M","display_name":"R1-1776 70b distill llama q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:70b-distill-llama-q8_0","name":"R1-1776 70b distill llama q8_0","display_name":"R1-1776 70b distill llama q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:latest","name":"R1-1776 Latest","display_name":"R1-1776 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b","name":"Reader-lm 0.5b","display_name":"Reader-lm 0.5b","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-fp16","name":"Reader-lm 0.5b fp16","display_name":"Reader-lm 0.5b fp16","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q2_K","name":"Reader-lm 0.5b q2_K","display_name":"Reader-lm 0.5b q2_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q3_K_L","name":"Reader-lm 0.5b q3_K_L","display_name":"Reader-lm 0.5b q3_K_L","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q3_K_M","name":"Reader-lm 0.5b q3_K_M","display_name":"Reader-lm 0.5b q3_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q3_K_S","name":"Reader-lm 0.5b q3_K_S","display_name":"Reader-lm 0.5b q3_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q4_0","name":"Reader-lm 0.5b q4_0","display_name":"Reader-lm 0.5b q4_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q4_1","name":"Reader-lm 0.5b q4_1","display_name":"Reader-lm 0.5b q4_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q4_K_M","name":"Reader-lm 0.5b q4_K_M","display_name":"Reader-lm 0.5b q4_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q4_K_S","name":"Reader-lm 0.5b q4_K_S","display_name":"Reader-lm 0.5b q4_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q5_0","name":"Reader-lm 0.5b q5_0","display_name":"Reader-lm 0.5b q5_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q5_1","name":"Reader-lm 0.5b q5_1","display_name":"Reader-lm 0.5b q5_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q5_K_M","name":"Reader-lm 0.5b q5_K_M","display_name":"Reader-lm 0.5b q5_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q5_K_S","name":"Reader-lm 0.5b q5_K_S","display_name":"Reader-lm 0.5b q5_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q6_K","name":"Reader-lm 0.5b q6_K","display_name":"Reader-lm 0.5b q6_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q8_0","name":"Reader-lm 0.5b q8_0","display_name":"Reader-lm 0.5b q8_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b","name":"Reader-lm 1.5b","display_name":"Reader-lm 1.5b","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-fp16","name":"Reader-lm 1.5b fp16","display_name":"Reader-lm 1.5b fp16","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q2_K","name":"Reader-lm 1.5b q2_K","display_name":"Reader-lm 1.5b q2_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q3_K_L","name":"Reader-lm 1.5b q3_K_L","display_name":"Reader-lm 1.5b q3_K_L","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q3_K_M","name":"Reader-lm 1.5b q3_K_M","display_name":"Reader-lm 1.5b q3_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q3_K_S","name":"Reader-lm 1.5b q3_K_S","display_name":"Reader-lm 1.5b q3_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q4_0","name":"Reader-lm 1.5b q4_0","display_name":"Reader-lm 1.5b q4_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q4_1","name":"Reader-lm 1.5b q4_1","display_name":"Reader-lm 1.5b q4_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q4_K_M","name":"Reader-lm 1.5b q4_K_M","display_name":"Reader-lm 1.5b q4_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q4_K_S","name":"Reader-lm 1.5b q4_K_S","display_name":"Reader-lm 1.5b q4_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q5_0","name":"Reader-lm 1.5b q5_0","display_name":"Reader-lm 1.5b q5_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q5_1","name":"Reader-lm 1.5b q5_1","display_name":"Reader-lm 1.5b q5_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q5_K_M","name":"Reader-lm 1.5b q5_K_M","display_name":"Reader-lm 1.5b q5_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q5_K_S","name":"Reader-lm 1.5b q5_K_S","display_name":"Reader-lm 1.5b q5_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q6_K","name":"Reader-lm 1.5b q6_K","display_name":"Reader-lm 1.5b q6_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q8_0","name":"Reader-lm 1.5b q8_0","display_name":"Reader-lm 1.5b q8_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:latest","name":"Reader-lm Latest","display_name":"Reader-lm Latest","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b","name":"Reflection 70b","display_name":"Reflection 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-fp16","name":"Reflection 70b fp16","display_name":"Reflection 70b fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q2_K","name":"Reflection 70b q2_K","display_name":"Reflection 70b q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q3_K_L","name":"Reflection 70b q3_K_L","display_name":"Reflection 70b q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q3_K_M","name":"Reflection 70b q3_K_M","display_name":"Reflection 70b q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q3_K_S","name":"Reflection 70b q3_K_S","display_name":"Reflection 70b q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q4_0","name":"Reflection 70b q4_0","display_name":"Reflection 70b q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q4_1","name":"Reflection 70b q4_1","display_name":"Reflection 70b q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q4_K_M","name":"Reflection 70b q4_K_M","display_name":"Reflection 70b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q4_K_S","name":"Reflection 70b q4_K_S","display_name":"Reflection 70b q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q5_0","name":"Reflection 70b q5_0","display_name":"Reflection 70b q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q5_1","name":"Reflection 70b q5_1","display_name":"Reflection 70b q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q5_K_M","name":"Reflection 70b q5_K_M","display_name":"Reflection 70b q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q5_K_S","name":"Reflection 70b q5_K_S","display_name":"Reflection 70b q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q6_K","name":"Reflection 70b q6_K","display_name":"Reflection 70b q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q8_0","name":"Reflection 70b q8_0","display_name":"Reflection 70b q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:latest","name":"Reflection Latest","display_name":"Reflection Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:1b","name":"Sailor2 1b","display_name":"Sailor2 1b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:1b-chat-fp16","name":"Sailor2 1b chat fp16","display_name":"Sailor2 1b chat fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:1b-chat-q4_K_M","name":"Sailor2 1b chat q4_K_M","display_name":"Sailor2 1b chat q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:1b-chat-q8_0","name":"Sailor2 1b chat q8_0","display_name":"Sailor2 1b chat q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:20b","name":"Sailor2 20b","display_name":"Sailor2 20b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:20b-chat-fp16","name":"Sailor2 20b chat fp16","display_name":"Sailor2 20b chat fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:20b-chat-q4_K_M","name":"Sailor2 20b chat q4_K_M","display_name":"Sailor2 20b chat q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:20b-chat-q8_0","name":"Sailor2 20b chat q8_0","display_name":"Sailor2 20b chat q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:8b","name":"Sailor2 8b","display_name":"Sailor2 8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:8b-chat-fp16","name":"Sailor2 8b chat fp16","display_name":"Sailor2 8b chat fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:8b-chat-q4_K_M","name":"Sailor2 8b chat q4_K_M","display_name":"Sailor2 8b chat q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:8b-chat-q8_0","name":"Sailor2 8b chat q8_0","display_name":"Sailor2 8b chat q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:latest","name":"Sailor2 Latest","display_name":"Sailor2 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b","name":"Samantha-mistral 7b","display_name":"Samantha-mistral 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-fp16","name":"Samantha-mistral 7b instruct fp16","display_name":"Samantha-mistral 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q2_K","name":"Samantha-mistral 7b instruct q2_K","display_name":"Samantha-mistral 7b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q3_K_L","name":"Samantha-mistral 7b instruct q3_K_L","display_name":"Samantha-mistral 7b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q3_K_M","name":"Samantha-mistral 7b instruct q3_K_M","display_name":"Samantha-mistral 7b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q3_K_S","name":"Samantha-mistral 7b instruct q3_K_S","display_name":"Samantha-mistral 7b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q4_0","name":"Samantha-mistral 7b instruct q4_0","display_name":"Samantha-mistral 7b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q4_1","name":"Samantha-mistral 7b instruct q4_1","display_name":"Samantha-mistral 7b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q4_K_M","name":"Samantha-mistral 7b instruct q4_K_M","display_name":"Samantha-mistral 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q4_K_S","name":"Samantha-mistral 7b instruct q4_K_S","display_name":"Samantha-mistral 7b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q5_0","name":"Samantha-mistral 7b instruct q5_0","display_name":"Samantha-mistral 7b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q5_1","name":"Samantha-mistral 7b instruct q5_1","display_name":"Samantha-mistral 7b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q5_K_M","name":"Samantha-mistral 7b instruct q5_K_M","display_name":"Samantha-mistral 7b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q5_K_S","name":"Samantha-mistral 7b instruct q5_K_S","display_name":"Samantha-mistral 7b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q6_K","name":"Samantha-mistral 7b instruct q6_K","display_name":"Samantha-mistral 7b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q8_0","name":"Samantha-mistral 7b instruct q8_0","display_name":"Samantha-mistral 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text","name":"Samantha-mistral 7b text","display_name":"Samantha-mistral 7b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-fp16","name":"Samantha-mistral 7b text fp16","display_name":"Samantha-mistral 7b text fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q2_K","name":"Samantha-mistral 7b text q2_K","display_name":"Samantha-mistral 7b text q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q3_K_L","name":"Samantha-mistral 7b text q3_K_L","display_name":"Samantha-mistral 7b text q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q3_K_M","name":"Samantha-mistral 7b text q3_K_M","display_name":"Samantha-mistral 7b text q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q3_K_S","name":"Samantha-mistral 7b text q3_K_S","display_name":"Samantha-mistral 7b text q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q4_0","name":"Samantha-mistral 7b text q4_0","display_name":"Samantha-mistral 7b text q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q4_1","name":"Samantha-mistral 7b text q4_1","display_name":"Samantha-mistral 7b text q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q4_K_M","name":"Samantha-mistral 7b text q4_K_M","display_name":"Samantha-mistral 7b text q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q4_K_S","name":"Samantha-mistral 7b text q4_K_S","display_name":"Samantha-mistral 7b text q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q5_0","name":"Samantha-mistral 7b text q5_0","display_name":"Samantha-mistral 7b text q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q5_1","name":"Samantha-mistral 7b text q5_1","display_name":"Samantha-mistral 7b text q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q5_K_M","name":"Samantha-mistral 7b text q5_K_M","display_name":"Samantha-mistral 7b text q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q5_K_S","name":"Samantha-mistral 7b text q5_K_S","display_name":"Samantha-mistral 7b text q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q6_K","name":"Samantha-mistral 7b text q6_K","display_name":"Samantha-mistral 7b text q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q8_0","name":"Samantha-mistral 7b text q8_0","display_name":"Samantha-mistral 7b text q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text","name":"Samantha-mistral 7b v1.2 text","display_name":"Samantha-mistral 7b v1.2 text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-fp16","name":"Samantha-mistral 7b v1.2 text fp16","display_name":"Samantha-mistral 7b v1.2 text fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q2_K","name":"Samantha-mistral 7b v1.2 text q2_K","display_name":"Samantha-mistral 7b v1.2 text q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q3_K_L","name":"Samantha-mistral 7b v1.2 text q3_K_L","display_name":"Samantha-mistral 7b v1.2 text q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q3_K_M","name":"Samantha-mistral 7b v1.2 text q3_K_M","display_name":"Samantha-mistral 7b v1.2 text q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q3_K_S","name":"Samantha-mistral 7b v1.2 text q3_K_S","display_name":"Samantha-mistral 7b v1.2 text q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q4_0","name":"Samantha-mistral 7b v1.2 text q4_0","display_name":"Samantha-mistral 7b v1.2 text q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q4_1","name":"Samantha-mistral 7b v1.2 text q4_1","display_name":"Samantha-mistral 7b v1.2 text q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q4_K_M","name":"Samantha-mistral 7b v1.2 text q4_K_M","display_name":"Samantha-mistral 7b v1.2 text q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q4_K_S","name":"Samantha-mistral 7b v1.2 text q4_K_S","display_name":"Samantha-mistral 7b v1.2 text q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q5_0","name":"Samantha-mistral 7b v1.2 text q5_0","display_name":"Samantha-mistral 7b v1.2 text q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q5_1","name":"Samantha-mistral 7b v1.2 text q5_1","display_name":"Samantha-mistral 7b v1.2 text q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q5_K_M","name":"Samantha-mistral 7b v1.2 text q5_K_M","display_name":"Samantha-mistral 7b v1.2 text q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q5_K_S","name":"Samantha-mistral 7b v1.2 text q5_K_S","display_name":"Samantha-mistral 7b v1.2 text q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q6_K","name":"Samantha-mistral 7b v1.2 text q6_K","display_name":"Samantha-mistral 7b v1.2 text q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q8_0","name":"Samantha-mistral 7b v1.2 text q8_0","display_name":"Samantha-mistral 7b v1.2 text q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:latest","name":"Samantha-mistral Latest","display_name":"Samantha-mistral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b","name":"Shieldgemma 27b","display_name":"Shieldgemma 27b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-fp16","name":"Shieldgemma 27b fp16","display_name":"Shieldgemma 27b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q2_K","name":"Shieldgemma 27b q2_K","display_name":"Shieldgemma 27b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q3_K_L","name":"Shieldgemma 27b q3_K_L","display_name":"Shieldgemma 27b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q3_K_M","name":"Shieldgemma 27b q3_K_M","display_name":"Shieldgemma 27b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q3_K_S","name":"Shieldgemma 27b q3_K_S","display_name":"Shieldgemma 27b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q4_0","name":"Shieldgemma 27b q4_0","display_name":"Shieldgemma 27b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q4_1","name":"Shieldgemma 27b q4_1","display_name":"Shieldgemma 27b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q4_K_M","name":"Shieldgemma 27b q4_K_M","display_name":"Shieldgemma 27b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q4_K_S","name":"Shieldgemma 27b q4_K_S","display_name":"Shieldgemma 27b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q5_0","name":"Shieldgemma 27b q5_0","display_name":"Shieldgemma 27b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q5_1","name":"Shieldgemma 27b q5_1","display_name":"Shieldgemma 27b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q5_K_M","name":"Shieldgemma 27b q5_K_M","display_name":"Shieldgemma 27b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q5_K_S","name":"Shieldgemma 27b q5_K_S","display_name":"Shieldgemma 27b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q6_K","name":"Shieldgemma 27b q6_K","display_name":"Shieldgemma 27b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q8_0","name":"Shieldgemma 27b q8_0","display_name":"Shieldgemma 27b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b","name":"Shieldgemma 2b","display_name":"Shieldgemma 2b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-fp16","name":"Shieldgemma 2b fp16","display_name":"Shieldgemma 2b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q2_K","name":"Shieldgemma 2b q2_K","display_name":"Shieldgemma 2b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q3_K_L","name":"Shieldgemma 2b q3_K_L","display_name":"Shieldgemma 2b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q3_K_M","name":"Shieldgemma 2b q3_K_M","display_name":"Shieldgemma 2b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q3_K_S","name":"Shieldgemma 2b q3_K_S","display_name":"Shieldgemma 2b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q4_0","name":"Shieldgemma 2b q4_0","display_name":"Shieldgemma 2b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q4_1","name":"Shieldgemma 2b q4_1","display_name":"Shieldgemma 2b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q4_K_M","name":"Shieldgemma 2b q4_K_M","display_name":"Shieldgemma 2b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q4_K_S","name":"Shieldgemma 2b q4_K_S","display_name":"Shieldgemma 2b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q5_0","name":"Shieldgemma 2b q5_0","display_name":"Shieldgemma 2b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q5_1","name":"Shieldgemma 2b q5_1","display_name":"Shieldgemma 2b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q5_K_M","name":"Shieldgemma 2b q5_K_M","display_name":"Shieldgemma 2b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q5_K_S","name":"Shieldgemma 2b q5_K_S","display_name":"Shieldgemma 2b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q6_K","name":"Shieldgemma 2b q6_K","display_name":"Shieldgemma 2b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q8_0","name":"Shieldgemma 2b q8_0","display_name":"Shieldgemma 2b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b","name":"Shieldgemma 9b","display_name":"Shieldgemma 9b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-fp16","name":"Shieldgemma 9b fp16","display_name":"Shieldgemma 9b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q2_K","name":"Shieldgemma 9b q2_K","display_name":"Shieldgemma 9b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q3_K_L","name":"Shieldgemma 9b q3_K_L","display_name":"Shieldgemma 9b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q3_K_M","name":"Shieldgemma 9b q3_K_M","display_name":"Shieldgemma 9b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q3_K_S","name":"Shieldgemma 9b q3_K_S","display_name":"Shieldgemma 9b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q4_0","name":"Shieldgemma 9b q4_0","display_name":"Shieldgemma 9b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q4_1","name":"Shieldgemma 9b q4_1","display_name":"Shieldgemma 9b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q4_K_M","name":"Shieldgemma 9b q4_K_M","display_name":"Shieldgemma 9b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q4_K_S","name":"Shieldgemma 9b q4_K_S","display_name":"Shieldgemma 9b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q5_0","name":"Shieldgemma 9b q5_0","display_name":"Shieldgemma 9b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q5_1","name":"Shieldgemma 9b q5_1","display_name":"Shieldgemma 9b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q5_K_M","name":"Shieldgemma 9b q5_K_M","display_name":"Shieldgemma 9b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q5_K_S","name":"Shieldgemma 9b q5_K_S","display_name":"Shieldgemma 9b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q6_K","name":"Shieldgemma 9b q6_K","display_name":"Shieldgemma 9b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q8_0","name":"Shieldgemma 9b q8_0","display_name":"Shieldgemma 9b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:latest","name":"Shieldgemma Latest","display_name":"Shieldgemma Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smallthinker:3b","name":"Smallthinker 3b","display_name":"Smallthinker 3b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smallthinker:3b-preview-fp16","name":"Smallthinker 3b preview fp16","display_name":"Smallthinker 3b preview fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smallthinker:3b-preview-q4_K_M","name":"Smallthinker 3b preview q4_K_M","display_name":"Smallthinker 3b preview q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smallthinker:3b-preview-q8_0","name":"Smallthinker 3b preview q8_0","display_name":"Smallthinker 3b preview q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smallthinker:latest","name":"Smallthinker Latest","display_name":"Smallthinker Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b","name":"Smollm 1.7b","display_name":"Smollm 1.7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-fp16","name":"Smollm 1.7b base v0.2 fp16","display_name":"Smollm 1.7b base v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q2_K","name":"Smollm 1.7b base v0.2 q2_K","display_name":"Smollm 1.7b base v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q3_K_L","name":"Smollm 1.7b base v0.2 q3_K_L","display_name":"Smollm 1.7b base v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q3_K_M","name":"Smollm 1.7b base v0.2 q3_K_M","display_name":"Smollm 1.7b base v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q3_K_S","name":"Smollm 1.7b base v0.2 q3_K_S","display_name":"Smollm 1.7b base v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q4_0","name":"Smollm 1.7b base v0.2 q4_0","display_name":"Smollm 1.7b base v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q4_1","name":"Smollm 1.7b base v0.2 q4_1","display_name":"Smollm 1.7b base v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q4_K_M","name":"Smollm 1.7b base v0.2 q4_K_M","display_name":"Smollm 1.7b base v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q4_K_S","name":"Smollm 1.7b base v0.2 q4_K_S","display_name":"Smollm 1.7b base v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q5_0","name":"Smollm 1.7b base v0.2 q5_0","display_name":"Smollm 1.7b base v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q5_1","name":"Smollm 1.7b base v0.2 q5_1","display_name":"Smollm 1.7b base v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q5_K_M","name":"Smollm 1.7b base v0.2 q5_K_M","display_name":"Smollm 1.7b base v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q5_K_S","name":"Smollm 1.7b base v0.2 q5_K_S","display_name":"Smollm 1.7b base v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q6_K","name":"Smollm 1.7b base v0.2 q6_K","display_name":"Smollm 1.7b base v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q8_0","name":"Smollm 1.7b base v0.2 q8_0","display_name":"Smollm 1.7b base v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-fp16","name":"Smollm 1.7b instruct v0.2 fp16","display_name":"Smollm 1.7b instruct v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q2_K","name":"Smollm 1.7b instruct v0.2 q2_K","display_name":"Smollm 1.7b instruct v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q3_K_L","name":"Smollm 1.7b instruct v0.2 q3_K_L","display_name":"Smollm 1.7b instruct v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q3_K_M","name":"Smollm 1.7b instruct v0.2 q3_K_M","display_name":"Smollm 1.7b instruct v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q3_K_S","name":"Smollm 1.7b instruct v0.2 q3_K_S","display_name":"Smollm 1.7b instruct v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q4_0","name":"Smollm 1.7b instruct v0.2 q4_0","display_name":"Smollm 1.7b instruct v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q4_1","name":"Smollm 1.7b instruct v0.2 q4_1","display_name":"Smollm 1.7b instruct v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q4_K_M","name":"Smollm 1.7b instruct v0.2 q4_K_M","display_name":"Smollm 1.7b instruct v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q4_K_S","name":"Smollm 1.7b instruct v0.2 q4_K_S","display_name":"Smollm 1.7b instruct v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q5_0","name":"Smollm 1.7b instruct v0.2 q5_0","display_name":"Smollm 1.7b instruct v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q5_1","name":"Smollm 1.7b instruct v0.2 q5_1","display_name":"Smollm 1.7b instruct v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q5_K_M","name":"Smollm 1.7b instruct v0.2 q5_K_M","display_name":"Smollm 1.7b instruct v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q5_K_S","name":"Smollm 1.7b instruct v0.2 q5_K_S","display_name":"Smollm 1.7b instruct v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q6_K","name":"Smollm 1.7b instruct v0.2 q6_K","display_name":"Smollm 1.7b instruct v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q8_0","name":"Smollm 1.7b instruct v0.2 q8_0","display_name":"Smollm 1.7b instruct v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m","name":"Smollm 135m","display_name":"Smollm 135m","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-fp16","name":"Smollm 135m base v0.2 fp16","display_name":"Smollm 135m base v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q2_K","name":"Smollm 135m base v0.2 q2_K","display_name":"Smollm 135m base v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q3_K_L","name":"Smollm 135m base v0.2 q3_K_L","display_name":"Smollm 135m base v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q3_K_M","name":"Smollm 135m base v0.2 q3_K_M","display_name":"Smollm 135m base v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q3_K_S","name":"Smollm 135m base v0.2 q3_K_S","display_name":"Smollm 135m base v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q4_0","name":"Smollm 135m base v0.2 q4_0","display_name":"Smollm 135m base v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q4_1","name":"Smollm 135m base v0.2 q4_1","display_name":"Smollm 135m base v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q4_K_M","name":"Smollm 135m base v0.2 q4_K_M","display_name":"Smollm 135m base v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q4_K_S","name":"Smollm 135m base v0.2 q4_K_S","display_name":"Smollm 135m base v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q5_0","name":"Smollm 135m base v0.2 q5_0","display_name":"Smollm 135m base v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q5_1","name":"Smollm 135m base v0.2 q5_1","display_name":"Smollm 135m base v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q5_K_M","name":"Smollm 135m base v0.2 q5_K_M","display_name":"Smollm 135m base v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q5_K_S","name":"Smollm 135m base v0.2 q5_K_S","display_name":"Smollm 135m base v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q6_K","name":"Smollm 135m base v0.2 q6_K","display_name":"Smollm 135m base v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q8_0","name":"Smollm 135m base v0.2 q8_0","display_name":"Smollm 135m base v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-fp16","name":"Smollm 135m instruct v0.2 fp16","display_name":"Smollm 135m instruct v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q2_K","name":"Smollm 135m instruct v0.2 q2_K","display_name":"Smollm 135m instruct v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q3_K_L","name":"Smollm 135m instruct v0.2 q3_K_L","display_name":"Smollm 135m instruct v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q3_K_M","name":"Smollm 135m instruct v0.2 q3_K_M","display_name":"Smollm 135m instruct v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q3_K_S","name":"Smollm 135m instruct v0.2 q3_K_S","display_name":"Smollm 135m instruct v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q4_0","name":"Smollm 135m instruct v0.2 q4_0","display_name":"Smollm 135m instruct v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q4_1","name":"Smollm 135m instruct v0.2 q4_1","display_name":"Smollm 135m instruct v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q4_K_M","name":"Smollm 135m instruct v0.2 q4_K_M","display_name":"Smollm 135m instruct v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q4_K_S","name":"Smollm 135m instruct v0.2 q4_K_S","display_name":"Smollm 135m instruct v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q5_0","name":"Smollm 135m instruct v0.2 q5_0","display_name":"Smollm 135m instruct v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q5_1","name":"Smollm 135m instruct v0.2 q5_1","display_name":"Smollm 135m instruct v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q5_K_M","name":"Smollm 135m instruct v0.2 q5_K_M","display_name":"Smollm 135m instruct v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q5_K_S","name":"Smollm 135m instruct v0.2 q5_K_S","display_name":"Smollm 135m instruct v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q6_K","name":"Smollm 135m instruct v0.2 q6_K","display_name":"Smollm 135m instruct v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q8_0","name":"Smollm 135m instruct v0.2 q8_0","display_name":"Smollm 135m instruct v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m","name":"Smollm 360m","display_name":"Smollm 360m","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-fp16","name":"Smollm 360m base v0.2 fp16","display_name":"Smollm 360m base v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q2_K","name":"Smollm 360m base v0.2 q2_K","display_name":"Smollm 360m base v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q3_K_L","name":"Smollm 360m base v0.2 q3_K_L","display_name":"Smollm 360m base v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q3_K_M","name":"Smollm 360m base v0.2 q3_K_M","display_name":"Smollm 360m base v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q3_K_S","name":"Smollm 360m base v0.2 q3_K_S","display_name":"Smollm 360m base v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q4_0","name":"Smollm 360m base v0.2 q4_0","display_name":"Smollm 360m base v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q4_1","name":"Smollm 360m base v0.2 q4_1","display_name":"Smollm 360m base v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q4_K_M","name":"Smollm 360m base v0.2 q4_K_M","display_name":"Smollm 360m base v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q4_K_S","name":"Smollm 360m base v0.2 q4_K_S","display_name":"Smollm 360m base v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q5_0","name":"Smollm 360m base v0.2 q5_0","display_name":"Smollm 360m base v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q5_1","name":"Smollm 360m base v0.2 q5_1","display_name":"Smollm 360m base v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q5_K_M","name":"Smollm 360m base v0.2 q5_K_M","display_name":"Smollm 360m base v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q5_K_S","name":"Smollm 360m base v0.2 q5_K_S","display_name":"Smollm 360m base v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q6_K","name":"Smollm 360m base v0.2 q6_K","display_name":"Smollm 360m base v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q8_0","name":"Smollm 360m base v0.2 q8_0","display_name":"Smollm 360m base v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-fp16","name":"Smollm 360m instruct v0.2 fp16","display_name":"Smollm 360m instruct v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q2_K","name":"Smollm 360m instruct v0.2 q2_K","display_name":"Smollm 360m instruct v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q3_K_L","name":"Smollm 360m instruct v0.2 q3_K_L","display_name":"Smollm 360m instruct v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q3_K_M","name":"Smollm 360m instruct v0.2 q3_K_M","display_name":"Smollm 360m instruct v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q3_K_S","name":"Smollm 360m instruct v0.2 q3_K_S","display_name":"Smollm 360m instruct v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q4_0","name":"Smollm 360m instruct v0.2 q4_0","display_name":"Smollm 360m instruct v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q4_1","name":"Smollm 360m instruct v0.2 q4_1","display_name":"Smollm 360m instruct v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q4_K_M","name":"Smollm 360m instruct v0.2 q4_K_M","display_name":"Smollm 360m instruct v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q4_K_S","name":"Smollm 360m instruct v0.2 q4_K_S","display_name":"Smollm 360m instruct v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q5_0","name":"Smollm 360m instruct v0.2 q5_0","display_name":"Smollm 360m instruct v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q5_1","name":"Smollm 360m instruct v0.2 q5_1","display_name":"Smollm 360m instruct v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q5_K_M","name":"Smollm 360m instruct v0.2 q5_K_M","display_name":"Smollm 360m instruct v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q5_K_S","name":"Smollm 360m instruct v0.2 q5_K_S","display_name":"Smollm 360m instruct v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q6_K","name":"Smollm 360m instruct v0.2 q6_K","display_name":"Smollm 360m instruct v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q8_0","name":"Smollm 360m instruct v0.2 q8_0","display_name":"Smollm 360m instruct v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:latest","name":"Smollm Latest","display_name":"Smollm Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b","name":"Smollm2 1.7b","display_name":"Smollm2 1.7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-fp16","name":"Smollm2 1.7b instruct fp16","display_name":"Smollm2 1.7b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q2_K","name":"Smollm2 1.7b instruct q2_K","display_name":"Smollm2 1.7b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q3_K_L","name":"Smollm2 1.7b instruct q3_K_L","display_name":"Smollm2 1.7b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q3_K_M","name":"Smollm2 1.7b instruct q3_K_M","display_name":"Smollm2 1.7b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q3_K_S","name":"Smollm2 1.7b instruct q3_K_S","display_name":"Smollm2 1.7b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q4_0","name":"Smollm2 1.7b instruct q4_0","display_name":"Smollm2 1.7b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q4_1","name":"Smollm2 1.7b instruct q4_1","display_name":"Smollm2 1.7b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q4_K_M","name":"Smollm2 1.7b instruct q4_K_M","display_name":"Smollm2 1.7b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q4_K_S","name":"Smollm2 1.7b instruct q4_K_S","display_name":"Smollm2 1.7b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q5_0","name":"Smollm2 1.7b instruct q5_0","display_name":"Smollm2 1.7b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q5_1","name":"Smollm2 1.7b instruct q5_1","display_name":"Smollm2 1.7b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q5_K_M","name":"Smollm2 1.7b instruct q5_K_M","display_name":"Smollm2 1.7b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q5_K_S","name":"Smollm2 1.7b instruct q5_K_S","display_name":"Smollm2 1.7b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q6_K","name":"Smollm2 1.7b instruct q6_K","display_name":"Smollm2 1.7b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q8_0","name":"Smollm2 1.7b instruct q8_0","display_name":"Smollm2 1.7b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m","name":"Smollm2 135m","display_name":"Smollm2 135m","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-fp16","name":"Smollm2 135m instruct fp16","display_name":"Smollm2 135m instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q2_K","name":"Smollm2 135m instruct q2_K","display_name":"Smollm2 135m instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q3_K_L","name":"Smollm2 135m instruct q3_K_L","display_name":"Smollm2 135m instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q3_K_M","name":"Smollm2 135m instruct q3_K_M","display_name":"Smollm2 135m instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q3_K_S","name":"Smollm2 135m instruct q3_K_S","display_name":"Smollm2 135m instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q4_0","name":"Smollm2 135m instruct q4_0","display_name":"Smollm2 135m instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q4_1","name":"Smollm2 135m instruct q4_1","display_name":"Smollm2 135m instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q4_K_M","name":"Smollm2 135m instruct q4_K_M","display_name":"Smollm2 135m instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q4_K_S","name":"Smollm2 135m instruct q4_K_S","display_name":"Smollm2 135m instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q5_0","name":"Smollm2 135m instruct q5_0","display_name":"Smollm2 135m instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q5_1","name":"Smollm2 135m instruct q5_1","display_name":"Smollm2 135m instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q5_K_M","name":"Smollm2 135m instruct q5_K_M","display_name":"Smollm2 135m instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q5_K_S","name":"Smollm2 135m instruct q5_K_S","display_name":"Smollm2 135m instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q6_K","name":"Smollm2 135m instruct q6_K","display_name":"Smollm2 135m instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q8_0","name":"Smollm2 135m instruct q8_0","display_name":"Smollm2 135m instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m","name":"Smollm2 360m","display_name":"Smollm2 360m","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-fp16","name":"Smollm2 360m instruct fp16","display_name":"Smollm2 360m instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q2_K","name":"Smollm2 360m instruct q2_K","display_name":"Smollm2 360m instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q3_K_L","name":"Smollm2 360m instruct q3_K_L","display_name":"Smollm2 360m instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q3_K_M","name":"Smollm2 360m instruct q3_K_M","display_name":"Smollm2 360m instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q3_K_S","name":"Smollm2 360m instruct q3_K_S","display_name":"Smollm2 360m instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q4_0","name":"Smollm2 360m instruct q4_0","display_name":"Smollm2 360m instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q4_1","name":"Smollm2 360m instruct q4_1","display_name":"Smollm2 360m instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q4_K_M","name":"Smollm2 360m instruct q4_K_M","display_name":"Smollm2 360m instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q4_K_S","name":"Smollm2 360m instruct q4_K_S","display_name":"Smollm2 360m instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q5_0","name":"Smollm2 360m instruct q5_0","display_name":"Smollm2 360m instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q5_1","name":"Smollm2 360m instruct q5_1","display_name":"Smollm2 360m instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q5_K_M","name":"Smollm2 360m instruct q5_K_M","display_name":"Smollm2 360m instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q5_K_S","name":"Smollm2 360m instruct q5_K_S","display_name":"Smollm2 360m instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q6_K","name":"Smollm2 360m instruct q6_K","display_name":"Smollm2 360m instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q8_0","name":"Smollm2 360m instruct q8_0","display_name":"Smollm2 360m instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:latest","name":"Smollm2 Latest","display_name":"Smollm2 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:110m","name":"Snowflake-arctic-embed 110m","display_name":"Snowflake-arctic-embed 110m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:110m-m-fp16","name":"Snowflake-arctic-embed 110m m fp16","display_name":"Snowflake-arctic-embed 110m m fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:137m","name":"Snowflake-arctic-embed 137m","display_name":"Snowflake-arctic-embed 137m","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:137m-m-long-fp16","name":"Snowflake-arctic-embed 137m m long fp16","display_name":"Snowflake-arctic-embed 137m m long fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:22m","name":"Snowflake-arctic-embed 22m","display_name":"Snowflake-arctic-embed 22m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:22m-xs-fp16","name":"Snowflake-arctic-embed 22m xs fp16","display_name":"Snowflake-arctic-embed 22m xs fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:335m","name":"Snowflake-arctic-embed 335m","display_name":"Snowflake-arctic-embed 335m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:335m-l-fp16","name":"Snowflake-arctic-embed 335m l fp16","display_name":"Snowflake-arctic-embed 335m l fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:33m","name":"Snowflake-arctic-embed 33m","display_name":"Snowflake-arctic-embed 33m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:33m-s-fp16","name":"Snowflake-arctic-embed 33m s fp16","display_name":"Snowflake-arctic-embed 33m s fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:l","name":"Snowflake-arctic-embed L","display_name":"Snowflake-arctic-embed L","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:latest","name":"Snowflake-arctic-embed Latest","display_name":"Snowflake-arctic-embed Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:m","name":"Snowflake-arctic-embed M","display_name":"Snowflake-arctic-embed M","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:m-long","name":"Snowflake-arctic-embed M long","display_name":"Snowflake-arctic-embed M long","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:s","name":"Snowflake-arctic-embed S","display_name":"Snowflake-arctic-embed S","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:xs","name":"Snowflake-arctic-embed Xs","display_name":"Snowflake-arctic-embed Xs","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed2:568m","name":"Snowflake-arctic-embed2 568m","display_name":"Snowflake-arctic-embed2 568m","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed2:568m-l-fp16","name":"Snowflake-arctic-embed2 568m l fp16","display_name":"Snowflake-arctic-embed2 568m l fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed2:latest","name":"Snowflake-arctic-embed2 Latest","display_name":"Snowflake-arctic-embed2 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b","name":"Solar-pro 22b","display_name":"Solar-pro 22b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-fp16","name":"Solar-pro 22b preview instruct fp16","display_name":"Solar-pro 22b preview instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q2_K","name":"Solar-pro 22b preview instruct q2_K","display_name":"Solar-pro 22b preview instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q3_K_L","name":"Solar-pro 22b preview instruct q3_K_L","display_name":"Solar-pro 22b preview instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q3_K_M","name":"Solar-pro 22b preview instruct q3_K_M","display_name":"Solar-pro 22b preview instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q3_K_S","name":"Solar-pro 22b preview instruct q3_K_S","display_name":"Solar-pro 22b preview instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q4_0","name":"Solar-pro 22b preview instruct q4_0","display_name":"Solar-pro 22b preview instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q4_1","name":"Solar-pro 22b preview instruct q4_1","display_name":"Solar-pro 22b preview instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q4_K_M","name":"Solar-pro 22b preview instruct q4_K_M","display_name":"Solar-pro 22b preview instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q4_K_S","name":"Solar-pro 22b preview instruct q4_K_S","display_name":"Solar-pro 22b preview instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q5_0","name":"Solar-pro 22b preview instruct q5_0","display_name":"Solar-pro 22b preview instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q5_1","name":"Solar-pro 22b preview instruct q5_1","display_name":"Solar-pro 22b preview instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q5_K_M","name":"Solar-pro 22b preview instruct q5_K_M","display_name":"Solar-pro 22b preview instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q5_K_S","name":"Solar-pro 22b preview instruct q5_K_S","display_name":"Solar-pro 22b preview instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q6_K","name":"Solar-pro 22b preview instruct q6_K","display_name":"Solar-pro 22b preview instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q8_0","name":"Solar-pro 22b preview instruct q8_0","display_name":"Solar-pro 22b preview instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:latest","name":"Solar-pro Latest","display_name":"Solar-pro Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:preview","name":"Solar-pro Preview","display_name":"Solar-pro Preview","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b","name":"Solar 10.7b","display_name":"Solar 10.7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-fp16","name":"Solar 10.7b instruct v1 fp16","display_name":"Solar 10.7b instruct v1 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q2_K","name":"Solar 10.7b instruct v1 q2_K","display_name":"Solar 10.7b instruct v1 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q3_K_L","name":"Solar 10.7b instruct v1 q3_K_L","display_name":"Solar 10.7b instruct v1 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q3_K_M","name":"Solar 10.7b instruct v1 q3_K_M","display_name":"Solar 10.7b instruct v1 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q3_K_S","name":"Solar 10.7b instruct v1 q3_K_S","display_name":"Solar 10.7b instruct v1 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q4_0","name":"Solar 10.7b instruct v1 q4_0","display_name":"Solar 10.7b instruct v1 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q4_1","name":"Solar 10.7b instruct v1 q4_1","display_name":"Solar 10.7b instruct v1 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q4_K_M","name":"Solar 10.7b instruct v1 q4_K_M","display_name":"Solar 10.7b instruct v1 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q4_K_S","name":"Solar 10.7b instruct v1 q4_K_S","display_name":"Solar 10.7b instruct v1 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q5_0","name":"Solar 10.7b instruct v1 q5_0","display_name":"Solar 10.7b instruct v1 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q5_1","name":"Solar 10.7b instruct v1 q5_1","display_name":"Solar 10.7b instruct v1 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q5_K_M","name":"Solar 10.7b instruct v1 q5_K_M","display_name":"Solar 10.7b instruct v1 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q5_K_S","name":"Solar 10.7b instruct v1 q5_K_S","display_name":"Solar 10.7b instruct v1 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q6_K","name":"Solar 10.7b instruct v1 q6_K","display_name":"Solar 10.7b instruct v1 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q8_0","name":"Solar 10.7b instruct v1 q8_0","display_name":"Solar 10.7b instruct v1 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-fp16","name":"Solar 10.7b text v1 fp16","display_name":"Solar 10.7b text v1 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q2_K","name":"Solar 10.7b text v1 q2_K","display_name":"Solar 10.7b text v1 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q3_K_L","name":"Solar 10.7b text v1 q3_K_L","display_name":"Solar 10.7b text v1 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q3_K_M","name":"Solar 10.7b text v1 q3_K_M","display_name":"Solar 10.7b text v1 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q3_K_S","name":"Solar 10.7b text v1 q3_K_S","display_name":"Solar 10.7b text v1 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q4_0","name":"Solar 10.7b text v1 q4_0","display_name":"Solar 10.7b text v1 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q4_1","name":"Solar 10.7b text v1 q4_1","display_name":"Solar 10.7b text v1 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q4_K_M","name":"Solar 10.7b text v1 q4_K_M","display_name":"Solar 10.7b text v1 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q4_K_S","name":"Solar 10.7b text v1 q4_K_S","display_name":"Solar 10.7b text v1 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q5_0","name":"Solar 10.7b text v1 q5_0","display_name":"Solar 10.7b text v1 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q5_1","name":"Solar 10.7b text v1 q5_1","display_name":"Solar 10.7b text v1 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q5_K_M","name":"Solar 10.7b text v1 q5_K_M","display_name":"Solar 10.7b text v1 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q5_K_S","name":"Solar 10.7b text v1 q5_K_S","display_name":"Solar 10.7b text v1 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q6_K","name":"Solar 10.7b text v1 q6_K","display_name":"Solar 10.7b text v1 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q8_0","name":"Solar 10.7b text v1 q8_0","display_name":"Solar 10.7b text v1 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:latest","name":"Solar Latest","display_name":"Solar Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b","name":"Sqlcoder 15b","display_name":"Sqlcoder 15b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-fp16","name":"Sqlcoder 15b fp16","display_name":"Sqlcoder 15b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q2_K","name":"Sqlcoder 15b q2_K","display_name":"Sqlcoder 15b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q3_K_L","name":"Sqlcoder 15b q3_K_L","display_name":"Sqlcoder 15b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q3_K_M","name":"Sqlcoder 15b q3_K_M","display_name":"Sqlcoder 15b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q3_K_S","name":"Sqlcoder 15b q3_K_S","display_name":"Sqlcoder 15b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q4_0","name":"Sqlcoder 15b q4_0","display_name":"Sqlcoder 15b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q4_1","name":"Sqlcoder 15b q4_1","display_name":"Sqlcoder 15b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q4_K_M","name":"Sqlcoder 15b q4_K_M","display_name":"Sqlcoder 15b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q4_K_S","name":"Sqlcoder 15b q4_K_S","display_name":"Sqlcoder 15b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q5_0","name":"Sqlcoder 15b q5_0","display_name":"Sqlcoder 15b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q5_1","name":"Sqlcoder 15b q5_1","display_name":"Sqlcoder 15b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q5_K_M","name":"Sqlcoder 15b q5_K_M","display_name":"Sqlcoder 15b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q5_K_S","name":"Sqlcoder 15b q5_K_S","display_name":"Sqlcoder 15b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q6_K","name":"Sqlcoder 15b q6_K","display_name":"Sqlcoder 15b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q8_0","name":"Sqlcoder 15b q8_0","display_name":"Sqlcoder 15b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-fp16","name":"Sqlcoder 70b alpha fp16","display_name":"Sqlcoder 70b alpha fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q2_K","name":"Sqlcoder 70b alpha q2_K","display_name":"Sqlcoder 70b alpha q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q3_K_L","name":"Sqlcoder 70b alpha q3_K_L","display_name":"Sqlcoder 70b alpha q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q3_K_M","name":"Sqlcoder 70b alpha q3_K_M","display_name":"Sqlcoder 70b alpha q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q3_K_S","name":"Sqlcoder 70b alpha q3_K_S","display_name":"Sqlcoder 70b alpha q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q4_0","name":"Sqlcoder 70b alpha q4_0","display_name":"Sqlcoder 70b alpha q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q4_1","name":"Sqlcoder 70b alpha q4_1","display_name":"Sqlcoder 70b alpha q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q4_K_M","name":"Sqlcoder 70b alpha q4_K_M","display_name":"Sqlcoder 70b alpha q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q4_K_S","name":"Sqlcoder 70b alpha q4_K_S","display_name":"Sqlcoder 70b alpha q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q5_0","name":"Sqlcoder 70b alpha q5_0","display_name":"Sqlcoder 70b alpha q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q5_1","name":"Sqlcoder 70b alpha q5_1","display_name":"Sqlcoder 70b alpha q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q5_K_M","name":"Sqlcoder 70b alpha q5_K_M","display_name":"Sqlcoder 70b alpha q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q5_K_S","name":"Sqlcoder 70b alpha q5_K_S","display_name":"Sqlcoder 70b alpha q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q6_K","name":"Sqlcoder 70b alpha q6_K","display_name":"Sqlcoder 70b alpha q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q8_0","name":"Sqlcoder 70b alpha q8_0","display_name":"Sqlcoder 70b alpha q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b","name":"Sqlcoder 7b","display_name":"Sqlcoder 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-fp16","name":"Sqlcoder 7b fp16","display_name":"Sqlcoder 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q2_K","name":"Sqlcoder 7b q2_K","display_name":"Sqlcoder 7b q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q3_K_L","name":"Sqlcoder 7b q3_K_L","display_name":"Sqlcoder 7b q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q3_K_M","name":"Sqlcoder 7b q3_K_M","display_name":"Sqlcoder 7b q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q3_K_S","name":"Sqlcoder 7b q3_K_S","display_name":"Sqlcoder 7b q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q4_0","name":"Sqlcoder 7b q4_0","display_name":"Sqlcoder 7b q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q4_1","name":"Sqlcoder 7b q4_1","display_name":"Sqlcoder 7b q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q4_K_M","name":"Sqlcoder 7b q4_K_M","display_name":"Sqlcoder 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q4_K_S","name":"Sqlcoder 7b q4_K_S","display_name":"Sqlcoder 7b q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q5_0","name":"Sqlcoder 7b q5_0","display_name":"Sqlcoder 7b q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q5_1","name":"Sqlcoder 7b q5_1","display_name":"Sqlcoder 7b q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q5_K_M","name":"Sqlcoder 7b q5_K_M","display_name":"Sqlcoder 7b q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q5_K_S","name":"Sqlcoder 7b q5_K_S","display_name":"Sqlcoder 7b q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q6_K","name":"Sqlcoder 7b q6_K","display_name":"Sqlcoder 7b q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q8_0","name":"Sqlcoder 7b q8_0","display_name":"Sqlcoder 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:latest","name":"Sqlcoder Latest","display_name":"Sqlcoder Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b","name":"Stable-beluga 13b","display_name":"Stable-beluga 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-fp16","name":"Stable-beluga 13b fp16","display_name":"Stable-beluga 13b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q2_K","name":"Stable-beluga 13b q2_K","display_name":"Stable-beluga 13b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q3_K_L","name":"Stable-beluga 13b q3_K_L","display_name":"Stable-beluga 13b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q3_K_M","name":"Stable-beluga 13b q3_K_M","display_name":"Stable-beluga 13b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q3_K_S","name":"Stable-beluga 13b q3_K_S","display_name":"Stable-beluga 13b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q4_0","name":"Stable-beluga 13b q4_0","display_name":"Stable-beluga 13b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q4_1","name":"Stable-beluga 13b q4_1","display_name":"Stable-beluga 13b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q4_K_M","name":"Stable-beluga 13b q4_K_M","display_name":"Stable-beluga 13b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q4_K_S","name":"Stable-beluga 13b q4_K_S","display_name":"Stable-beluga 13b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q5_0","name":"Stable-beluga 13b q5_0","display_name":"Stable-beluga 13b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q5_1","name":"Stable-beluga 13b q5_1","display_name":"Stable-beluga 13b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q5_K_M","name":"Stable-beluga 13b q5_K_M","display_name":"Stable-beluga 13b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q5_K_S","name":"Stable-beluga 13b q5_K_S","display_name":"Stable-beluga 13b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q6_K","name":"Stable-beluga 13b q6_K","display_name":"Stable-beluga 13b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q8_0","name":"Stable-beluga 13b q8_0","display_name":"Stable-beluga 13b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b","name":"Stable-beluga 70b","display_name":"Stable-beluga 70b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-fp16","name":"Stable-beluga 70b fp16","display_name":"Stable-beluga 70b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q2_K","name":"Stable-beluga 70b q2_K","display_name":"Stable-beluga 70b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q3_K_L","name":"Stable-beluga 70b q3_K_L","display_name":"Stable-beluga 70b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q3_K_M","name":"Stable-beluga 70b q3_K_M","display_name":"Stable-beluga 70b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q3_K_S","name":"Stable-beluga 70b q3_K_S","display_name":"Stable-beluga 70b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q4_0","name":"Stable-beluga 70b q4_0","display_name":"Stable-beluga 70b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q4_1","name":"Stable-beluga 70b q4_1","display_name":"Stable-beluga 70b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q4_K_M","name":"Stable-beluga 70b q4_K_M","display_name":"Stable-beluga 70b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q4_K_S","name":"Stable-beluga 70b q4_K_S","display_name":"Stable-beluga 70b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q5_0","name":"Stable-beluga 70b q5_0","display_name":"Stable-beluga 70b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q5_1","name":"Stable-beluga 70b q5_1","display_name":"Stable-beluga 70b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q5_K_M","name":"Stable-beluga 70b q5_K_M","display_name":"Stable-beluga 70b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q5_K_S","name":"Stable-beluga 70b q5_K_S","display_name":"Stable-beluga 70b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q6_K","name":"Stable-beluga 70b q6_K","display_name":"Stable-beluga 70b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q8_0","name":"Stable-beluga 70b q8_0","display_name":"Stable-beluga 70b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b","name":"Stable-beluga 7b","display_name":"Stable-beluga 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-fp16","name":"Stable-beluga 7b fp16","display_name":"Stable-beluga 7b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q2_K","name":"Stable-beluga 7b q2_K","display_name":"Stable-beluga 7b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q3_K_L","name":"Stable-beluga 7b q3_K_L","display_name":"Stable-beluga 7b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q3_K_M","name":"Stable-beluga 7b q3_K_M","display_name":"Stable-beluga 7b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q3_K_S","name":"Stable-beluga 7b q3_K_S","display_name":"Stable-beluga 7b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q4_0","name":"Stable-beluga 7b q4_0","display_name":"Stable-beluga 7b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q4_1","name":"Stable-beluga 7b q4_1","display_name":"Stable-beluga 7b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q4_K_M","name":"Stable-beluga 7b q4_K_M","display_name":"Stable-beluga 7b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q4_K_S","name":"Stable-beluga 7b q4_K_S","display_name":"Stable-beluga 7b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q5_0","name":"Stable-beluga 7b q5_0","display_name":"Stable-beluga 7b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q5_1","name":"Stable-beluga 7b q5_1","display_name":"Stable-beluga 7b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q5_K_M","name":"Stable-beluga 7b q5_K_M","display_name":"Stable-beluga 7b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q5_K_S","name":"Stable-beluga 7b q5_K_S","display_name":"Stable-beluga 7b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q6_K","name":"Stable-beluga 7b q6_K","display_name":"Stable-beluga 7b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q8_0","name":"Stable-beluga 7b q8_0","display_name":"Stable-beluga 7b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:latest","name":"Stable-beluga Latest","display_name":"Stable-beluga Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b","name":"Stable-code 3b","display_name":"Stable-code 3b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code","name":"Stable-code 3b code","display_name":"Stable-code 3b code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-fp16","name":"Stable-code 3b code fp16","display_name":"Stable-code 3b code fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q2_K","name":"Stable-code 3b code q2_K","display_name":"Stable-code 3b code q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q3_K_L","name":"Stable-code 3b code q3_K_L","display_name":"Stable-code 3b code q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q3_K_M","name":"Stable-code 3b code q3_K_M","display_name":"Stable-code 3b code q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q3_K_S","name":"Stable-code 3b code q3_K_S","display_name":"Stable-code 3b code q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q4_0","name":"Stable-code 3b code q4_0","display_name":"Stable-code 3b code q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q4_1","name":"Stable-code 3b code q4_1","display_name":"Stable-code 3b code q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q4_K_M","name":"Stable-code 3b code q4_K_M","display_name":"Stable-code 3b code q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q4_K_S","name":"Stable-code 3b code q4_K_S","display_name":"Stable-code 3b code q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q5_0","name":"Stable-code 3b code q5_0","display_name":"Stable-code 3b code q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q5_1","name":"Stable-code 3b code q5_1","display_name":"Stable-code 3b code q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q5_K_M","name":"Stable-code 3b code q5_K_M","display_name":"Stable-code 3b code q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q5_K_S","name":"Stable-code 3b code q5_K_S","display_name":"Stable-code 3b code q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q6_K","name":"Stable-code 3b code q6_K","display_name":"Stable-code 3b code q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q8_0","name":"Stable-code 3b code q8_0","display_name":"Stable-code 3b code q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct","name":"Stable-code 3b instruct","display_name":"Stable-code 3b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-fp16","name":"Stable-code 3b instruct fp16","display_name":"Stable-code 3b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q2_K","name":"Stable-code 3b instruct q2_K","display_name":"Stable-code 3b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q3_K_L","name":"Stable-code 3b instruct q3_K_L","display_name":"Stable-code 3b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q3_K_M","name":"Stable-code 3b instruct q3_K_M","display_name":"Stable-code 3b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q3_K_S","name":"Stable-code 3b instruct q3_K_S","display_name":"Stable-code 3b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q4_0","name":"Stable-code 3b instruct q4_0","display_name":"Stable-code 3b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q4_1","name":"Stable-code 3b instruct q4_1","display_name":"Stable-code 3b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q4_K_M","name":"Stable-code 3b instruct q4_K_M","display_name":"Stable-code 3b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q4_K_S","name":"Stable-code 3b instruct q4_K_S","display_name":"Stable-code 3b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q5_0","name":"Stable-code 3b instruct q5_0","display_name":"Stable-code 3b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q5_1","name":"Stable-code 3b instruct q5_1","display_name":"Stable-code 3b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q5_K_M","name":"Stable-code 3b instruct q5_K_M","display_name":"Stable-code 3b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q5_K_S","name":"Stable-code 3b instruct q5_K_S","display_name":"Stable-code 3b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q6_K","name":"Stable-code 3b instruct q6_K","display_name":"Stable-code 3b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q8_0","name":"Stable-code 3b instruct q8_0","display_name":"Stable-code 3b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:code","name":"Stable-code Code","display_name":"Stable-code Code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:instruct","name":"Stable-code Instruct","display_name":"Stable-code Instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:latest","name":"Stable-code Latest","display_name":"Stable-code Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b","name":"Stablelm-zephyr 3b","display_name":"Stablelm-zephyr 3b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-fp16","name":"Stablelm-zephyr 3b fp16","display_name":"Stablelm-zephyr 3b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q2_K","name":"Stablelm-zephyr 3b q2_K","display_name":"Stablelm-zephyr 3b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q3_K_L","name":"Stablelm-zephyr 3b q3_K_L","display_name":"Stablelm-zephyr 3b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q3_K_M","name":"Stablelm-zephyr 3b q3_K_M","display_name":"Stablelm-zephyr 3b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q3_K_S","name":"Stablelm-zephyr 3b q3_K_S","display_name":"Stablelm-zephyr 3b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q4_0","name":"Stablelm-zephyr 3b q4_0","display_name":"Stablelm-zephyr 3b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q4_1","name":"Stablelm-zephyr 3b q4_1","display_name":"Stablelm-zephyr 3b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q4_K_M","name":"Stablelm-zephyr 3b q4_K_M","display_name":"Stablelm-zephyr 3b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q4_K_S","name":"Stablelm-zephyr 3b q4_K_S","display_name":"Stablelm-zephyr 3b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q5_0","name":"Stablelm-zephyr 3b q5_0","display_name":"Stablelm-zephyr 3b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q5_1","name":"Stablelm-zephyr 3b q5_1","display_name":"Stablelm-zephyr 3b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q5_K_M","name":"Stablelm-zephyr 3b q5_K_M","display_name":"Stablelm-zephyr 3b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q5_K_S","name":"Stablelm-zephyr 3b q5_K_S","display_name":"Stablelm-zephyr 3b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q6_K","name":"Stablelm-zephyr 3b q6_K","display_name":"Stablelm-zephyr 3b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q8_0","name":"Stablelm-zephyr 3b q8_0","display_name":"Stablelm-zephyr 3b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:latest","name":"Stablelm-zephyr Latest","display_name":"Stablelm-zephyr Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b","name":"Stablelm2 1.6b","display_name":"Stablelm2 1.6b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat","name":"Stablelm2 1.6b chat","display_name":"Stablelm2 1.6b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-fp16","name":"Stablelm2 1.6b chat fp16","display_name":"Stablelm2 1.6b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q2_K","name":"Stablelm2 1.6b chat q2_K","display_name":"Stablelm2 1.6b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q3_K_L","name":"Stablelm2 1.6b chat q3_K_L","display_name":"Stablelm2 1.6b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q3_K_M","name":"Stablelm2 1.6b chat q3_K_M","display_name":"Stablelm2 1.6b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q3_K_S","name":"Stablelm2 1.6b chat q3_K_S","display_name":"Stablelm2 1.6b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q4_0","name":"Stablelm2 1.6b chat q4_0","display_name":"Stablelm2 1.6b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q4_1","name":"Stablelm2 1.6b chat q4_1","display_name":"Stablelm2 1.6b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q4_K_M","name":"Stablelm2 1.6b chat q4_K_M","display_name":"Stablelm2 1.6b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q4_K_S","name":"Stablelm2 1.6b chat q4_K_S","display_name":"Stablelm2 1.6b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q5_0","name":"Stablelm2 1.6b chat q5_0","display_name":"Stablelm2 1.6b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q5_1","name":"Stablelm2 1.6b chat q5_1","display_name":"Stablelm2 1.6b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q5_K_M","name":"Stablelm2 1.6b chat q5_K_M","display_name":"Stablelm2 1.6b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q5_K_S","name":"Stablelm2 1.6b chat q5_K_S","display_name":"Stablelm2 1.6b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q6_K","name":"Stablelm2 1.6b chat q6_K","display_name":"Stablelm2 1.6b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q8_0","name":"Stablelm2 1.6b chat q8_0","display_name":"Stablelm2 1.6b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-fp16","name":"Stablelm2 1.6b fp16","display_name":"Stablelm2 1.6b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q2_K","name":"Stablelm2 1.6b q2_K","display_name":"Stablelm2 1.6b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q3_K_L","name":"Stablelm2 1.6b q3_K_L","display_name":"Stablelm2 1.6b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q3_K_M","name":"Stablelm2 1.6b q3_K_M","display_name":"Stablelm2 1.6b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q3_K_S","name":"Stablelm2 1.6b q3_K_S","display_name":"Stablelm2 1.6b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q4_0","name":"Stablelm2 1.6b q4_0","display_name":"Stablelm2 1.6b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q4_1","name":"Stablelm2 1.6b q4_1","display_name":"Stablelm2 1.6b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q4_K_M","name":"Stablelm2 1.6b q4_K_M","display_name":"Stablelm2 1.6b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q4_K_S","name":"Stablelm2 1.6b q4_K_S","display_name":"Stablelm2 1.6b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q5_0","name":"Stablelm2 1.6b q5_0","display_name":"Stablelm2 1.6b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q5_1","name":"Stablelm2 1.6b q5_1","display_name":"Stablelm2 1.6b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q5_K_M","name":"Stablelm2 1.6b q5_K_M","display_name":"Stablelm2 1.6b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q5_K_S","name":"Stablelm2 1.6b q5_K_S","display_name":"Stablelm2 1.6b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q6_K","name":"Stablelm2 1.6b q6_K","display_name":"Stablelm2 1.6b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q8_0","name":"Stablelm2 1.6b q8_0","display_name":"Stablelm2 1.6b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr","name":"Stablelm2 1.6b zephyr","display_name":"Stablelm2 1.6b zephyr","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-fp16","name":"Stablelm2 1.6b zephyr fp16","display_name":"Stablelm2 1.6b zephyr fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q2_K","name":"Stablelm2 1.6b zephyr q2_K","display_name":"Stablelm2 1.6b zephyr q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q3_K_L","name":"Stablelm2 1.6b zephyr q3_K_L","display_name":"Stablelm2 1.6b zephyr q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q3_K_M","name":"Stablelm2 1.6b zephyr q3_K_M","display_name":"Stablelm2 1.6b zephyr q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q3_K_S","name":"Stablelm2 1.6b zephyr q3_K_S","display_name":"Stablelm2 1.6b zephyr q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q4_0","name":"Stablelm2 1.6b zephyr q4_0","display_name":"Stablelm2 1.6b zephyr q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q4_1","name":"Stablelm2 1.6b zephyr q4_1","display_name":"Stablelm2 1.6b zephyr q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q4_K_M","name":"Stablelm2 1.6b zephyr q4_K_M","display_name":"Stablelm2 1.6b zephyr q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q4_K_S","name":"Stablelm2 1.6b zephyr q4_K_S","display_name":"Stablelm2 1.6b zephyr q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q5_0","name":"Stablelm2 1.6b zephyr q5_0","display_name":"Stablelm2 1.6b zephyr q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q5_1","name":"Stablelm2 1.6b zephyr q5_1","display_name":"Stablelm2 1.6b zephyr q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q5_K_M","name":"Stablelm2 1.6b zephyr q5_K_M","display_name":"Stablelm2 1.6b zephyr q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q5_K_S","name":"Stablelm2 1.6b zephyr q5_K_S","display_name":"Stablelm2 1.6b zephyr q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q6_K","name":"Stablelm2 1.6b zephyr q6_K","display_name":"Stablelm2 1.6b zephyr q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q8_0","name":"Stablelm2 1.6b zephyr q8_0","display_name":"Stablelm2 1.6b zephyr q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b","name":"Stablelm2 12b","display_name":"Stablelm2 12b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat","name":"Stablelm2 12b chat","display_name":"Stablelm2 12b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-fp16","name":"Stablelm2 12b chat fp16","display_name":"Stablelm2 12b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q2_K","name":"Stablelm2 12b chat q2_K","display_name":"Stablelm2 12b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q3_K_L","name":"Stablelm2 12b chat q3_K_L","display_name":"Stablelm2 12b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q3_K_M","name":"Stablelm2 12b chat q3_K_M","display_name":"Stablelm2 12b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q3_K_S","name":"Stablelm2 12b chat q3_K_S","display_name":"Stablelm2 12b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q4_0","name":"Stablelm2 12b chat q4_0","display_name":"Stablelm2 12b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q4_1","name":"Stablelm2 12b chat q4_1","display_name":"Stablelm2 12b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q4_K_M","name":"Stablelm2 12b chat q4_K_M","display_name":"Stablelm2 12b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q4_K_S","name":"Stablelm2 12b chat q4_K_S","display_name":"Stablelm2 12b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q5_0","name":"Stablelm2 12b chat q5_0","display_name":"Stablelm2 12b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q5_1","name":"Stablelm2 12b chat q5_1","display_name":"Stablelm2 12b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q5_K_M","name":"Stablelm2 12b chat q5_K_M","display_name":"Stablelm2 12b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q5_K_S","name":"Stablelm2 12b chat q5_K_S","display_name":"Stablelm2 12b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q6_K","name":"Stablelm2 12b chat q6_K","display_name":"Stablelm2 12b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q8_0","name":"Stablelm2 12b chat q8_0","display_name":"Stablelm2 12b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-fp16","name":"Stablelm2 12b fp16","display_name":"Stablelm2 12b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q2_K","name":"Stablelm2 12b q2_K","display_name":"Stablelm2 12b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q3_K_L","name":"Stablelm2 12b q3_K_L","display_name":"Stablelm2 12b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q3_K_M","name":"Stablelm2 12b q3_K_M","display_name":"Stablelm2 12b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q3_K_S","name":"Stablelm2 12b q3_K_S","display_name":"Stablelm2 12b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q4_0","name":"Stablelm2 12b q4_0","display_name":"Stablelm2 12b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q4_1","name":"Stablelm2 12b q4_1","display_name":"Stablelm2 12b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q4_K_M","name":"Stablelm2 12b q4_K_M","display_name":"Stablelm2 12b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q4_K_S","name":"Stablelm2 12b q4_K_S","display_name":"Stablelm2 12b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q5_0","name":"Stablelm2 12b q5_0","display_name":"Stablelm2 12b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q5_1","name":"Stablelm2 12b q5_1","display_name":"Stablelm2 12b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q5_K_M","name":"Stablelm2 12b q5_K_M","display_name":"Stablelm2 12b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q5_K_S","name":"Stablelm2 12b q5_K_S","display_name":"Stablelm2 12b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q6_K","name":"Stablelm2 12b q6_K","display_name":"Stablelm2 12b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q8_0","name":"Stablelm2 12b q8_0","display_name":"Stablelm2 12b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-text","name":"Stablelm2 12b text","display_name":"Stablelm2 12b text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:chat","name":"Stablelm2 Chat","display_name":"Stablelm2 Chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:latest","name":"Stablelm2 Latest","display_name":"Stablelm2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:zephyr","name":"Stablelm2 Zephyr","display_name":"Stablelm2 Zephyr","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b","name":"Starcoder 15b","display_name":"Starcoder 15b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base","name":"Starcoder 15b base","display_name":"Starcoder 15b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-fp16","name":"Starcoder 15b base fp16","display_name":"Starcoder 15b base fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q2_K","name":"Starcoder 15b base q2_K","display_name":"Starcoder 15b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q3_K_L","name":"Starcoder 15b base q3_K_L","display_name":"Starcoder 15b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q3_K_M","name":"Starcoder 15b base q3_K_M","display_name":"Starcoder 15b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q3_K_S","name":"Starcoder 15b base q3_K_S","display_name":"Starcoder 15b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q4_0","name":"Starcoder 15b base q4_0","display_name":"Starcoder 15b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q4_1","name":"Starcoder 15b base q4_1","display_name":"Starcoder 15b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q4_K_M","name":"Starcoder 15b base q4_K_M","display_name":"Starcoder 15b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q4_K_S","name":"Starcoder 15b base q4_K_S","display_name":"Starcoder 15b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q5_0","name":"Starcoder 15b base q5_0","display_name":"Starcoder 15b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q5_1","name":"Starcoder 15b base q5_1","display_name":"Starcoder 15b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q5_K_M","name":"Starcoder 15b base q5_K_M","display_name":"Starcoder 15b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q5_K_S","name":"Starcoder 15b base q5_K_S","display_name":"Starcoder 15b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q6_K","name":"Starcoder 15b base q6_K","display_name":"Starcoder 15b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q8_0","name":"Starcoder 15b base q8_0","display_name":"Starcoder 15b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-fp16","name":"Starcoder 15b fp16","display_name":"Starcoder 15b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus","name":"Starcoder 15b plus","display_name":"Starcoder 15b plus","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-fp16","name":"Starcoder 15b plus fp16","display_name":"Starcoder 15b plus fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q2_K","name":"Starcoder 15b plus q2_K","display_name":"Starcoder 15b plus q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q3_K_L","name":"Starcoder 15b plus q3_K_L","display_name":"Starcoder 15b plus q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q3_K_M","name":"Starcoder 15b plus q3_K_M","display_name":"Starcoder 15b plus q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q3_K_S","name":"Starcoder 15b plus q3_K_S","display_name":"Starcoder 15b plus q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q4_0","name":"Starcoder 15b plus q4_0","display_name":"Starcoder 15b plus q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q4_1","name":"Starcoder 15b plus q4_1","display_name":"Starcoder 15b plus q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q4_K_M","name":"Starcoder 15b plus q4_K_M","display_name":"Starcoder 15b plus q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q4_K_S","name":"Starcoder 15b plus q4_K_S","display_name":"Starcoder 15b plus q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q5_0","name":"Starcoder 15b plus q5_0","display_name":"Starcoder 15b plus q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q5_1","name":"Starcoder 15b plus q5_1","display_name":"Starcoder 15b plus q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q5_K_M","name":"Starcoder 15b plus q5_K_M","display_name":"Starcoder 15b plus q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q5_K_S","name":"Starcoder 15b plus q5_K_S","display_name":"Starcoder 15b plus q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q6_K","name":"Starcoder 15b plus q6_K","display_name":"Starcoder 15b plus q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q8_0","name":"Starcoder 15b plus q8_0","display_name":"Starcoder 15b plus q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q2_K","name":"Starcoder 15b q2_K","display_name":"Starcoder 15b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q3_K_L","name":"Starcoder 15b q3_K_L","display_name":"Starcoder 15b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q3_K_M","name":"Starcoder 15b q3_K_M","display_name":"Starcoder 15b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q3_K_S","name":"Starcoder 15b q3_K_S","display_name":"Starcoder 15b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q4_0","name":"Starcoder 15b q4_0","display_name":"Starcoder 15b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q4_1","name":"Starcoder 15b q4_1","display_name":"Starcoder 15b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q4_K_M","name":"Starcoder 15b q4_K_M","display_name":"Starcoder 15b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q4_K_S","name":"Starcoder 15b q4_K_S","display_name":"Starcoder 15b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q5_0","name":"Starcoder 15b q5_0","display_name":"Starcoder 15b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q5_1","name":"Starcoder 15b q5_1","display_name":"Starcoder 15b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q5_K_M","name":"Starcoder 15b q5_K_M","display_name":"Starcoder 15b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q5_K_S","name":"Starcoder 15b q5_K_S","display_name":"Starcoder 15b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q6_K","name":"Starcoder 15b q6_K","display_name":"Starcoder 15b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q8_0","name":"Starcoder 15b q8_0","display_name":"Starcoder 15b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b","name":"Starcoder 1b","display_name":"Starcoder 1b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base","name":"Starcoder 1b base","display_name":"Starcoder 1b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-fp16","name":"Starcoder 1b base fp16","display_name":"Starcoder 1b base fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q2_K","name":"Starcoder 1b base q2_K","display_name":"Starcoder 1b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q3_K_L","name":"Starcoder 1b base q3_K_L","display_name":"Starcoder 1b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q3_K_M","name":"Starcoder 1b base q3_K_M","display_name":"Starcoder 1b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q3_K_S","name":"Starcoder 1b base q3_K_S","display_name":"Starcoder 1b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q4_0","name":"Starcoder 1b base q4_0","display_name":"Starcoder 1b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q4_1","name":"Starcoder 1b base q4_1","display_name":"Starcoder 1b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q4_K_M","name":"Starcoder 1b base q4_K_M","display_name":"Starcoder 1b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q4_K_S","name":"Starcoder 1b base q4_K_S","display_name":"Starcoder 1b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q5_0","name":"Starcoder 1b base q5_0","display_name":"Starcoder 1b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q5_1","name":"Starcoder 1b base q5_1","display_name":"Starcoder 1b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q5_K_M","name":"Starcoder 1b base q5_K_M","display_name":"Starcoder 1b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q5_K_S","name":"Starcoder 1b base q5_K_S","display_name":"Starcoder 1b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q6_K","name":"Starcoder 1b base q6_K","display_name":"Starcoder 1b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q8_0","name":"Starcoder 1b base q8_0","display_name":"Starcoder 1b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b","name":"Starcoder 3b","display_name":"Starcoder 3b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base","name":"Starcoder 3b base","display_name":"Starcoder 3b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-fp16","name":"Starcoder 3b base fp16","display_name":"Starcoder 3b base fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q2_K","name":"Starcoder 3b base q2_K","display_name":"Starcoder 3b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q3_K_L","name":"Starcoder 3b base q3_K_L","display_name":"Starcoder 3b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q3_K_M","name":"Starcoder 3b base q3_K_M","display_name":"Starcoder 3b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q3_K_S","name":"Starcoder 3b base q3_K_S","display_name":"Starcoder 3b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q4_0","name":"Starcoder 3b base q4_0","display_name":"Starcoder 3b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q4_1","name":"Starcoder 3b base q4_1","display_name":"Starcoder 3b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q4_K_M","name":"Starcoder 3b base q4_K_M","display_name":"Starcoder 3b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q4_K_S","name":"Starcoder 3b base q4_K_S","display_name":"Starcoder 3b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q5_0","name":"Starcoder 3b base q5_0","display_name":"Starcoder 3b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q5_1","name":"Starcoder 3b base q5_1","display_name":"Starcoder 3b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q5_K_M","name":"Starcoder 3b base q5_K_M","display_name":"Starcoder 3b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q5_K_S","name":"Starcoder 3b base q5_K_S","display_name":"Starcoder 3b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q6_K","name":"Starcoder 3b base q6_K","display_name":"Starcoder 3b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q8_0","name":"Starcoder 3b base q8_0","display_name":"Starcoder 3b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b","name":"Starcoder 7b","display_name":"Starcoder 7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base","name":"Starcoder 7b base","display_name":"Starcoder 7b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-fp16","name":"Starcoder 7b base fp16","display_name":"Starcoder 7b base fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q2_K","name":"Starcoder 7b base q2_K","display_name":"Starcoder 7b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q3_K_L","name":"Starcoder 7b base q3_K_L","display_name":"Starcoder 7b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q3_K_M","name":"Starcoder 7b base q3_K_M","display_name":"Starcoder 7b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q3_K_S","name":"Starcoder 7b base q3_K_S","display_name":"Starcoder 7b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q4_0","name":"Starcoder 7b base q4_0","display_name":"Starcoder 7b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q4_1","name":"Starcoder 7b base q4_1","display_name":"Starcoder 7b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q4_K_M","name":"Starcoder 7b base q4_K_M","display_name":"Starcoder 7b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q4_K_S","name":"Starcoder 7b base q4_K_S","display_name":"Starcoder 7b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q5_0","name":"Starcoder 7b base q5_0","display_name":"Starcoder 7b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q5_1","name":"Starcoder 7b base q5_1","display_name":"Starcoder 7b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q5_K_M","name":"Starcoder 7b base q5_K_M","display_name":"Starcoder 7b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q5_K_S","name":"Starcoder 7b base q5_K_S","display_name":"Starcoder 7b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q6_K","name":"Starcoder 7b base q6_K","display_name":"Starcoder 7b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q8_0","name":"Starcoder 7b base q8_0","display_name":"Starcoder 7b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:latest","name":"Starcoder Latest","display_name":"Starcoder Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b","name":"Starcoder2 15b","display_name":"Starcoder2 15b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-fp16","name":"Starcoder2 15b fp16","display_name":"Starcoder2 15b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct","name":"Starcoder2 15b instruct","display_name":"Starcoder2 15b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-q4_0","name":"Starcoder2 15b instruct q4_0","display_name":"Starcoder2 15b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-fp16","name":"Starcoder2 15b instruct v0.1 fp16","display_name":"Starcoder2 15b instruct v0.1 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q2_K","name":"Starcoder2 15b instruct v0.1 q2_K","display_name":"Starcoder2 15b instruct v0.1 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q3_K_L","name":"Starcoder2 15b instruct v0.1 q3_K_L","display_name":"Starcoder2 15b instruct v0.1 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q3_K_M","name":"Starcoder2 15b instruct v0.1 q3_K_M","display_name":"Starcoder2 15b instruct v0.1 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q3_K_S","name":"Starcoder2 15b instruct v0.1 q3_K_S","display_name":"Starcoder2 15b instruct v0.1 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q4_0","name":"Starcoder2 15b instruct v0.1 q4_0","display_name":"Starcoder2 15b instruct v0.1 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q4_1","name":"Starcoder2 15b instruct v0.1 q4_1","display_name":"Starcoder2 15b instruct v0.1 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q4_K_M","name":"Starcoder2 15b instruct v0.1 q4_K_M","display_name":"Starcoder2 15b instruct v0.1 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q4_K_S","name":"Starcoder2 15b instruct v0.1 q4_K_S","display_name":"Starcoder2 15b instruct v0.1 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q5_0","name":"Starcoder2 15b instruct v0.1 q5_0","display_name":"Starcoder2 15b instruct v0.1 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q5_1","name":"Starcoder2 15b instruct v0.1 q5_1","display_name":"Starcoder2 15b instruct v0.1 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q5_K_M","name":"Starcoder2 15b instruct v0.1 q5_K_M","display_name":"Starcoder2 15b instruct v0.1 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q5_K_S","name":"Starcoder2 15b instruct v0.1 q5_K_S","display_name":"Starcoder2 15b instruct v0.1 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q6_K","name":"Starcoder2 15b instruct v0.1 q6_K","display_name":"Starcoder2 15b instruct v0.1 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q8_0","name":"Starcoder2 15b instruct v0.1 q8_0","display_name":"Starcoder2 15b instruct v0.1 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q2_K","name":"Starcoder2 15b q2_K","display_name":"Starcoder2 15b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q3_K_L","name":"Starcoder2 15b q3_K_L","display_name":"Starcoder2 15b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q3_K_M","name":"Starcoder2 15b q3_K_M","display_name":"Starcoder2 15b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q3_K_S","name":"Starcoder2 15b q3_K_S","display_name":"Starcoder2 15b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q4_0","name":"Starcoder2 15b q4_0","display_name":"Starcoder2 15b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q4_1","name":"Starcoder2 15b q4_1","display_name":"Starcoder2 15b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q4_K_M","name":"Starcoder2 15b q4_K_M","display_name":"Starcoder2 15b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q4_K_S","name":"Starcoder2 15b q4_K_S","display_name":"Starcoder2 15b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q5_0","name":"Starcoder2 15b q5_0","display_name":"Starcoder2 15b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q5_1","name":"Starcoder2 15b q5_1","display_name":"Starcoder2 15b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q5_K_M","name":"Starcoder2 15b q5_K_M","display_name":"Starcoder2 15b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q5_K_S","name":"Starcoder2 15b q5_K_S","display_name":"Starcoder2 15b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q6_K","name":"Starcoder2 15b q6_K","display_name":"Starcoder2 15b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q8_0","name":"Starcoder2 15b q8_0","display_name":"Starcoder2 15b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b","name":"Starcoder2 3b","display_name":"Starcoder2 3b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-fp16","name":"Starcoder2 3b fp16","display_name":"Starcoder2 3b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q2_K","name":"Starcoder2 3b q2_K","display_name":"Starcoder2 3b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q3_K_L","name":"Starcoder2 3b q3_K_L","display_name":"Starcoder2 3b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q3_K_M","name":"Starcoder2 3b q3_K_M","display_name":"Starcoder2 3b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q3_K_S","name":"Starcoder2 3b q3_K_S","display_name":"Starcoder2 3b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q4_0","name":"Starcoder2 3b q4_0","display_name":"Starcoder2 3b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q4_1","name":"Starcoder2 3b q4_1","display_name":"Starcoder2 3b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q4_K_M","name":"Starcoder2 3b q4_K_M","display_name":"Starcoder2 3b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q4_K_S","name":"Starcoder2 3b q4_K_S","display_name":"Starcoder2 3b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q5_0","name":"Starcoder2 3b q5_0","display_name":"Starcoder2 3b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q5_1","name":"Starcoder2 3b q5_1","display_name":"Starcoder2 3b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q5_K_M","name":"Starcoder2 3b q5_K_M","display_name":"Starcoder2 3b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q5_K_S","name":"Starcoder2 3b q5_K_S","display_name":"Starcoder2 3b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q6_K","name":"Starcoder2 3b q6_K","display_name":"Starcoder2 3b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q8_0","name":"Starcoder2 3b q8_0","display_name":"Starcoder2 3b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b","name":"Starcoder2 7b","display_name":"Starcoder2 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-fp16","name":"Starcoder2 7b fp16","display_name":"Starcoder2 7b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q2_K","name":"Starcoder2 7b q2_K","display_name":"Starcoder2 7b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q3_K_L","name":"Starcoder2 7b q3_K_L","display_name":"Starcoder2 7b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q3_K_M","name":"Starcoder2 7b q3_K_M","display_name":"Starcoder2 7b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q3_K_S","name":"Starcoder2 7b q3_K_S","display_name":"Starcoder2 7b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q4_0","name":"Starcoder2 7b q4_0","display_name":"Starcoder2 7b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q4_1","name":"Starcoder2 7b q4_1","display_name":"Starcoder2 7b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q4_K_M","name":"Starcoder2 7b q4_K_M","display_name":"Starcoder2 7b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q4_K_S","name":"Starcoder2 7b q4_K_S","display_name":"Starcoder2 7b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q5_0","name":"Starcoder2 7b q5_0","display_name":"Starcoder2 7b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q5_1","name":"Starcoder2 7b q5_1","display_name":"Starcoder2 7b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q5_K_M","name":"Starcoder2 7b q5_K_M","display_name":"Starcoder2 7b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q5_K_S","name":"Starcoder2 7b q5_K_S","display_name":"Starcoder2 7b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q6_K","name":"Starcoder2 7b q6_K","display_name":"Starcoder2 7b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q8_0","name":"Starcoder2 7b q8_0","display_name":"Starcoder2 7b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:instruct","name":"Starcoder2 Instruct","display_name":"Starcoder2 Instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:latest","name":"Starcoder2 Latest","display_name":"Starcoder2 Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b","name":"Starling-lm 7b","display_name":"Starling-lm 7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha","name":"Starling-lm 7b alpha","display_name":"Starling-lm 7b alpha","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-fp16","name":"Starling-lm 7b alpha fp16","display_name":"Starling-lm 7b alpha fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q2_K","name":"Starling-lm 7b alpha q2_K","display_name":"Starling-lm 7b alpha q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q3_K_L","name":"Starling-lm 7b alpha q3_K_L","display_name":"Starling-lm 7b alpha q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q3_K_M","name":"Starling-lm 7b alpha q3_K_M","display_name":"Starling-lm 7b alpha q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q3_K_S","name":"Starling-lm 7b alpha q3_K_S","display_name":"Starling-lm 7b alpha q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q4_0","name":"Starling-lm 7b alpha q4_0","display_name":"Starling-lm 7b alpha q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q4_1","name":"Starling-lm 7b alpha q4_1","display_name":"Starling-lm 7b alpha q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q4_K_M","name":"Starling-lm 7b alpha q4_K_M","display_name":"Starling-lm 7b alpha q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q4_K_S","name":"Starling-lm 7b alpha q4_K_S","display_name":"Starling-lm 7b alpha q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q5_0","name":"Starling-lm 7b alpha q5_0","display_name":"Starling-lm 7b alpha q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q5_1","name":"Starling-lm 7b alpha q5_1","display_name":"Starling-lm 7b alpha q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q5_K_M","name":"Starling-lm 7b alpha q5_K_M","display_name":"Starling-lm 7b alpha q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q5_K_S","name":"Starling-lm 7b alpha q5_K_S","display_name":"Starling-lm 7b alpha q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q6_K","name":"Starling-lm 7b alpha q6_K","display_name":"Starling-lm 7b alpha q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q8_0","name":"Starling-lm 7b alpha q8_0","display_name":"Starling-lm 7b alpha q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta","name":"Starling-lm 7b beta","display_name":"Starling-lm 7b beta","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-fp16","name":"Starling-lm 7b beta fp16","display_name":"Starling-lm 7b beta fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q2_K","name":"Starling-lm 7b beta q2_K","display_name":"Starling-lm 7b beta q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q3_K_L","name":"Starling-lm 7b beta q3_K_L","display_name":"Starling-lm 7b beta q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q3_K_M","name":"Starling-lm 7b beta q3_K_M","display_name":"Starling-lm 7b beta q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q3_K_S","name":"Starling-lm 7b beta q3_K_S","display_name":"Starling-lm 7b beta q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q4_0","name":"Starling-lm 7b beta q4_0","display_name":"Starling-lm 7b beta q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q4_1","name":"Starling-lm 7b beta q4_1","display_name":"Starling-lm 7b beta q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q4_K_M","name":"Starling-lm 7b beta q4_K_M","display_name":"Starling-lm 7b beta q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q4_K_S","name":"Starling-lm 7b beta q4_K_S","display_name":"Starling-lm 7b beta q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q5_0","name":"Starling-lm 7b beta q5_0","display_name":"Starling-lm 7b beta q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q5_1","name":"Starling-lm 7b beta q5_1","display_name":"Starling-lm 7b beta q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q5_K_M","name":"Starling-lm 7b beta q5_K_M","display_name":"Starling-lm 7b beta q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q5_K_S","name":"Starling-lm 7b beta q5_K_S","display_name":"Starling-lm 7b beta q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q6_K","name":"Starling-lm 7b beta q6_K","display_name":"Starling-lm 7b beta q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q8_0","name":"Starling-lm 7b beta q8_0","display_name":"Starling-lm 7b beta q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:alpha","name":"Starling-lm Alpha","display_name":"Starling-lm Alpha","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:beta","name":"Starling-lm Beta","display_name":"Starling-lm Beta","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:latest","name":"Starling-lm Latest","display_name":"Starling-lm Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b","name":"Tinydolphin 1.1b","display_name":"Tinydolphin 1.1b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-fp16","name":"Tinydolphin 1.1b v2.8 fp16","display_name":"Tinydolphin 1.1b v2.8 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q2_K","name":"Tinydolphin 1.1b v2.8 q2_K","display_name":"Tinydolphin 1.1b v2.8 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q3_K_L","name":"Tinydolphin 1.1b v2.8 q3_K_L","display_name":"Tinydolphin 1.1b v2.8 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q3_K_M","name":"Tinydolphin 1.1b v2.8 q3_K_M","display_name":"Tinydolphin 1.1b v2.8 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q3_K_S","name":"Tinydolphin 1.1b v2.8 q3_K_S","display_name":"Tinydolphin 1.1b v2.8 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q4_0","name":"Tinydolphin 1.1b v2.8 q4_0","display_name":"Tinydolphin 1.1b v2.8 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q4_1","name":"Tinydolphin 1.1b v2.8 q4_1","display_name":"Tinydolphin 1.1b v2.8 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q4_K_M","name":"Tinydolphin 1.1b v2.8 q4_K_M","display_name":"Tinydolphin 1.1b v2.8 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q4_K_S","name":"Tinydolphin 1.1b v2.8 q4_K_S","display_name":"Tinydolphin 1.1b v2.8 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q5_0","name":"Tinydolphin 1.1b v2.8 q5_0","display_name":"Tinydolphin 1.1b v2.8 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q5_1","name":"Tinydolphin 1.1b v2.8 q5_1","display_name":"Tinydolphin 1.1b v2.8 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q5_K_M","name":"Tinydolphin 1.1b v2.8 q5_K_M","display_name":"Tinydolphin 1.1b v2.8 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q5_K_S","name":"Tinydolphin 1.1b v2.8 q5_K_S","display_name":"Tinydolphin 1.1b v2.8 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q6_K","name":"Tinydolphin 1.1b v2.8 q6_K","display_name":"Tinydolphin 1.1b v2.8 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q8_0","name":"Tinydolphin 1.1b v2.8 q8_0","display_name":"Tinydolphin 1.1b v2.8 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:latest","name":"Tinydolphin Latest","display_name":"Tinydolphin Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:v2.8","name":"Tinydolphin V2.8","display_name":"Tinydolphin V2.8","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b","name":"Tinyllama 1.1b","display_name":"Tinyllama 1.1b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat","name":"Tinyllama 1.1b chat","display_name":"Tinyllama 1.1b chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-fp16","name":"Tinyllama 1.1b chat v0.6 fp16","display_name":"Tinyllama 1.1b chat v0.6 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q2_K","name":"Tinyllama 1.1b chat v0.6 q2_K","display_name":"Tinyllama 1.1b chat v0.6 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q3_K_L","name":"Tinyllama 1.1b chat v0.6 q3_K_L","display_name":"Tinyllama 1.1b chat v0.6 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q3_K_M","name":"Tinyllama 1.1b chat v0.6 q3_K_M","display_name":"Tinyllama 1.1b chat v0.6 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q3_K_S","name":"Tinyllama 1.1b chat v0.6 q3_K_S","display_name":"Tinyllama 1.1b chat v0.6 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q4_0","name":"Tinyllama 1.1b chat v0.6 q4_0","display_name":"Tinyllama 1.1b chat v0.6 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q4_1","name":"Tinyllama 1.1b chat v0.6 q4_1","display_name":"Tinyllama 1.1b chat v0.6 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q4_K_M","name":"Tinyllama 1.1b chat v0.6 q4_K_M","display_name":"Tinyllama 1.1b chat v0.6 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q4_K_S","name":"Tinyllama 1.1b chat v0.6 q4_K_S","display_name":"Tinyllama 1.1b chat v0.6 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q5_0","name":"Tinyllama 1.1b chat v0.6 q5_0","display_name":"Tinyllama 1.1b chat v0.6 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q5_1","name":"Tinyllama 1.1b chat v0.6 q5_1","display_name":"Tinyllama 1.1b chat v0.6 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q5_K_M","name":"Tinyllama 1.1b chat v0.6 q5_K_M","display_name":"Tinyllama 1.1b chat v0.6 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q5_K_S","name":"Tinyllama 1.1b chat v0.6 q5_K_S","display_name":"Tinyllama 1.1b chat v0.6 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q6_K","name":"Tinyllama 1.1b chat v0.6 q6_K","display_name":"Tinyllama 1.1b chat v0.6 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q8_0","name":"Tinyllama 1.1b chat v0.6 q8_0","display_name":"Tinyllama 1.1b chat v0.6 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-fp16","name":"Tinyllama 1.1b chat v1 fp16","display_name":"Tinyllama 1.1b chat v1 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q2_K","name":"Tinyllama 1.1b chat v1 q2_K","display_name":"Tinyllama 1.1b chat v1 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q3_K_L","name":"Tinyllama 1.1b chat v1 q3_K_L","display_name":"Tinyllama 1.1b chat v1 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q3_K_M","name":"Tinyllama 1.1b chat v1 q3_K_M","display_name":"Tinyllama 1.1b chat v1 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q3_K_S","name":"Tinyllama 1.1b chat v1 q3_K_S","display_name":"Tinyllama 1.1b chat v1 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q4_0","name":"Tinyllama 1.1b chat v1 q4_0","display_name":"Tinyllama 1.1b chat v1 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q4_1","name":"Tinyllama 1.1b chat v1 q4_1","display_name":"Tinyllama 1.1b chat v1 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q4_K_M","name":"Tinyllama 1.1b chat v1 q4_K_M","display_name":"Tinyllama 1.1b chat v1 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q4_K_S","name":"Tinyllama 1.1b chat v1 q4_K_S","display_name":"Tinyllama 1.1b chat v1 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q5_0","name":"Tinyllama 1.1b chat v1 q5_0","display_name":"Tinyllama 1.1b chat v1 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q5_1","name":"Tinyllama 1.1b chat v1 q5_1","display_name":"Tinyllama 1.1b chat v1 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q5_K_M","name":"Tinyllama 1.1b chat v1 q5_K_M","display_name":"Tinyllama 1.1b chat v1 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q5_K_S","name":"Tinyllama 1.1b chat v1 q5_K_S","display_name":"Tinyllama 1.1b chat v1 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q6_K","name":"Tinyllama 1.1b chat v1 q6_K","display_name":"Tinyllama 1.1b chat v1 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q8_0","name":"Tinyllama 1.1b chat v1 q8_0","display_name":"Tinyllama 1.1b chat v1 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:chat","name":"Tinyllama Chat","display_name":"Tinyllama Chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:latest","name":"Tinyllama Latest","display_name":"Tinyllama Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:v0.6","name":"Tinyllama V0.6","display_name":"Tinyllama V0.6","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:v1","name":"Tinyllama V1","display_name":"Tinyllama V1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:70b","name":"Tulu3 70b","display_name":"Tulu3 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:70b-fp16","name":"Tulu3 70b fp16","display_name":"Tulu3 70b fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:70b-q4_K_M","name":"Tulu3 70b q4_K_M","display_name":"Tulu3 70b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:70b-q8_0","name":"Tulu3 70b q8_0","display_name":"Tulu3 70b q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:8b","name":"Tulu3 8b","display_name":"Tulu3 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:8b-fp16","name":"Tulu3 8b fp16","display_name":"Tulu3 8b fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:8b-q4_K_M","name":"Tulu3 8b q4_K_M","display_name":"Tulu3 8b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:8b-q8_0","name":"Tulu3 8b q8_0","display_name":"Tulu3 8b q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:latest","name":"Tulu3 Latest","display_name":"Tulu3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b","name":"Vicuna 13b","display_name":"Vicuna 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-16k","name":"Vicuna 13b 16k","display_name":"Vicuna 13b 16k","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-fp16","name":"Vicuna 13b fp16","display_name":"Vicuna 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q2_K","name":"Vicuna 13b q2_K","display_name":"Vicuna 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q3_K_L","name":"Vicuna 13b q3_K_L","display_name":"Vicuna 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q3_K_M","name":"Vicuna 13b q3_K_M","display_name":"Vicuna 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q3_K_S","name":"Vicuna 13b q3_K_S","display_name":"Vicuna 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q4_0","name":"Vicuna 13b q4_0","display_name":"Vicuna 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q4_1","name":"Vicuna 13b q4_1","display_name":"Vicuna 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q4_K_M","name":"Vicuna 13b q4_K_M","display_name":"Vicuna 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q4_K_S","name":"Vicuna 13b q4_K_S","display_name":"Vicuna 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q5_0","name":"Vicuna 13b q5_0","display_name":"Vicuna 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q5_1","name":"Vicuna 13b q5_1","display_name":"Vicuna 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q5_K_M","name":"Vicuna 13b q5_K_M","display_name":"Vicuna 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q5_K_S","name":"Vicuna 13b q5_K_S","display_name":"Vicuna 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q6_K","name":"Vicuna 13b q6_K","display_name":"Vicuna 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q8_0","name":"Vicuna 13b q8_0","display_name":"Vicuna 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-fp16","name":"Vicuna 13b v1.5 16k fp16","display_name":"Vicuna 13b v1.5 16k fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q2_K","name":"Vicuna 13b v1.5 16k q2_K","display_name":"Vicuna 13b v1.5 16k q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q3_K_L","name":"Vicuna 13b v1.5 16k q3_K_L","display_name":"Vicuna 13b v1.5 16k q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q3_K_M","name":"Vicuna 13b v1.5 16k q3_K_M","display_name":"Vicuna 13b v1.5 16k q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q3_K_S","name":"Vicuna 13b v1.5 16k q3_K_S","display_name":"Vicuna 13b v1.5 16k q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q4_0","name":"Vicuna 13b v1.5 16k q4_0","display_name":"Vicuna 13b v1.5 16k q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q4_1","name":"Vicuna 13b v1.5 16k q4_1","display_name":"Vicuna 13b v1.5 16k q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q4_K_M","name":"Vicuna 13b v1.5 16k q4_K_M","display_name":"Vicuna 13b v1.5 16k q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q4_K_S","name":"Vicuna 13b v1.5 16k q4_K_S","display_name":"Vicuna 13b v1.5 16k q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q5_0","name":"Vicuna 13b v1.5 16k q5_0","display_name":"Vicuna 13b v1.5 16k q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q5_1","name":"Vicuna 13b v1.5 16k q5_1","display_name":"Vicuna 13b v1.5 16k q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q5_K_M","name":"Vicuna 13b v1.5 16k q5_K_M","display_name":"Vicuna 13b v1.5 16k q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q5_K_S","name":"Vicuna 13b v1.5 16k q5_K_S","display_name":"Vicuna 13b v1.5 16k q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q6_K","name":"Vicuna 13b v1.5 16k q6_K","display_name":"Vicuna 13b v1.5 16k q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q8_0","name":"Vicuna 13b v1.5 16k q8_0","display_name":"Vicuna 13b v1.5 16k q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-fp16","name":"Vicuna 13b v1.5 fp16","display_name":"Vicuna 13b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q2_K","name":"Vicuna 13b v1.5 q2_K","display_name":"Vicuna 13b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q3_K_L","name":"Vicuna 13b v1.5 q3_K_L","display_name":"Vicuna 13b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q3_K_M","name":"Vicuna 13b v1.5 q3_K_M","display_name":"Vicuna 13b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q3_K_S","name":"Vicuna 13b v1.5 q3_K_S","display_name":"Vicuna 13b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q4_0","name":"Vicuna 13b v1.5 q4_0","display_name":"Vicuna 13b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q4_1","name":"Vicuna 13b v1.5 q4_1","display_name":"Vicuna 13b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q4_K_M","name":"Vicuna 13b v1.5 q4_K_M","display_name":"Vicuna 13b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q4_K_S","name":"Vicuna 13b v1.5 q4_K_S","display_name":"Vicuna 13b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q5_0","name":"Vicuna 13b v1.5 q5_0","display_name":"Vicuna 13b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q5_1","name":"Vicuna 13b v1.5 q5_1","display_name":"Vicuna 13b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q5_K_M","name":"Vicuna 13b v1.5 q5_K_M","display_name":"Vicuna 13b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q5_K_S","name":"Vicuna 13b v1.5 q5_K_S","display_name":"Vicuna 13b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q6_K","name":"Vicuna 13b v1.5 q6_K","display_name":"Vicuna 13b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q8_0","name":"Vicuna 13b v1.5 q8_0","display_name":"Vicuna 13b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b","name":"Vicuna 33b","display_name":"Vicuna 33b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-fp16","name":"Vicuna 33b fp16","display_name":"Vicuna 33b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q2_K","name":"Vicuna 33b q2_K","display_name":"Vicuna 33b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q3_K_L","name":"Vicuna 33b q3_K_L","display_name":"Vicuna 33b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q3_K_M","name":"Vicuna 33b q3_K_M","display_name":"Vicuna 33b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q3_K_S","name":"Vicuna 33b q3_K_S","display_name":"Vicuna 33b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q4_0","name":"Vicuna 33b q4_0","display_name":"Vicuna 33b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q4_1","name":"Vicuna 33b q4_1","display_name":"Vicuna 33b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q4_K_M","name":"Vicuna 33b q4_K_M","display_name":"Vicuna 33b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q4_K_S","name":"Vicuna 33b q4_K_S","display_name":"Vicuna 33b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q5_0","name":"Vicuna 33b q5_0","display_name":"Vicuna 33b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q5_1","name":"Vicuna 33b q5_1","display_name":"Vicuna 33b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q5_K_M","name":"Vicuna 33b q5_K_M","display_name":"Vicuna 33b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q5_K_S","name":"Vicuna 33b q5_K_S","display_name":"Vicuna 33b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q6_K","name":"Vicuna 33b q6_K","display_name":"Vicuna 33b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q8_0","name":"Vicuna 33b q8_0","display_name":"Vicuna 33b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b","name":"Vicuna 7b","display_name":"Vicuna 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-16k","name":"Vicuna 7b 16k","display_name":"Vicuna 7b 16k","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-fp16","name":"Vicuna 7b fp16","display_name":"Vicuna 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q2_K","name":"Vicuna 7b q2_K","display_name":"Vicuna 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q3_K_L","name":"Vicuna 7b q3_K_L","display_name":"Vicuna 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q3_K_M","name":"Vicuna 7b q3_K_M","display_name":"Vicuna 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q3_K_S","name":"Vicuna 7b q3_K_S","display_name":"Vicuna 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q4_0","name":"Vicuna 7b q4_0","display_name":"Vicuna 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q4_1","name":"Vicuna 7b q4_1","display_name":"Vicuna 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q4_K_M","name":"Vicuna 7b q4_K_M","display_name":"Vicuna 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q4_K_S","name":"Vicuna 7b q4_K_S","display_name":"Vicuna 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q5_0","name":"Vicuna 7b q5_0","display_name":"Vicuna 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q5_1","name":"Vicuna 7b q5_1","display_name":"Vicuna 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q5_K_M","name":"Vicuna 7b q5_K_M","display_name":"Vicuna 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q5_K_S","name":"Vicuna 7b q5_K_S","display_name":"Vicuna 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q6_K","name":"Vicuna 7b q6_K","display_name":"Vicuna 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q8_0","name":"Vicuna 7b q8_0","display_name":"Vicuna 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-fp16","name":"Vicuna 7b v1.5 16k fp16","display_name":"Vicuna 7b v1.5 16k fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q2_K","name":"Vicuna 7b v1.5 16k q2_K","display_name":"Vicuna 7b v1.5 16k q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q3_K_L","name":"Vicuna 7b v1.5 16k q3_K_L","display_name":"Vicuna 7b v1.5 16k q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q3_K_M","name":"Vicuna 7b v1.5 16k q3_K_M","display_name":"Vicuna 7b v1.5 16k q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q3_K_S","name":"Vicuna 7b v1.5 16k q3_K_S","display_name":"Vicuna 7b v1.5 16k q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q4_0","name":"Vicuna 7b v1.5 16k q4_0","display_name":"Vicuna 7b v1.5 16k q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q4_1","name":"Vicuna 7b v1.5 16k q4_1","display_name":"Vicuna 7b v1.5 16k q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q4_K_M","name":"Vicuna 7b v1.5 16k q4_K_M","display_name":"Vicuna 7b v1.5 16k q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q4_K_S","name":"Vicuna 7b v1.5 16k q4_K_S","display_name":"Vicuna 7b v1.5 16k q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q5_0","name":"Vicuna 7b v1.5 16k q5_0","display_name":"Vicuna 7b v1.5 16k q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q5_1","name":"Vicuna 7b v1.5 16k q5_1","display_name":"Vicuna 7b v1.5 16k q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q5_K_M","name":"Vicuna 7b v1.5 16k q5_K_M","display_name":"Vicuna 7b v1.5 16k q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q5_K_S","name":"Vicuna 7b v1.5 16k q5_K_S","display_name":"Vicuna 7b v1.5 16k q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q6_K","name":"Vicuna 7b v1.5 16k q6_K","display_name":"Vicuna 7b v1.5 16k q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q8_0","name":"Vicuna 7b v1.5 16k q8_0","display_name":"Vicuna 7b v1.5 16k q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-fp16","name":"Vicuna 7b v1.5 fp16","display_name":"Vicuna 7b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q2_K","name":"Vicuna 7b v1.5 q2_K","display_name":"Vicuna 7b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q3_K_L","name":"Vicuna 7b v1.5 q3_K_L","display_name":"Vicuna 7b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q3_K_M","name":"Vicuna 7b v1.5 q3_K_M","display_name":"Vicuna 7b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q3_K_S","name":"Vicuna 7b v1.5 q3_K_S","display_name":"Vicuna 7b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q4_0","name":"Vicuna 7b v1.5 q4_0","display_name":"Vicuna 7b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q4_1","name":"Vicuna 7b v1.5 q4_1","display_name":"Vicuna 7b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q4_K_M","name":"Vicuna 7b v1.5 q4_K_M","display_name":"Vicuna 7b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q4_K_S","name":"Vicuna 7b v1.5 q4_K_S","display_name":"Vicuna 7b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q5_0","name":"Vicuna 7b v1.5 q5_0","display_name":"Vicuna 7b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q5_1","name":"Vicuna 7b v1.5 q5_1","display_name":"Vicuna 7b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q5_K_M","name":"Vicuna 7b v1.5 q5_K_M","display_name":"Vicuna 7b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q5_K_S","name":"Vicuna 7b v1.5 q5_K_S","display_name":"Vicuna 7b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q6_K","name":"Vicuna 7b v1.5 q6_K","display_name":"Vicuna 7b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q8_0","name":"Vicuna 7b v1.5 q8_0","display_name":"Vicuna 7b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:latest","name":"Vicuna Latest","display_name":"Vicuna Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b","name":"Wizard-math 13b","display_name":"Wizard-math 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-fp16","name":"Wizard-math 13b fp16","display_name":"Wizard-math 13b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q2_K","name":"Wizard-math 13b q2_K","display_name":"Wizard-math 13b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q3_K_L","name":"Wizard-math 13b q3_K_L","display_name":"Wizard-math 13b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q3_K_M","name":"Wizard-math 13b q3_K_M","display_name":"Wizard-math 13b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q3_K_S","name":"Wizard-math 13b q3_K_S","display_name":"Wizard-math 13b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q4_0","name":"Wizard-math 13b q4_0","display_name":"Wizard-math 13b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q4_1","name":"Wizard-math 13b q4_1","display_name":"Wizard-math 13b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q4_K_M","name":"Wizard-math 13b q4_K_M","display_name":"Wizard-math 13b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q4_K_S","name":"Wizard-math 13b q4_K_S","display_name":"Wizard-math 13b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q5_0","name":"Wizard-math 13b q5_0","display_name":"Wizard-math 13b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q5_1","name":"Wizard-math 13b q5_1","display_name":"Wizard-math 13b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q5_K_M","name":"Wizard-math 13b q5_K_M","display_name":"Wizard-math 13b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q5_K_S","name":"Wizard-math 13b q5_K_S","display_name":"Wizard-math 13b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q6_K","name":"Wizard-math 13b q6_K","display_name":"Wizard-math 13b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q8_0","name":"Wizard-math 13b q8_0","display_name":"Wizard-math 13b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b","name":"Wizard-math 70b","display_name":"Wizard-math 70b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-fp16","name":"Wizard-math 70b fp16","display_name":"Wizard-math 70b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q2_K","name":"Wizard-math 70b q2_K","display_name":"Wizard-math 70b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q3_K_L","name":"Wizard-math 70b q3_K_L","display_name":"Wizard-math 70b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q3_K_M","name":"Wizard-math 70b q3_K_M","display_name":"Wizard-math 70b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q3_K_S","name":"Wizard-math 70b q3_K_S","display_name":"Wizard-math 70b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q4_0","name":"Wizard-math 70b q4_0","display_name":"Wizard-math 70b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q4_1","name":"Wizard-math 70b q4_1","display_name":"Wizard-math 70b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q4_K_M","name":"Wizard-math 70b q4_K_M","display_name":"Wizard-math 70b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q4_K_S","name":"Wizard-math 70b q4_K_S","display_name":"Wizard-math 70b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q5_0","name":"Wizard-math 70b q5_0","display_name":"Wizard-math 70b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q5_1","name":"Wizard-math 70b q5_1","display_name":"Wizard-math 70b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q5_K_M","name":"Wizard-math 70b q5_K_M","display_name":"Wizard-math 70b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q5_K_S","name":"Wizard-math 70b q5_K_S","display_name":"Wizard-math 70b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q6_K","name":"Wizard-math 70b q6_K","display_name":"Wizard-math 70b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q8_0","name":"Wizard-math 70b q8_0","display_name":"Wizard-math 70b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b","name":"Wizard-math 7b","display_name":"Wizard-math 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-fp16","name":"Wizard-math 7b fp16","display_name":"Wizard-math 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q2_K","name":"Wizard-math 7b q2_K","display_name":"Wizard-math 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q3_K_L","name":"Wizard-math 7b q3_K_L","display_name":"Wizard-math 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q3_K_M","name":"Wizard-math 7b q3_K_M","display_name":"Wizard-math 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q3_K_S","name":"Wizard-math 7b q3_K_S","display_name":"Wizard-math 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q4_0","name":"Wizard-math 7b q4_0","display_name":"Wizard-math 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q4_1","name":"Wizard-math 7b q4_1","display_name":"Wizard-math 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q4_K_M","name":"Wizard-math 7b q4_K_M","display_name":"Wizard-math 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q4_K_S","name":"Wizard-math 7b q4_K_S","display_name":"Wizard-math 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q5_0","name":"Wizard-math 7b q5_0","display_name":"Wizard-math 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q5_1","name":"Wizard-math 7b q5_1","display_name":"Wizard-math 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q5_K_M","name":"Wizard-math 7b q5_K_M","display_name":"Wizard-math 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q5_K_S","name":"Wizard-math 7b q5_K_S","display_name":"Wizard-math 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q6_K","name":"Wizard-math 7b q6_K","display_name":"Wizard-math 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q8_0","name":"Wizard-math 7b q8_0","display_name":"Wizard-math 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-fp16","name":"Wizard-math 7b v1.1 fp16","display_name":"Wizard-math 7b v1.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q2_K","name":"Wizard-math 7b v1.1 q2_K","display_name":"Wizard-math 7b v1.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q3_K_L","name":"Wizard-math 7b v1.1 q3_K_L","display_name":"Wizard-math 7b v1.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q3_K_M","name":"Wizard-math 7b v1.1 q3_K_M","display_name":"Wizard-math 7b v1.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q3_K_S","name":"Wizard-math 7b v1.1 q3_K_S","display_name":"Wizard-math 7b v1.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q4_0","name":"Wizard-math 7b v1.1 q4_0","display_name":"Wizard-math 7b v1.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q4_1","name":"Wizard-math 7b v1.1 q4_1","display_name":"Wizard-math 7b v1.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q4_K_M","name":"Wizard-math 7b v1.1 q4_K_M","display_name":"Wizard-math 7b v1.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q4_K_S","name":"Wizard-math 7b v1.1 q4_K_S","display_name":"Wizard-math 7b v1.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q5_0","name":"Wizard-math 7b v1.1 q5_0","display_name":"Wizard-math 7b v1.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q5_1","name":"Wizard-math 7b v1.1 q5_1","display_name":"Wizard-math 7b v1.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q5_K_M","name":"Wizard-math 7b v1.1 q5_K_M","display_name":"Wizard-math 7b v1.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q5_K_S","name":"Wizard-math 7b v1.1 q5_K_S","display_name":"Wizard-math 7b v1.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q6_K","name":"Wizard-math 7b v1.1 q6_K","display_name":"Wizard-math 7b v1.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q8_0","name":"Wizard-math 7b v1.1 q8_0","display_name":"Wizard-math 7b v1.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:latest","name":"Wizard-math Latest","display_name":"Wizard-math Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b","name":"Wizard-vicuna-uncensored 13b","display_name":"Wizard-vicuna-uncensored 13b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-fp16","name":"Wizard-vicuna-uncensored 13b fp16","display_name":"Wizard-vicuna-uncensored 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q2_K","name":"Wizard-vicuna-uncensored 13b q2_K","display_name":"Wizard-vicuna-uncensored 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q3_K_L","name":"Wizard-vicuna-uncensored 13b q3_K_L","display_name":"Wizard-vicuna-uncensored 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q3_K_M","name":"Wizard-vicuna-uncensored 13b q3_K_M","display_name":"Wizard-vicuna-uncensored 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q3_K_S","name":"Wizard-vicuna-uncensored 13b q3_K_S","display_name":"Wizard-vicuna-uncensored 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q4_0","name":"Wizard-vicuna-uncensored 13b q4_0","display_name":"Wizard-vicuna-uncensored 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q4_1","name":"Wizard-vicuna-uncensored 13b q4_1","display_name":"Wizard-vicuna-uncensored 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q4_K_M","name":"Wizard-vicuna-uncensored 13b q4_K_M","display_name":"Wizard-vicuna-uncensored 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q4_K_S","name":"Wizard-vicuna-uncensored 13b q4_K_S","display_name":"Wizard-vicuna-uncensored 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q5_0","name":"Wizard-vicuna-uncensored 13b q5_0","display_name":"Wizard-vicuna-uncensored 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q5_1","name":"Wizard-vicuna-uncensored 13b q5_1","display_name":"Wizard-vicuna-uncensored 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q5_K_M","name":"Wizard-vicuna-uncensored 13b q5_K_M","display_name":"Wizard-vicuna-uncensored 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q5_K_S","name":"Wizard-vicuna-uncensored 13b q5_K_S","display_name":"Wizard-vicuna-uncensored 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q6_K","name":"Wizard-vicuna-uncensored 13b q6_K","display_name":"Wizard-vicuna-uncensored 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q8_0","name":"Wizard-vicuna-uncensored 13b q8_0","display_name":"Wizard-vicuna-uncensored 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b","name":"Wizard-vicuna-uncensored 30b","display_name":"Wizard-vicuna-uncensored 30b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-fp16","name":"Wizard-vicuna-uncensored 30b fp16","display_name":"Wizard-vicuna-uncensored 30b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q2_K","name":"Wizard-vicuna-uncensored 30b q2_K","display_name":"Wizard-vicuna-uncensored 30b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q3_K_L","name":"Wizard-vicuna-uncensored 30b q3_K_L","display_name":"Wizard-vicuna-uncensored 30b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q3_K_M","name":"Wizard-vicuna-uncensored 30b q3_K_M","display_name":"Wizard-vicuna-uncensored 30b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q3_K_S","name":"Wizard-vicuna-uncensored 30b q3_K_S","display_name":"Wizard-vicuna-uncensored 30b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q4_0","name":"Wizard-vicuna-uncensored 30b q4_0","display_name":"Wizard-vicuna-uncensored 30b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q4_1","name":"Wizard-vicuna-uncensored 30b q4_1","display_name":"Wizard-vicuna-uncensored 30b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q4_K_M","name":"Wizard-vicuna-uncensored 30b q4_K_M","display_name":"Wizard-vicuna-uncensored 30b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q4_K_S","name":"Wizard-vicuna-uncensored 30b q4_K_S","display_name":"Wizard-vicuna-uncensored 30b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q5_0","name":"Wizard-vicuna-uncensored 30b q5_0","display_name":"Wizard-vicuna-uncensored 30b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q5_1","name":"Wizard-vicuna-uncensored 30b q5_1","display_name":"Wizard-vicuna-uncensored 30b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q5_K_M","name":"Wizard-vicuna-uncensored 30b q5_K_M","display_name":"Wizard-vicuna-uncensored 30b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q5_K_S","name":"Wizard-vicuna-uncensored 30b q5_K_S","display_name":"Wizard-vicuna-uncensored 30b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q6_K","name":"Wizard-vicuna-uncensored 30b q6_K","display_name":"Wizard-vicuna-uncensored 30b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q8_0","name":"Wizard-vicuna-uncensored 30b q8_0","display_name":"Wizard-vicuna-uncensored 30b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b","name":"Wizard-vicuna-uncensored 7b","display_name":"Wizard-vicuna-uncensored 7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-fp16","name":"Wizard-vicuna-uncensored 7b fp16","display_name":"Wizard-vicuna-uncensored 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q2_K","name":"Wizard-vicuna-uncensored 7b q2_K","display_name":"Wizard-vicuna-uncensored 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q3_K_L","name":"Wizard-vicuna-uncensored 7b q3_K_L","display_name":"Wizard-vicuna-uncensored 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q3_K_M","name":"Wizard-vicuna-uncensored 7b q3_K_M","display_name":"Wizard-vicuna-uncensored 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q3_K_S","name":"Wizard-vicuna-uncensored 7b q3_K_S","display_name":"Wizard-vicuna-uncensored 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q4_0","name":"Wizard-vicuna-uncensored 7b q4_0","display_name":"Wizard-vicuna-uncensored 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q4_1","name":"Wizard-vicuna-uncensored 7b q4_1","display_name":"Wizard-vicuna-uncensored 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q4_K_M","name":"Wizard-vicuna-uncensored 7b q4_K_M","display_name":"Wizard-vicuna-uncensored 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q4_K_S","name":"Wizard-vicuna-uncensored 7b q4_K_S","display_name":"Wizard-vicuna-uncensored 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q5_0","name":"Wizard-vicuna-uncensored 7b q5_0","display_name":"Wizard-vicuna-uncensored 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q5_1","name":"Wizard-vicuna-uncensored 7b q5_1","display_name":"Wizard-vicuna-uncensored 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q5_K_M","name":"Wizard-vicuna-uncensored 7b q5_K_M","display_name":"Wizard-vicuna-uncensored 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q5_K_S","name":"Wizard-vicuna-uncensored 7b q5_K_S","display_name":"Wizard-vicuna-uncensored 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q6_K","name":"Wizard-vicuna-uncensored 7b q6_K","display_name":"Wizard-vicuna-uncensored 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q8_0","name":"Wizard-vicuna-uncensored 7b q8_0","display_name":"Wizard-vicuna-uncensored 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:latest","name":"Wizard-vicuna-uncensored Latest","display_name":"Wizard-vicuna-uncensored Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b","name":"Wizard-vicuna 13b","display_name":"Wizard-vicuna 13b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-fp16","name":"Wizard-vicuna 13b fp16","display_name":"Wizard-vicuna 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q2_K","name":"Wizard-vicuna 13b q2_K","display_name":"Wizard-vicuna 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q3_K_L","name":"Wizard-vicuna 13b q3_K_L","display_name":"Wizard-vicuna 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q3_K_M","name":"Wizard-vicuna 13b q3_K_M","display_name":"Wizard-vicuna 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q3_K_S","name":"Wizard-vicuna 13b q3_K_S","display_name":"Wizard-vicuna 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q4_0","name":"Wizard-vicuna 13b q4_0","display_name":"Wizard-vicuna 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q4_1","name":"Wizard-vicuna 13b q4_1","display_name":"Wizard-vicuna 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q4_K_M","name":"Wizard-vicuna 13b q4_K_M","display_name":"Wizard-vicuna 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q4_K_S","name":"Wizard-vicuna 13b q4_K_S","display_name":"Wizard-vicuna 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q5_0","name":"Wizard-vicuna 13b q5_0","display_name":"Wizard-vicuna 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q5_1","name":"Wizard-vicuna 13b q5_1","display_name":"Wizard-vicuna 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q5_K_M","name":"Wizard-vicuna 13b q5_K_M","display_name":"Wizard-vicuna 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q5_K_S","name":"Wizard-vicuna 13b q5_K_S","display_name":"Wizard-vicuna 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q6_K","name":"Wizard-vicuna 13b q6_K","display_name":"Wizard-vicuna 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q8_0","name":"Wizard-vicuna 13b q8_0","display_name":"Wizard-vicuna 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:latest","name":"Wizard-vicuna Latest","display_name":"Wizard-vicuna Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python","name":"Wizardcoder 13b python","display_name":"Wizardcoder 13b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-fp16","name":"Wizardcoder 13b python fp16","display_name":"Wizardcoder 13b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q2_K","name":"Wizardcoder 13b python q2_K","display_name":"Wizardcoder 13b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q3_K_L","name":"Wizardcoder 13b python q3_K_L","display_name":"Wizardcoder 13b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q3_K_M","name":"Wizardcoder 13b python q3_K_M","display_name":"Wizardcoder 13b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q3_K_S","name":"Wizardcoder 13b python q3_K_S","display_name":"Wizardcoder 13b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q4_0","name":"Wizardcoder 13b python q4_0","display_name":"Wizardcoder 13b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q4_1","name":"Wizardcoder 13b python q4_1","display_name":"Wizardcoder 13b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q4_K_M","name":"Wizardcoder 13b python q4_K_M","display_name":"Wizardcoder 13b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q4_K_S","name":"Wizardcoder 13b python q4_K_S","display_name":"Wizardcoder 13b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q5_0","name":"Wizardcoder 13b python q5_0","display_name":"Wizardcoder 13b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q5_1","name":"Wizardcoder 13b python q5_1","display_name":"Wizardcoder 13b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q5_K_M","name":"Wizardcoder 13b python q5_K_M","display_name":"Wizardcoder 13b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q5_K_S","name":"Wizardcoder 13b python q5_K_S","display_name":"Wizardcoder 13b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q6_K","name":"Wizardcoder 13b python q6_K","display_name":"Wizardcoder 13b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q8_0","name":"Wizardcoder 13b python q8_0","display_name":"Wizardcoder 13b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b","name":"Wizardcoder 33b","display_name":"Wizardcoder 33b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1","name":"Wizardcoder 33b v1.1","display_name":"Wizardcoder 33b v1.1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-fp16","name":"Wizardcoder 33b v1.1 fp16","display_name":"Wizardcoder 33b v1.1 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q2_K","name":"Wizardcoder 33b v1.1 q2_K","display_name":"Wizardcoder 33b v1.1 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q3_K_L","name":"Wizardcoder 33b v1.1 q3_K_L","display_name":"Wizardcoder 33b v1.1 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q3_K_M","name":"Wizardcoder 33b v1.1 q3_K_M","display_name":"Wizardcoder 33b v1.1 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q3_K_S","name":"Wizardcoder 33b v1.1 q3_K_S","display_name":"Wizardcoder 33b v1.1 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q4_0","name":"Wizardcoder 33b v1.1 q4_0","display_name":"Wizardcoder 33b v1.1 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q4_1","name":"Wizardcoder 33b v1.1 q4_1","display_name":"Wizardcoder 33b v1.1 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q4_K_M","name":"Wizardcoder 33b v1.1 q4_K_M","display_name":"Wizardcoder 33b v1.1 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q4_K_S","name":"Wizardcoder 33b v1.1 q4_K_S","display_name":"Wizardcoder 33b v1.1 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q5_0","name":"Wizardcoder 33b v1.1 q5_0","display_name":"Wizardcoder 33b v1.1 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q5_1","name":"Wizardcoder 33b v1.1 q5_1","display_name":"Wizardcoder 33b v1.1 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q5_K_M","name":"Wizardcoder 33b v1.1 q5_K_M","display_name":"Wizardcoder 33b v1.1 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q5_K_S","name":"Wizardcoder 33b v1.1 q5_K_S","display_name":"Wizardcoder 33b v1.1 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q6_K","name":"Wizardcoder 33b v1.1 q6_K","display_name":"Wizardcoder 33b v1.1 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q8_0","name":"Wizardcoder 33b v1.1 q8_0","display_name":"Wizardcoder 33b v1.1 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python","name":"Wizardcoder 34b python","display_name":"Wizardcoder 34b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-fp16","name":"Wizardcoder 34b python fp16","display_name":"Wizardcoder 34b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q2_K","name":"Wizardcoder 34b python q2_K","display_name":"Wizardcoder 34b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q3_K_L","name":"Wizardcoder 34b python q3_K_L","display_name":"Wizardcoder 34b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q3_K_M","name":"Wizardcoder 34b python q3_K_M","display_name":"Wizardcoder 34b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q3_K_S","name":"Wizardcoder 34b python q3_K_S","display_name":"Wizardcoder 34b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q4_0","name":"Wizardcoder 34b python q4_0","display_name":"Wizardcoder 34b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q4_1","name":"Wizardcoder 34b python q4_1","display_name":"Wizardcoder 34b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q4_K_M","name":"Wizardcoder 34b python q4_K_M","display_name":"Wizardcoder 34b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q4_K_S","name":"Wizardcoder 34b python q4_K_S","display_name":"Wizardcoder 34b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q5_0","name":"Wizardcoder 34b python q5_0","display_name":"Wizardcoder 34b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q5_1","name":"Wizardcoder 34b python q5_1","display_name":"Wizardcoder 34b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q5_K_M","name":"Wizardcoder 34b python q5_K_M","display_name":"Wizardcoder 34b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q5_K_S","name":"Wizardcoder 34b python q5_K_S","display_name":"Wizardcoder 34b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q6_K","name":"Wizardcoder 34b python q6_K","display_name":"Wizardcoder 34b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q8_0","name":"Wizardcoder 34b python q8_0","display_name":"Wizardcoder 34b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python","name":"Wizardcoder 7b python","display_name":"Wizardcoder 7b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-fp16","name":"Wizardcoder 7b python fp16","display_name":"Wizardcoder 7b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q2_K","name":"Wizardcoder 7b python q2_K","display_name":"Wizardcoder 7b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q3_K_L","name":"Wizardcoder 7b python q3_K_L","display_name":"Wizardcoder 7b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q3_K_M","name":"Wizardcoder 7b python q3_K_M","display_name":"Wizardcoder 7b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q3_K_S","name":"Wizardcoder 7b python q3_K_S","display_name":"Wizardcoder 7b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q4_0","name":"Wizardcoder 7b python q4_0","display_name":"Wizardcoder 7b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q4_1","name":"Wizardcoder 7b python q4_1","display_name":"Wizardcoder 7b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q4_K_M","name":"Wizardcoder 7b python q4_K_M","display_name":"Wizardcoder 7b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q4_K_S","name":"Wizardcoder 7b python q4_K_S","display_name":"Wizardcoder 7b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q5_0","name":"Wizardcoder 7b python q5_0","display_name":"Wizardcoder 7b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q5_1","name":"Wizardcoder 7b python q5_1","display_name":"Wizardcoder 7b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q5_K_M","name":"Wizardcoder 7b python q5_K_M","display_name":"Wizardcoder 7b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q5_K_S","name":"Wizardcoder 7b python q5_K_S","display_name":"Wizardcoder 7b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q6_K","name":"Wizardcoder 7b python q6_K","display_name":"Wizardcoder 7b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q8_0","name":"Wizardcoder 7b python q8_0","display_name":"Wizardcoder 7b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:latest","name":"Wizardcoder Latest","display_name":"Wizardcoder Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:python","name":"Wizardcoder Python","display_name":"Wizardcoder Python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b","name":"Wizardlm-uncensored 13b","display_name":"Wizardlm-uncensored 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2","name":"Wizardlm-uncensored 13b llama2","display_name":"Wizardlm-uncensored 13b llama2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-fp16","name":"Wizardlm-uncensored 13b llama2 fp16","display_name":"Wizardlm-uncensored 13b llama2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q2_K","name":"Wizardlm-uncensored 13b llama2 q2_K","display_name":"Wizardlm-uncensored 13b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q3_K_L","name":"Wizardlm-uncensored 13b llama2 q3_K_L","display_name":"Wizardlm-uncensored 13b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q3_K_M","name":"Wizardlm-uncensored 13b llama2 q3_K_M","display_name":"Wizardlm-uncensored 13b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q3_K_S","name":"Wizardlm-uncensored 13b llama2 q3_K_S","display_name":"Wizardlm-uncensored 13b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q4_0","name":"Wizardlm-uncensored 13b llama2 q4_0","display_name":"Wizardlm-uncensored 13b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q4_1","name":"Wizardlm-uncensored 13b llama2 q4_1","display_name":"Wizardlm-uncensored 13b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q4_K_M","name":"Wizardlm-uncensored 13b llama2 q4_K_M","display_name":"Wizardlm-uncensored 13b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q4_K_S","name":"Wizardlm-uncensored 13b llama2 q4_K_S","display_name":"Wizardlm-uncensored 13b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q5_0","name":"Wizardlm-uncensored 13b llama2 q5_0","display_name":"Wizardlm-uncensored 13b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q5_1","name":"Wizardlm-uncensored 13b llama2 q5_1","display_name":"Wizardlm-uncensored 13b llama2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q5_K_M","name":"Wizardlm-uncensored 13b llama2 q5_K_M","display_name":"Wizardlm-uncensored 13b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q5_K_S","name":"Wizardlm-uncensored 13b llama2 q5_K_S","display_name":"Wizardlm-uncensored 13b llama2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q6_K","name":"Wizardlm-uncensored 13b llama2 q6_K","display_name":"Wizardlm-uncensored 13b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q8_0","name":"Wizardlm-uncensored 13b llama2 q8_0","display_name":"Wizardlm-uncensored 13b llama2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:latest","name":"Wizardlm-uncensored Latest","display_name":"Wizardlm-uncensored Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-fp16","name":"Wizardlm 13b fp16","display_name":"Wizardlm 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-fp16","name":"Wizardlm 13b llama2 fp16","display_name":"Wizardlm 13b llama2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q2_K","name":"Wizardlm 13b llama2 q2_K","display_name":"Wizardlm 13b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q3_K_L","name":"Wizardlm 13b llama2 q3_K_L","display_name":"Wizardlm 13b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q3_K_M","name":"Wizardlm 13b llama2 q3_K_M","display_name":"Wizardlm 13b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q3_K_S","name":"Wizardlm 13b llama2 q3_K_S","display_name":"Wizardlm 13b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q4_0","name":"Wizardlm 13b llama2 q4_0","display_name":"Wizardlm 13b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q4_1","name":"Wizardlm 13b llama2 q4_1","display_name":"Wizardlm 13b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q4_K_M","name":"Wizardlm 13b llama2 q4_K_M","display_name":"Wizardlm 13b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q4_K_S","name":"Wizardlm 13b llama2 q4_K_S","display_name":"Wizardlm 13b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q5_0","name":"Wizardlm 13b llama2 q5_0","display_name":"Wizardlm 13b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q5_1","name":"Wizardlm 13b llama2 q5_1","display_name":"Wizardlm 13b llama2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q5_K_M","name":"Wizardlm 13b llama2 q5_K_M","display_name":"Wizardlm 13b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q5_K_S","name":"Wizardlm 13b llama2 q5_K_S","display_name":"Wizardlm 13b llama2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q6_K","name":"Wizardlm 13b llama2 q6_K","display_name":"Wizardlm 13b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q8_0","name":"Wizardlm 13b llama2 q8_0","display_name":"Wizardlm 13b llama2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q2_K","name":"Wizardlm 13b q2_K","display_name":"Wizardlm 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q3_K_L","name":"Wizardlm 13b q3_K_L","display_name":"Wizardlm 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q3_K_M","name":"Wizardlm 13b q3_K_M","display_name":"Wizardlm 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q3_K_S","name":"Wizardlm 13b q3_K_S","display_name":"Wizardlm 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q4_0","name":"Wizardlm 13b q4_0","display_name":"Wizardlm 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q4_1","name":"Wizardlm 13b q4_1","display_name":"Wizardlm 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q4_K_M","name":"Wizardlm 13b q4_K_M","display_name":"Wizardlm 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q4_K_S","name":"Wizardlm 13b q4_K_S","display_name":"Wizardlm 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q5_0","name":"Wizardlm 13b q5_0","display_name":"Wizardlm 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q5_1","name":"Wizardlm 13b q5_1","display_name":"Wizardlm 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q5_K_M","name":"Wizardlm 13b q5_K_M","display_name":"Wizardlm 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q5_K_S","name":"Wizardlm 13b q5_K_S","display_name":"Wizardlm 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q6_K","name":"Wizardlm 13b q6_K","display_name":"Wizardlm 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q8_0","name":"Wizardlm 13b q8_0","display_name":"Wizardlm 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-fp16","name":"Wizardlm 30b fp16","display_name":"Wizardlm 30b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q2_K","name":"Wizardlm 30b q2_K","display_name":"Wizardlm 30b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q3_K_L","name":"Wizardlm 30b q3_K_L","display_name":"Wizardlm 30b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q3_K_M","name":"Wizardlm 30b q3_K_M","display_name":"Wizardlm 30b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q3_K_S","name":"Wizardlm 30b q3_K_S","display_name":"Wizardlm 30b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q4_0","name":"Wizardlm 30b q4_0","display_name":"Wizardlm 30b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q4_1","name":"Wizardlm 30b q4_1","display_name":"Wizardlm 30b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q4_K_M","name":"Wizardlm 30b q4_K_M","display_name":"Wizardlm 30b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q4_K_S","name":"Wizardlm 30b q4_K_S","display_name":"Wizardlm 30b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q5_0","name":"Wizardlm 30b q5_0","display_name":"Wizardlm 30b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q5_1","name":"Wizardlm 30b q5_1","display_name":"Wizardlm 30b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q5_K_M","name":"Wizardlm 30b q5_K_M","display_name":"Wizardlm 30b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q5_K_S","name":"Wizardlm 30b q5_K_S","display_name":"Wizardlm 30b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q6_K","name":"Wizardlm 30b q6_K","display_name":"Wizardlm 30b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q8_0","name":"Wizardlm 30b q8_0","display_name":"Wizardlm 30b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q2_K","name":"Wizardlm 70b llama2 q2_K","display_name":"Wizardlm 70b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q3_K_L","name":"Wizardlm 70b llama2 q3_K_L","display_name":"Wizardlm 70b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q3_K_M","name":"Wizardlm 70b llama2 q3_K_M","display_name":"Wizardlm 70b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q3_K_S","name":"Wizardlm 70b llama2 q3_K_S","display_name":"Wizardlm 70b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q4_0","name":"Wizardlm 70b llama2 q4_0","display_name":"Wizardlm 70b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q4_1","name":"Wizardlm 70b llama2 q4_1","display_name":"Wizardlm 70b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q4_K_M","name":"Wizardlm 70b llama2 q4_K_M","display_name":"Wizardlm 70b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q4_K_S","name":"Wizardlm 70b llama2 q4_K_S","display_name":"Wizardlm 70b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q5_0","name":"Wizardlm 70b llama2 q5_0","display_name":"Wizardlm 70b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q5_K_M","name":"Wizardlm 70b llama2 q5_K_M","display_name":"Wizardlm 70b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q5_K_S","name":"Wizardlm 70b llama2 q5_K_S","display_name":"Wizardlm 70b llama2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q6_K","name":"Wizardlm 70b llama2 q6_K","display_name":"Wizardlm 70b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q8_0","name":"Wizardlm 70b llama2 q8_0","display_name":"Wizardlm 70b llama2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-fp16","name":"Wizardlm 7b fp16","display_name":"Wizardlm 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q2_K","name":"Wizardlm 7b q2_K","display_name":"Wizardlm 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q3_K_L","name":"Wizardlm 7b q3_K_L","display_name":"Wizardlm 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q3_K_M","name":"Wizardlm 7b q3_K_M","display_name":"Wizardlm 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q3_K_S","name":"Wizardlm 7b q3_K_S","display_name":"Wizardlm 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q4_0","name":"Wizardlm 7b q4_0","display_name":"Wizardlm 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q4_1","name":"Wizardlm 7b q4_1","display_name":"Wizardlm 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q4_K_M","name":"Wizardlm 7b q4_K_M","display_name":"Wizardlm 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q4_K_S","name":"Wizardlm 7b q4_K_S","display_name":"Wizardlm 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q5_0","name":"Wizardlm 7b q5_0","display_name":"Wizardlm 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q5_1","name":"Wizardlm 7b q5_1","display_name":"Wizardlm 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q5_K_M","name":"Wizardlm 7b q5_K_M","display_name":"Wizardlm 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q5_K_S","name":"Wizardlm 7b q5_K_S","display_name":"Wizardlm 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q6_K","name":"Wizardlm 7b q6_K","display_name":"Wizardlm 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q8_0","name":"Wizardlm 7b q8_0","display_name":"Wizardlm 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b","name":"Xwinlm 13b","display_name":"Xwinlm 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1","name":"Xwinlm 13b v0.1","display_name":"Xwinlm 13b v0.1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-fp16","name":"Xwinlm 13b v0.1 fp16","display_name":"Xwinlm 13b v0.1 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q2_K","name":"Xwinlm 13b v0.1 q2_K","display_name":"Xwinlm 13b v0.1 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q3_K_L","name":"Xwinlm 13b v0.1 q3_K_L","display_name":"Xwinlm 13b v0.1 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q3_K_M","name":"Xwinlm 13b v0.1 q3_K_M","display_name":"Xwinlm 13b v0.1 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q3_K_S","name":"Xwinlm 13b v0.1 q3_K_S","display_name":"Xwinlm 13b v0.1 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q4_0","name":"Xwinlm 13b v0.1 q4_0","display_name":"Xwinlm 13b v0.1 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q4_1","name":"Xwinlm 13b v0.1 q4_1","display_name":"Xwinlm 13b v0.1 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q4_K_M","name":"Xwinlm 13b v0.1 q4_K_M","display_name":"Xwinlm 13b v0.1 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q4_K_S","name":"Xwinlm 13b v0.1 q4_K_S","display_name":"Xwinlm 13b v0.1 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q5_0","name":"Xwinlm 13b v0.1 q5_0","display_name":"Xwinlm 13b v0.1 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q5_1","name":"Xwinlm 13b v0.1 q5_1","display_name":"Xwinlm 13b v0.1 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q5_K_M","name":"Xwinlm 13b v0.1 q5_K_M","display_name":"Xwinlm 13b v0.1 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q5_K_S","name":"Xwinlm 13b v0.1 q5_K_S","display_name":"Xwinlm 13b v0.1 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q6_K","name":"Xwinlm 13b v0.1 q6_K","display_name":"Xwinlm 13b v0.1 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q8_0","name":"Xwinlm 13b v0.1 q8_0","display_name":"Xwinlm 13b v0.1 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2","name":"Xwinlm 13b v0.2","display_name":"Xwinlm 13b v0.2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-fp16","name":"Xwinlm 13b v0.2 fp16","display_name":"Xwinlm 13b v0.2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q2_K","name":"Xwinlm 13b v0.2 q2_K","display_name":"Xwinlm 13b v0.2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q3_K_L","name":"Xwinlm 13b v0.2 q3_K_L","display_name":"Xwinlm 13b v0.2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q3_K_M","name":"Xwinlm 13b v0.2 q3_K_M","display_name":"Xwinlm 13b v0.2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q3_K_S","name":"Xwinlm 13b v0.2 q3_K_S","display_name":"Xwinlm 13b v0.2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q4_0","name":"Xwinlm 13b v0.2 q4_0","display_name":"Xwinlm 13b v0.2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q4_1","name":"Xwinlm 13b v0.2 q4_1","display_name":"Xwinlm 13b v0.2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q4_K_M","name":"Xwinlm 13b v0.2 q4_K_M","display_name":"Xwinlm 13b v0.2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q4_K_S","name":"Xwinlm 13b v0.2 q4_K_S","display_name":"Xwinlm 13b v0.2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q5_0","name":"Xwinlm 13b v0.2 q5_0","display_name":"Xwinlm 13b v0.2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q5_1","name":"Xwinlm 13b v0.2 q5_1","display_name":"Xwinlm 13b v0.2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q5_K_M","name":"Xwinlm 13b v0.2 q5_K_M","display_name":"Xwinlm 13b v0.2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q5_K_S","name":"Xwinlm 13b v0.2 q5_K_S","display_name":"Xwinlm 13b v0.2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q6_K","name":"Xwinlm 13b v0.2 q6_K","display_name":"Xwinlm 13b v0.2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q8_0","name":"Xwinlm 13b v0.2 q8_0","display_name":"Xwinlm 13b v0.2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1","name":"Xwinlm 70b v0.1","display_name":"Xwinlm 70b v0.1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-fp16","name":"Xwinlm 70b v0.1 fp16","display_name":"Xwinlm 70b v0.1 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q2_K","name":"Xwinlm 70b v0.1 q2_K","display_name":"Xwinlm 70b v0.1 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q3_K_L","name":"Xwinlm 70b v0.1 q3_K_L","display_name":"Xwinlm 70b v0.1 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q3_K_M","name":"Xwinlm 70b v0.1 q3_K_M","display_name":"Xwinlm 70b v0.1 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q3_K_S","name":"Xwinlm 70b v0.1 q3_K_S","display_name":"Xwinlm 70b v0.1 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q4_0","name":"Xwinlm 70b v0.1 q4_0","display_name":"Xwinlm 70b v0.1 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q4_1","name":"Xwinlm 70b v0.1 q4_1","display_name":"Xwinlm 70b v0.1 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q4_K_M","name":"Xwinlm 70b v0.1 q4_K_M","display_name":"Xwinlm 70b v0.1 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q4_K_S","name":"Xwinlm 70b v0.1 q4_K_S","display_name":"Xwinlm 70b v0.1 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q5_0","name":"Xwinlm 70b v0.1 q5_0","display_name":"Xwinlm 70b v0.1 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q5_1","name":"Xwinlm 70b v0.1 q5_1","display_name":"Xwinlm 70b v0.1 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q5_K_S","name":"Xwinlm 70b v0.1 q5_K_S","display_name":"Xwinlm 70b v0.1 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q6_K","name":"Xwinlm 70b v0.1 q6_K","display_name":"Xwinlm 70b v0.1 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q8_0","name":"Xwinlm 70b v0.1 q8_0","display_name":"Xwinlm 70b v0.1 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b","name":"Xwinlm 7b","display_name":"Xwinlm 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1","name":"Xwinlm 7b v0.1","display_name":"Xwinlm 7b v0.1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-fp16","name":"Xwinlm 7b v0.1 fp16","display_name":"Xwinlm 7b v0.1 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q2_K","name":"Xwinlm 7b v0.1 q2_K","display_name":"Xwinlm 7b v0.1 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q3_K_L","name":"Xwinlm 7b v0.1 q3_K_L","display_name":"Xwinlm 7b v0.1 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q3_K_M","name":"Xwinlm 7b v0.1 q3_K_M","display_name":"Xwinlm 7b v0.1 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q3_K_S","name":"Xwinlm 7b v0.1 q3_K_S","display_name":"Xwinlm 7b v0.1 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q4_0","name":"Xwinlm 7b v0.1 q4_0","display_name":"Xwinlm 7b v0.1 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q4_1","name":"Xwinlm 7b v0.1 q4_1","display_name":"Xwinlm 7b v0.1 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q4_K_M","name":"Xwinlm 7b v0.1 q4_K_M","display_name":"Xwinlm 7b v0.1 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q4_K_S","name":"Xwinlm 7b v0.1 q4_K_S","display_name":"Xwinlm 7b v0.1 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q5_0","name":"Xwinlm 7b v0.1 q5_0","display_name":"Xwinlm 7b v0.1 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q5_1","name":"Xwinlm 7b v0.1 q5_1","display_name":"Xwinlm 7b v0.1 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q5_K_M","name":"Xwinlm 7b v0.1 q5_K_M","display_name":"Xwinlm 7b v0.1 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q5_K_S","name":"Xwinlm 7b v0.1 q5_K_S","display_name":"Xwinlm 7b v0.1 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q6_K","name":"Xwinlm 7b v0.1 q6_K","display_name":"Xwinlm 7b v0.1 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q8_0","name":"Xwinlm 7b v0.1 q8_0","display_name":"Xwinlm 7b v0.1 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2","name":"Xwinlm 7b v0.2","display_name":"Xwinlm 7b v0.2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-fp16","name":"Xwinlm 7b v0.2 fp16","display_name":"Xwinlm 7b v0.2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q2_K","name":"Xwinlm 7b v0.2 q2_K","display_name":"Xwinlm 7b v0.2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q3_K_L","name":"Xwinlm 7b v0.2 q3_K_L","display_name":"Xwinlm 7b v0.2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q3_K_S","name":"Xwinlm 7b v0.2 q3_K_S","display_name":"Xwinlm 7b v0.2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q4_0","name":"Xwinlm 7b v0.2 q4_0","display_name":"Xwinlm 7b v0.2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q4_1","name":"Xwinlm 7b v0.2 q4_1","display_name":"Xwinlm 7b v0.2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q4_K_M","name":"Xwinlm 7b v0.2 q4_K_M","display_name":"Xwinlm 7b v0.2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q4_K_S","name":"Xwinlm 7b v0.2 q4_K_S","display_name":"Xwinlm 7b v0.2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q5_0","name":"Xwinlm 7b v0.2 q5_0","display_name":"Xwinlm 7b v0.2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q5_K_M","name":"Xwinlm 7b v0.2 q5_K_M","display_name":"Xwinlm 7b v0.2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q5_K_S","name":"Xwinlm 7b v0.2 q5_K_S","display_name":"Xwinlm 7b v0.2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q6_K","name":"Xwinlm 7b v0.2 q6_K","display_name":"Xwinlm 7b v0.2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q8_0","name":"Xwinlm 7b v0.2 q8_0","display_name":"Xwinlm 7b v0.2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:latest","name":"Xwinlm Latest","display_name":"Xwinlm Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b","name":"Yarn-llama2 13b","display_name":"Yarn-llama2 13b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k","name":"Yarn-llama2 13b 128k","display_name":"Yarn-llama2 13b 128k","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-fp16","name":"Yarn-llama2 13b 128k fp16","display_name":"Yarn-llama2 13b 128k fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q2_K","name":"Yarn-llama2 13b 128k q2_K","display_name":"Yarn-llama2 13b 128k q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q3_K_L","name":"Yarn-llama2 13b 128k q3_K_L","display_name":"Yarn-llama2 13b 128k q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q3_K_M","name":"Yarn-llama2 13b 128k q3_K_M","display_name":"Yarn-llama2 13b 128k q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q3_K_S","name":"Yarn-llama2 13b 128k q3_K_S","display_name":"Yarn-llama2 13b 128k q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q4_0","name":"Yarn-llama2 13b 128k q4_0","display_name":"Yarn-llama2 13b 128k q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q4_1","name":"Yarn-llama2 13b 128k q4_1","display_name":"Yarn-llama2 13b 128k q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q4_K_M","name":"Yarn-llama2 13b 128k q4_K_M","display_name":"Yarn-llama2 13b 128k q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q4_K_S","name":"Yarn-llama2 13b 128k q4_K_S","display_name":"Yarn-llama2 13b 128k q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q5_0","name":"Yarn-llama2 13b 128k q5_0","display_name":"Yarn-llama2 13b 128k q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q5_1","name":"Yarn-llama2 13b 128k q5_1","display_name":"Yarn-llama2 13b 128k q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q5_K_M","name":"Yarn-llama2 13b 128k q5_K_M","display_name":"Yarn-llama2 13b 128k q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q5_K_S","name":"Yarn-llama2 13b 128k q5_K_S","display_name":"Yarn-llama2 13b 128k q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q6_K","name":"Yarn-llama2 13b 128k q6_K","display_name":"Yarn-llama2 13b 128k q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q8_0","name":"Yarn-llama2 13b 128k q8_0","display_name":"Yarn-llama2 13b 128k q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k","name":"Yarn-llama2 13b 64k","display_name":"Yarn-llama2 13b 64k","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-fp16","name":"Yarn-llama2 13b 64k fp16","display_name":"Yarn-llama2 13b 64k fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q2_K","name":"Yarn-llama2 13b 64k q2_K","display_name":"Yarn-llama2 13b 64k q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q3_K_L","name":"Yarn-llama2 13b 64k q3_K_L","display_name":"Yarn-llama2 13b 64k q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q3_K_M","name":"Yarn-llama2 13b 64k q3_K_M","display_name":"Yarn-llama2 13b 64k q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q3_K_S","name":"Yarn-llama2 13b 64k q3_K_S","display_name":"Yarn-llama2 13b 64k q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q4_0","name":"Yarn-llama2 13b 64k q4_0","display_name":"Yarn-llama2 13b 64k q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q4_1","name":"Yarn-llama2 13b 64k q4_1","display_name":"Yarn-llama2 13b 64k q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q4_K_M","name":"Yarn-llama2 13b 64k q4_K_M","display_name":"Yarn-llama2 13b 64k q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q4_K_S","name":"Yarn-llama2 13b 64k q4_K_S","display_name":"Yarn-llama2 13b 64k q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q5_0","name":"Yarn-llama2 13b 64k q5_0","display_name":"Yarn-llama2 13b 64k q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q5_1","name":"Yarn-llama2 13b 64k q5_1","display_name":"Yarn-llama2 13b 64k q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q5_K_M","name":"Yarn-llama2 13b 64k q5_K_M","display_name":"Yarn-llama2 13b 64k q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q5_K_S","name":"Yarn-llama2 13b 64k q5_K_S","display_name":"Yarn-llama2 13b 64k q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q6_K","name":"Yarn-llama2 13b 64k q6_K","display_name":"Yarn-llama2 13b 64k q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q8_0","name":"Yarn-llama2 13b 64k q8_0","display_name":"Yarn-llama2 13b 64k q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b","name":"Yarn-llama2 7b","display_name":"Yarn-llama2 7b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k","name":"Yarn-llama2 7b 128k","display_name":"Yarn-llama2 7b 128k","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-fp16","name":"Yarn-llama2 7b 128k fp16","display_name":"Yarn-llama2 7b 128k fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q2_K","name":"Yarn-llama2 7b 128k q2_K","display_name":"Yarn-llama2 7b 128k q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q3_K_L","name":"Yarn-llama2 7b 128k q3_K_L","display_name":"Yarn-llama2 7b 128k q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q3_K_M","name":"Yarn-llama2 7b 128k q3_K_M","display_name":"Yarn-llama2 7b 128k q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q3_K_S","name":"Yarn-llama2 7b 128k q3_K_S","display_name":"Yarn-llama2 7b 128k q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q4_0","name":"Yarn-llama2 7b 128k q4_0","display_name":"Yarn-llama2 7b 128k q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q4_1","name":"Yarn-llama2 7b 128k q4_1","display_name":"Yarn-llama2 7b 128k q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q4_K_M","name":"Yarn-llama2 7b 128k q4_K_M","display_name":"Yarn-llama2 7b 128k q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q4_K_S","name":"Yarn-llama2 7b 128k q4_K_S","display_name":"Yarn-llama2 7b 128k q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q5_0","name":"Yarn-llama2 7b 128k q5_0","display_name":"Yarn-llama2 7b 128k q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q5_1","name":"Yarn-llama2 7b 128k q5_1","display_name":"Yarn-llama2 7b 128k q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q5_K_M","name":"Yarn-llama2 7b 128k q5_K_M","display_name":"Yarn-llama2 7b 128k q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q5_K_S","name":"Yarn-llama2 7b 128k q5_K_S","display_name":"Yarn-llama2 7b 128k q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q6_K","name":"Yarn-llama2 7b 128k q6_K","display_name":"Yarn-llama2 7b 128k q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q8_0","name":"Yarn-llama2 7b 128k q8_0","display_name":"Yarn-llama2 7b 128k q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k","name":"Yarn-llama2 7b 64k","display_name":"Yarn-llama2 7b 64k","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-fp16","name":"Yarn-llama2 7b 64k fp16","display_name":"Yarn-llama2 7b 64k fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q2_K","name":"Yarn-llama2 7b 64k q2_K","display_name":"Yarn-llama2 7b 64k q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q3_K_L","name":"Yarn-llama2 7b 64k q3_K_L","display_name":"Yarn-llama2 7b 64k q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q3_K_M","name":"Yarn-llama2 7b 64k q3_K_M","display_name":"Yarn-llama2 7b 64k q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q3_K_S","name":"Yarn-llama2 7b 64k q3_K_S","display_name":"Yarn-llama2 7b 64k q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q4_0","name":"Yarn-llama2 7b 64k q4_0","display_name":"Yarn-llama2 7b 64k q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q4_1","name":"Yarn-llama2 7b 64k q4_1","display_name":"Yarn-llama2 7b 64k q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q4_K_M","name":"Yarn-llama2 7b 64k q4_K_M","display_name":"Yarn-llama2 7b 64k q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q4_K_S","name":"Yarn-llama2 7b 64k q4_K_S","display_name":"Yarn-llama2 7b 64k q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q5_0","name":"Yarn-llama2 7b 64k q5_0","display_name":"Yarn-llama2 7b 64k q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q5_1","name":"Yarn-llama2 7b 64k q5_1","display_name":"Yarn-llama2 7b 64k q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q5_K_M","name":"Yarn-llama2 7b 64k q5_K_M","display_name":"Yarn-llama2 7b 64k q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q5_K_S","name":"Yarn-llama2 7b 64k q5_K_S","display_name":"Yarn-llama2 7b 64k q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q6_K","name":"Yarn-llama2 7b 64k q6_K","display_name":"Yarn-llama2 7b 64k q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q8_0","name":"Yarn-llama2 7b 64k q8_0","display_name":"Yarn-llama2 7b 64k q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:latest","name":"Yarn-llama2 Latest","display_name":"Yarn-llama2 Latest","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b","name":"Yarn-mistral 7b","display_name":"Yarn-mistral 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k","name":"Yarn-mistral 7b 128k","display_name":"Yarn-mistral 7b 128k","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-fp16","name":"Yarn-mistral 7b 128k fp16","display_name":"Yarn-mistral 7b 128k fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q2_K","name":"Yarn-mistral 7b 128k q2_K","display_name":"Yarn-mistral 7b 128k q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q3_K_L","name":"Yarn-mistral 7b 128k q3_K_L","display_name":"Yarn-mistral 7b 128k q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q3_K_M","name":"Yarn-mistral 7b 128k q3_K_M","display_name":"Yarn-mistral 7b 128k q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q3_K_S","name":"Yarn-mistral 7b 128k q3_K_S","display_name":"Yarn-mistral 7b 128k q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q4_0","name":"Yarn-mistral 7b 128k q4_0","display_name":"Yarn-mistral 7b 128k q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q4_1","name":"Yarn-mistral 7b 128k q4_1","display_name":"Yarn-mistral 7b 128k q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q4_K_M","name":"Yarn-mistral 7b 128k q4_K_M","display_name":"Yarn-mistral 7b 128k q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q4_K_S","name":"Yarn-mistral 7b 128k q4_K_S","display_name":"Yarn-mistral 7b 128k q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q5_0","name":"Yarn-mistral 7b 128k q5_0","display_name":"Yarn-mistral 7b 128k q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q5_1","name":"Yarn-mistral 7b 128k q5_1","display_name":"Yarn-mistral 7b 128k q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q5_K_M","name":"Yarn-mistral 7b 128k q5_K_M","display_name":"Yarn-mistral 7b 128k q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q5_K_S","name":"Yarn-mistral 7b 128k q5_K_S","display_name":"Yarn-mistral 7b 128k q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q6_K","name":"Yarn-mistral 7b 128k q6_K","display_name":"Yarn-mistral 7b 128k q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q8_0","name":"Yarn-mistral 7b 128k q8_0","display_name":"Yarn-mistral 7b 128k q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k","name":"Yarn-mistral 7b 64k","display_name":"Yarn-mistral 7b 64k","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q2_K","name":"Yarn-mistral 7b 64k q2_K","display_name":"Yarn-mistral 7b 64k q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q3_K_L","name":"Yarn-mistral 7b 64k q3_K_L","display_name":"Yarn-mistral 7b 64k q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q3_K_M","name":"Yarn-mistral 7b 64k q3_K_M","display_name":"Yarn-mistral 7b 64k q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q3_K_S","name":"Yarn-mistral 7b 64k q3_K_S","display_name":"Yarn-mistral 7b 64k q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q4_0","name":"Yarn-mistral 7b 64k q4_0","display_name":"Yarn-mistral 7b 64k q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q4_1","name":"Yarn-mistral 7b 64k q4_1","display_name":"Yarn-mistral 7b 64k q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q4_K_M","name":"Yarn-mistral 7b 64k q4_K_M","display_name":"Yarn-mistral 7b 64k q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q4_K_S","name":"Yarn-mistral 7b 64k q4_K_S","display_name":"Yarn-mistral 7b 64k q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q5_0","name":"Yarn-mistral 7b 64k q5_0","display_name":"Yarn-mistral 7b 64k q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q5_1","name":"Yarn-mistral 7b 64k q5_1","display_name":"Yarn-mistral 7b 64k q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q5_K_M","name":"Yarn-mistral 7b 64k q5_K_M","display_name":"Yarn-mistral 7b 64k q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q5_K_S","name":"Yarn-mistral 7b 64k q5_K_S","display_name":"Yarn-mistral 7b 64k q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q6_K","name":"Yarn-mistral 7b 64k q6_K","display_name":"Yarn-mistral 7b 64k q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q8_0","name":"Yarn-mistral 7b 64k q8_0","display_name":"Yarn-mistral 7b 64k q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:latest","name":"Yarn-mistral Latest","display_name":"Yarn-mistral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b","name":"Yi-coder 1.5b","display_name":"Yi-coder 1.5b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base","name":"Yi-coder 1.5b base","display_name":"Yi-coder 1.5b base","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-fp16","name":"Yi-coder 1.5b base fp16","display_name":"Yi-coder 1.5b base fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q2_K","name":"Yi-coder 1.5b base q2_K","display_name":"Yi-coder 1.5b base q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q3_K_L","name":"Yi-coder 1.5b base q3_K_L","display_name":"Yi-coder 1.5b base q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q3_K_M","name":"Yi-coder 1.5b base q3_K_M","display_name":"Yi-coder 1.5b base q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q3_K_S","name":"Yi-coder 1.5b base q3_K_S","display_name":"Yi-coder 1.5b base q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q4_0","name":"Yi-coder 1.5b base q4_0","display_name":"Yi-coder 1.5b base q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q4_1","name":"Yi-coder 1.5b base q4_1","display_name":"Yi-coder 1.5b base q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q4_K_M","name":"Yi-coder 1.5b base q4_K_M","display_name":"Yi-coder 1.5b base q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q4_K_S","name":"Yi-coder 1.5b base q4_K_S","display_name":"Yi-coder 1.5b base q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q5_0","name":"Yi-coder 1.5b base q5_0","display_name":"Yi-coder 1.5b base q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q5_1","name":"Yi-coder 1.5b base q5_1","display_name":"Yi-coder 1.5b base q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q5_K_M","name":"Yi-coder 1.5b base q5_K_M","display_name":"Yi-coder 1.5b base q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q5_K_S","name":"Yi-coder 1.5b base q5_K_S","display_name":"Yi-coder 1.5b base q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q6_K","name":"Yi-coder 1.5b base q6_K","display_name":"Yi-coder 1.5b base q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q8_0","name":"Yi-coder 1.5b base q8_0","display_name":"Yi-coder 1.5b base q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat","name":"Yi-coder 1.5b chat","display_name":"Yi-coder 1.5b chat","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-fp16","name":"Yi-coder 1.5b chat fp16","display_name":"Yi-coder 1.5b chat fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q2_K","name":"Yi-coder 1.5b chat q2_K","display_name":"Yi-coder 1.5b chat q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q3_K_L","name":"Yi-coder 1.5b chat q3_K_L","display_name":"Yi-coder 1.5b chat q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q3_K_M","name":"Yi-coder 1.5b chat q3_K_M","display_name":"Yi-coder 1.5b chat q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q3_K_S","name":"Yi-coder 1.5b chat q3_K_S","display_name":"Yi-coder 1.5b chat q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q4_0","name":"Yi-coder 1.5b chat q4_0","display_name":"Yi-coder 1.5b chat q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q4_1","name":"Yi-coder 1.5b chat q4_1","display_name":"Yi-coder 1.5b chat q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q4_K_M","name":"Yi-coder 1.5b chat q4_K_M","display_name":"Yi-coder 1.5b chat q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q4_K_S","name":"Yi-coder 1.5b chat q4_K_S","display_name":"Yi-coder 1.5b chat q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q5_0","name":"Yi-coder 1.5b chat q5_0","display_name":"Yi-coder 1.5b chat q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q5_1","name":"Yi-coder 1.5b chat q5_1","display_name":"Yi-coder 1.5b chat q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q5_K_M","name":"Yi-coder 1.5b chat q5_K_M","display_name":"Yi-coder 1.5b chat q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q5_K_S","name":"Yi-coder 1.5b chat q5_K_S","display_name":"Yi-coder 1.5b chat q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q6_K","name":"Yi-coder 1.5b chat q6_K","display_name":"Yi-coder 1.5b chat q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q8_0","name":"Yi-coder 1.5b chat q8_0","display_name":"Yi-coder 1.5b chat q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b","name":"Yi-coder 9b","display_name":"Yi-coder 9b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base","name":"Yi-coder 9b base","display_name":"Yi-coder 9b base","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-fp16","name":"Yi-coder 9b base fp16","display_name":"Yi-coder 9b base fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q2_K","name":"Yi-coder 9b base q2_K","display_name":"Yi-coder 9b base q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q3_K_L","name":"Yi-coder 9b base q3_K_L","display_name":"Yi-coder 9b base q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q3_K_M","name":"Yi-coder 9b base q3_K_M","display_name":"Yi-coder 9b base q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q3_K_S","name":"Yi-coder 9b base q3_K_S","display_name":"Yi-coder 9b base q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q4_0","name":"Yi-coder 9b base q4_0","display_name":"Yi-coder 9b base q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q4_1","name":"Yi-coder 9b base q4_1","display_name":"Yi-coder 9b base q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q4_K_M","name":"Yi-coder 9b base q4_K_M","display_name":"Yi-coder 9b base q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q4_K_S","name":"Yi-coder 9b base q4_K_S","display_name":"Yi-coder 9b base q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q5_0","name":"Yi-coder 9b base q5_0","display_name":"Yi-coder 9b base q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q5_1","name":"Yi-coder 9b base q5_1","display_name":"Yi-coder 9b base q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q5_K_M","name":"Yi-coder 9b base q5_K_M","display_name":"Yi-coder 9b base q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q5_K_S","name":"Yi-coder 9b base q5_K_S","display_name":"Yi-coder 9b base q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q6_K","name":"Yi-coder 9b base q6_K","display_name":"Yi-coder 9b base q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q8_0","name":"Yi-coder 9b base q8_0","display_name":"Yi-coder 9b base q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat","name":"Yi-coder 9b chat","display_name":"Yi-coder 9b chat","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-fp16","name":"Yi-coder 9b chat fp16","display_name":"Yi-coder 9b chat fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q2_K","name":"Yi-coder 9b chat q2_K","display_name":"Yi-coder 9b chat q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q3_K_L","name":"Yi-coder 9b chat q3_K_L","display_name":"Yi-coder 9b chat q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q3_K_M","name":"Yi-coder 9b chat q3_K_M","display_name":"Yi-coder 9b chat q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q3_K_S","name":"Yi-coder 9b chat q3_K_S","display_name":"Yi-coder 9b chat q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q4_0","name":"Yi-coder 9b chat q4_0","display_name":"Yi-coder 9b chat q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q4_1","name":"Yi-coder 9b chat q4_1","display_name":"Yi-coder 9b chat q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q4_K_M","name":"Yi-coder 9b chat q4_K_M","display_name":"Yi-coder 9b chat q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q4_K_S","name":"Yi-coder 9b chat q4_K_S","display_name":"Yi-coder 9b chat q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q5_0","name":"Yi-coder 9b chat q5_0","display_name":"Yi-coder 9b chat q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q5_1","name":"Yi-coder 9b chat q5_1","display_name":"Yi-coder 9b chat q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q5_K_M","name":"Yi-coder 9b chat q5_K_M","display_name":"Yi-coder 9b chat q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q5_K_S","name":"Yi-coder 9b chat q5_K_S","display_name":"Yi-coder 9b chat q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q6_K","name":"Yi-coder 9b chat q6_K","display_name":"Yi-coder 9b chat q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q8_0","name":"Yi-coder 9b chat q8_0","display_name":"Yi-coder 9b chat q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:latest","name":"Yi-coder Latest","display_name":"Yi-coder Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b","name":"Yi 34b","display_name":"Yi 34b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat","name":"Yi 34b chat","display_name":"Yi 34b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-fp16","name":"Yi 34b chat fp16","display_name":"Yi 34b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q2_K","name":"Yi 34b chat q2_K","display_name":"Yi 34b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q3_K_L","name":"Yi 34b chat q3_K_L","display_name":"Yi 34b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q3_K_M","name":"Yi 34b chat q3_K_M","display_name":"Yi 34b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q3_K_S","name":"Yi 34b chat q3_K_S","display_name":"Yi 34b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q4_0","name":"Yi 34b chat q4_0","display_name":"Yi 34b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q4_1","name":"Yi 34b chat q4_1","display_name":"Yi 34b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q4_K_M","name":"Yi 34b chat q4_K_M","display_name":"Yi 34b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q4_K_S","name":"Yi 34b chat q4_K_S","display_name":"Yi 34b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q5_0","name":"Yi 34b chat q5_0","display_name":"Yi 34b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q5_1","name":"Yi 34b chat q5_1","display_name":"Yi 34b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q5_K_M","name":"Yi 34b chat q5_K_M","display_name":"Yi 34b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q5_K_S","name":"Yi 34b chat q5_K_S","display_name":"Yi 34b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q6_K","name":"Yi 34b chat q6_K","display_name":"Yi 34b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q8_0","name":"Yi 34b chat q8_0","display_name":"Yi 34b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-fp16","name":"Yi 34b chat v1.5 fp16","display_name":"Yi 34b chat v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q2_K","name":"Yi 34b chat v1.5 q2_K","display_name":"Yi 34b chat v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q3_K_L","name":"Yi 34b chat v1.5 q3_K_L","display_name":"Yi 34b chat v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q3_K_M","name":"Yi 34b chat v1.5 q3_K_M","display_name":"Yi 34b chat v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q3_K_S","name":"Yi 34b chat v1.5 q3_K_S","display_name":"Yi 34b chat v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q4_0","name":"Yi 34b chat v1.5 q4_0","display_name":"Yi 34b chat v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q4_1","name":"Yi 34b chat v1.5 q4_1","display_name":"Yi 34b chat v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q4_K_M","name":"Yi 34b chat v1.5 q4_K_M","display_name":"Yi 34b chat v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q4_K_S","name":"Yi 34b chat v1.5 q4_K_S","display_name":"Yi 34b chat v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q5_0","name":"Yi 34b chat v1.5 q5_0","display_name":"Yi 34b chat v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q5_1","name":"Yi 34b chat v1.5 q5_1","display_name":"Yi 34b chat v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q5_K_M","name":"Yi 34b chat v1.5 q5_K_M","display_name":"Yi 34b chat v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q5_K_S","name":"Yi 34b chat v1.5 q5_K_S","display_name":"Yi 34b chat v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q6_K","name":"Yi 34b chat v1.5 q6_K","display_name":"Yi 34b chat v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q8_0","name":"Yi 34b chat v1.5 q8_0","display_name":"Yi 34b chat v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q2_K","name":"Yi 34b q2_K","display_name":"Yi 34b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q3_K_L","name":"Yi 34b q3_K_L","display_name":"Yi 34b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q3_K_M","name":"Yi 34b q3_K_M","display_name":"Yi 34b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q3_K_S","name":"Yi 34b q3_K_S","display_name":"Yi 34b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q4_0","name":"Yi 34b q4_0","display_name":"Yi 34b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q4_1","name":"Yi 34b q4_1","display_name":"Yi 34b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q4_K_M","name":"Yi 34b q4_K_M","display_name":"Yi 34b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q4_K_S","name":"Yi 34b q4_K_S","display_name":"Yi 34b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q5_0","name":"Yi 34b q5_0","display_name":"Yi 34b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q5_1","name":"Yi 34b q5_1","display_name":"Yi 34b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q5_K_S","name":"Yi 34b q5_K_S","display_name":"Yi 34b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q6_K","name":"Yi 34b q6_K","display_name":"Yi 34b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5","name":"Yi 34b v1.5","display_name":"Yi 34b v1.5","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-fp16","name":"Yi 34b v1.5 fp16","display_name":"Yi 34b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q2_K","name":"Yi 34b v1.5 q2_K","display_name":"Yi 34b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q3_K_L","name":"Yi 34b v1.5 q3_K_L","display_name":"Yi 34b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q3_K_M","name":"Yi 34b v1.5 q3_K_M","display_name":"Yi 34b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q3_K_S","name":"Yi 34b v1.5 q3_K_S","display_name":"Yi 34b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q4_0","name":"Yi 34b v1.5 q4_0","display_name":"Yi 34b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q4_1","name":"Yi 34b v1.5 q4_1","display_name":"Yi 34b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q4_K_M","name":"Yi 34b v1.5 q4_K_M","display_name":"Yi 34b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q4_K_S","name":"Yi 34b v1.5 q4_K_S","display_name":"Yi 34b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q5_0","name":"Yi 34b v1.5 q5_0","display_name":"Yi 34b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q5_1","name":"Yi 34b v1.5 q5_1","display_name":"Yi 34b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q5_K_M","name":"Yi 34b v1.5 q5_K_M","display_name":"Yi 34b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q5_K_S","name":"Yi 34b v1.5 q5_K_S","display_name":"Yi 34b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q6_K","name":"Yi 34b v1.5 q6_K","display_name":"Yi 34b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q8_0","name":"Yi 34b v1.5 q8_0","display_name":"Yi 34b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b","name":"Yi 6b","display_name":"Yi 6b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k","name":"Yi 6b 200k","display_name":"Yi 6b 200k","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-fp16","name":"Yi 6b 200k fp16","display_name":"Yi 6b 200k fp16","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q2_K","name":"Yi 6b 200k q2_K","display_name":"Yi 6b 200k q2_K","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q3_K_L","name":"Yi 6b 200k q3_K_L","display_name":"Yi 6b 200k q3_K_L","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q3_K_M","name":"Yi 6b 200k q3_K_M","display_name":"Yi 6b 200k q3_K_M","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q3_K_S","name":"Yi 6b 200k q3_K_S","display_name":"Yi 6b 200k q3_K_S","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q4_0","name":"Yi 6b 200k q4_0","display_name":"Yi 6b 200k q4_0","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q4_1","name":"Yi 6b 200k q4_1","display_name":"Yi 6b 200k q4_1","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q4_K_M","name":"Yi 6b 200k q4_K_M","display_name":"Yi 6b 200k q4_K_M","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q4_K_S","name":"Yi 6b 200k q4_K_S","display_name":"Yi 6b 200k q4_K_S","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q5_0","name":"Yi 6b 200k q5_0","display_name":"Yi 6b 200k q5_0","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q5_1","name":"Yi 6b 200k q5_1","display_name":"Yi 6b 200k q5_1","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q5_K_M","name":"Yi 6b 200k q5_K_M","display_name":"Yi 6b 200k q5_K_M","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q5_K_S","name":"Yi 6b 200k q5_K_S","display_name":"Yi 6b 200k q5_K_S","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q6_K","name":"Yi 6b 200k q6_K","display_name":"Yi 6b 200k q6_K","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q8_0","name":"Yi 6b 200k q8_0","display_name":"Yi 6b 200k q8_0","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat","name":"Yi 6b chat","display_name":"Yi 6b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-fp16","name":"Yi 6b chat fp16","display_name":"Yi 6b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q2_K","name":"Yi 6b chat q2_K","display_name":"Yi 6b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q3_K_L","name":"Yi 6b chat q3_K_L","display_name":"Yi 6b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q3_K_M","name":"Yi 6b chat q3_K_M","display_name":"Yi 6b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q3_K_S","name":"Yi 6b chat q3_K_S","display_name":"Yi 6b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q4_0","name":"Yi 6b chat q4_0","display_name":"Yi 6b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q4_1","name":"Yi 6b chat q4_1","display_name":"Yi 6b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q4_K_M","name":"Yi 6b chat q4_K_M","display_name":"Yi 6b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q4_K_S","name":"Yi 6b chat q4_K_S","display_name":"Yi 6b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q5_0","name":"Yi 6b chat q5_0","display_name":"Yi 6b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q5_1","name":"Yi 6b chat q5_1","display_name":"Yi 6b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q5_K_M","name":"Yi 6b chat q5_K_M","display_name":"Yi 6b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q5_K_S","name":"Yi 6b chat q5_K_S","display_name":"Yi 6b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q6_K","name":"Yi 6b chat q6_K","display_name":"Yi 6b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q8_0","name":"Yi 6b chat q8_0","display_name":"Yi 6b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-fp16","name":"Yi 6b chat v1.5 fp16","display_name":"Yi 6b chat v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q2_K","name":"Yi 6b chat v1.5 q2_K","display_name":"Yi 6b chat v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q3_K_L","name":"Yi 6b chat v1.5 q3_K_L","display_name":"Yi 6b chat v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q3_K_M","name":"Yi 6b chat v1.5 q3_K_M","display_name":"Yi 6b chat v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q3_K_S","name":"Yi 6b chat v1.5 q3_K_S","display_name":"Yi 6b chat v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q4_0","name":"Yi 6b chat v1.5 q4_0","display_name":"Yi 6b chat v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q4_1","name":"Yi 6b chat v1.5 q4_1","display_name":"Yi 6b chat v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q4_K_M","name":"Yi 6b chat v1.5 q4_K_M","display_name":"Yi 6b chat v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q4_K_S","name":"Yi 6b chat v1.5 q4_K_S","display_name":"Yi 6b chat v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q5_0","name":"Yi 6b chat v1.5 q5_0","display_name":"Yi 6b chat v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q5_1","name":"Yi 6b chat v1.5 q5_1","display_name":"Yi 6b chat v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q5_K_M","name":"Yi 6b chat v1.5 q5_K_M","display_name":"Yi 6b chat v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q5_K_S","name":"Yi 6b chat v1.5 q5_K_S","display_name":"Yi 6b chat v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q6_K","name":"Yi 6b chat v1.5 q6_K","display_name":"Yi 6b chat v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q8_0","name":"Yi 6b chat v1.5 q8_0","display_name":"Yi 6b chat v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-fp16","name":"Yi 6b fp16","display_name":"Yi 6b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q2_K","name":"Yi 6b q2_K","display_name":"Yi 6b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q3_K_L","name":"Yi 6b q3_K_L","display_name":"Yi 6b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q3_K_M","name":"Yi 6b q3_K_M","display_name":"Yi 6b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q3_K_S","name":"Yi 6b q3_K_S","display_name":"Yi 6b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q4_0","name":"Yi 6b q4_0","display_name":"Yi 6b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q4_1","name":"Yi 6b q4_1","display_name":"Yi 6b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q4_K_M","name":"Yi 6b q4_K_M","display_name":"Yi 6b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q4_K_S","name":"Yi 6b q4_K_S","display_name":"Yi 6b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q5_0","name":"Yi 6b q5_0","display_name":"Yi 6b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q5_1","name":"Yi 6b q5_1","display_name":"Yi 6b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q5_K_M","name":"Yi 6b q5_K_M","display_name":"Yi 6b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q5_K_S","name":"Yi 6b q5_K_S","display_name":"Yi 6b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q6_K","name":"Yi 6b q6_K","display_name":"Yi 6b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q8_0","name":"Yi 6b q8_0","display_name":"Yi 6b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5","name":"Yi 6b v1.5","display_name":"Yi 6b v1.5","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-fp16","name":"Yi 6b v1.5 fp16","display_name":"Yi 6b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q2_K","name":"Yi 6b v1.5 q2_K","display_name":"Yi 6b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q3_K_L","name":"Yi 6b v1.5 q3_K_L","display_name":"Yi 6b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q3_K_M","name":"Yi 6b v1.5 q3_K_M","display_name":"Yi 6b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q3_K_S","name":"Yi 6b v1.5 q3_K_S","display_name":"Yi 6b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q4_0","name":"Yi 6b v1.5 q4_0","display_name":"Yi 6b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q4_1","name":"Yi 6b v1.5 q4_1","display_name":"Yi 6b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q4_K_M","name":"Yi 6b v1.5 q4_K_M","display_name":"Yi 6b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q4_K_S","name":"Yi 6b v1.5 q4_K_S","display_name":"Yi 6b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q5_0","name":"Yi 6b v1.5 q5_0","display_name":"Yi 6b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q5_1","name":"Yi 6b v1.5 q5_1","display_name":"Yi 6b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q5_K_M","name":"Yi 6b v1.5 q5_K_M","display_name":"Yi 6b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q5_K_S","name":"Yi 6b v1.5 q5_K_S","display_name":"Yi 6b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q6_K","name":"Yi 6b v1.5 q6_K","display_name":"Yi 6b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q8_0","name":"Yi 6b v1.5 q8_0","display_name":"Yi 6b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b","name":"Yi 9b","display_name":"Yi 9b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat","name":"Yi 9b chat","display_name":"Yi 9b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-fp16","name":"Yi 9b chat v1.5 fp16","display_name":"Yi 9b chat v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q2_K","name":"Yi 9b chat v1.5 q2_K","display_name":"Yi 9b chat v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q3_K_L","name":"Yi 9b chat v1.5 q3_K_L","display_name":"Yi 9b chat v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q3_K_M","name":"Yi 9b chat v1.5 q3_K_M","display_name":"Yi 9b chat v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q3_K_S","name":"Yi 9b chat v1.5 q3_K_S","display_name":"Yi 9b chat v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q4_0","name":"Yi 9b chat v1.5 q4_0","display_name":"Yi 9b chat v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q4_1","name":"Yi 9b chat v1.5 q4_1","display_name":"Yi 9b chat v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q4_K_M","name":"Yi 9b chat v1.5 q4_K_M","display_name":"Yi 9b chat v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q4_K_S","name":"Yi 9b chat v1.5 q4_K_S","display_name":"Yi 9b chat v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q5_0","name":"Yi 9b chat v1.5 q5_0","display_name":"Yi 9b chat v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q5_1","name":"Yi 9b chat v1.5 q5_1","display_name":"Yi 9b chat v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q5_K_M","name":"Yi 9b chat v1.5 q5_K_M","display_name":"Yi 9b chat v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q5_K_S","name":"Yi 9b chat v1.5 q5_K_S","display_name":"Yi 9b chat v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q6_K","name":"Yi 9b chat v1.5 q6_K","display_name":"Yi 9b chat v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q8_0","name":"Yi 9b chat v1.5 q8_0","display_name":"Yi 9b chat v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5","name":"Yi 9b v1.5","display_name":"Yi 9b v1.5","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-fp16","name":"Yi 9b v1.5 fp16","display_name":"Yi 9b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q2_K","name":"Yi 9b v1.5 q2_K","display_name":"Yi 9b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q3_K_L","name":"Yi 9b v1.5 q3_K_L","display_name":"Yi 9b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q3_K_M","name":"Yi 9b v1.5 q3_K_M","display_name":"Yi 9b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q3_K_S","name":"Yi 9b v1.5 q3_K_S","display_name":"Yi 9b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q4_0","name":"Yi 9b v1.5 q4_0","display_name":"Yi 9b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q4_1","name":"Yi 9b v1.5 q4_1","display_name":"Yi 9b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q4_K_M","name":"Yi 9b v1.5 q4_K_M","display_name":"Yi 9b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q4_K_S","name":"Yi 9b v1.5 q4_K_S","display_name":"Yi 9b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q5_0","name":"Yi 9b v1.5 q5_0","display_name":"Yi 9b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q5_1","name":"Yi 9b v1.5 q5_1","display_name":"Yi 9b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q5_K_M","name":"Yi 9b v1.5 q5_K_M","display_name":"Yi 9b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q5_K_S","name":"Yi 9b v1.5 q5_K_S","display_name":"Yi 9b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q6_K","name":"Yi 9b v1.5 q6_K","display_name":"Yi 9b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q8_0","name":"Yi 9b v1.5 q8_0","display_name":"Yi 9b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:latest","name":"Yi Latest","display_name":"Yi Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:v1.5","name":"Yi V1.5","display_name":"Yi V1.5","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b","name":"Zephyr 141b","display_name":"Zephyr 141b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b-v0.1","name":"Zephyr 141b v0.1","display_name":"Zephyr 141b v0.1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b-v0.1-fp16","name":"Zephyr 141b v0.1 fp16","display_name":"Zephyr 141b v0.1 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b-v0.1-q2_K","name":"Zephyr 141b v0.1 q2_K","display_name":"Zephyr 141b v0.1 q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b-v0.1-q4_0","name":"Zephyr 141b v0.1 q4_0","display_name":"Zephyr 141b v0.1 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b-v0.1-q8_0","name":"Zephyr 141b v0.1 q8_0","display_name":"Zephyr 141b v0.1 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b","name":"Zephyr 7b","display_name":"Zephyr 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha","name":"Zephyr 7b alpha","display_name":"Zephyr 7b alpha","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-fp16","name":"Zephyr 7b alpha fp16","display_name":"Zephyr 7b alpha fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q2_K","name":"Zephyr 7b alpha q2_K","display_name":"Zephyr 7b alpha q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q3_K_L","name":"Zephyr 7b alpha q3_K_L","display_name":"Zephyr 7b alpha q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q3_K_M","name":"Zephyr 7b alpha q3_K_M","display_name":"Zephyr 7b alpha q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q3_K_S","name":"Zephyr 7b alpha q3_K_S","display_name":"Zephyr 7b alpha q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q4_0","name":"Zephyr 7b alpha q4_0","display_name":"Zephyr 7b alpha q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q4_1","name":"Zephyr 7b alpha q4_1","display_name":"Zephyr 7b alpha q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q4_K_M","name":"Zephyr 7b alpha q4_K_M","display_name":"Zephyr 7b alpha q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q4_K_S","name":"Zephyr 7b alpha q4_K_S","display_name":"Zephyr 7b alpha q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q5_0","name":"Zephyr 7b alpha q5_0","display_name":"Zephyr 7b alpha q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q5_1","name":"Zephyr 7b alpha q5_1","display_name":"Zephyr 7b alpha q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q5_K_M","name":"Zephyr 7b alpha q5_K_M","display_name":"Zephyr 7b alpha q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q5_K_S","name":"Zephyr 7b alpha q5_K_S","display_name":"Zephyr 7b alpha q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q6_K","name":"Zephyr 7b alpha q6_K","display_name":"Zephyr 7b alpha q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q8_0","name":"Zephyr 7b alpha q8_0","display_name":"Zephyr 7b alpha q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta","name":"Zephyr 7b beta","display_name":"Zephyr 7b beta","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-fp16","name":"Zephyr 7b beta fp16","display_name":"Zephyr 7b beta fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q2_K","name":"Zephyr 7b beta q2_K","display_name":"Zephyr 7b beta q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q3_K_L","name":"Zephyr 7b beta q3_K_L","display_name":"Zephyr 7b beta q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q3_K_M","name":"Zephyr 7b beta q3_K_M","display_name":"Zephyr 7b beta q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q3_K_S","name":"Zephyr 7b beta q3_K_S","display_name":"Zephyr 7b beta q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q4_0","name":"Zephyr 7b beta q4_0","display_name":"Zephyr 7b beta q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q4_1","name":"Zephyr 7b beta q4_1","display_name":"Zephyr 7b beta q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q4_K_M","name":"Zephyr 7b beta q4_K_M","display_name":"Zephyr 7b beta q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q4_K_S","name":"Zephyr 7b beta q4_K_S","display_name":"Zephyr 7b beta q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q5_0","name":"Zephyr 7b beta q5_0","display_name":"Zephyr 7b beta q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q5_1","name":"Zephyr 7b beta q5_1","display_name":"Zephyr 7b beta q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q5_K_M","name":"Zephyr 7b beta q5_K_M","display_name":"Zephyr 7b beta q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q5_K_S","name":"Zephyr 7b beta q5_K_S","display_name":"Zephyr 7b beta q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q6_K","name":"Zephyr 7b beta q6_K","display_name":"Zephyr 7b beta q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q8_0","name":"Zephyr 7b beta q8_0","display_name":"Zephyr 7b beta q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:latest","name":"Zephyr Latest","display_name":"Zephyr Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false}]},"ppinfra":{"id":"ppinfra","models":[{"id":"deepseek/deepseek-r1-0528","context_length":128000,"max_output_tokens":16000,"name":"deepseek/deepseek-r1-0528","display_name":"deepseek/deepseek-r1-0528"},{"id":"deepseek/deepseek-v3-0324","context_length":128000,"max_output_tokens":16000,"name":"deepseek/deepseek-v3-0324","display_name":"deepseek/deepseek-v3-0324"},{"id":"deepseek/deepseek-prover-v2-671b","reasoning":{"supported":true,"default":true},"name":"deepseek/deepseek-prover-v2-671b","display_name":"deepseek/deepseek-prover-v2-671b"},{"id":"meta-llama/llama-3.3-70b-instruct","type":"chat","context_length":131072,"max_output_tokens":8000,"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":false,"name":"meta-llama/llama-3.3-70b-instruct","display_name":"meta-llama/llama-3.3-70b-instruct"}],"name":"ppinfra","display_name":"ppinfra"},"siliconflow":{"id":"siliconflow","name":"SiliconFlow","display_name":"SiliconFlow","metadata":{"source":"public-provider-conf-template"},"models":[{"id":"deepseek-ai/DeepSeek-V3.1-Terminus","name":"deepseek-ai/DeepSeek-V3.1-Terminus","display_name":"deepseek-ai/DeepSeek-V3.1-Terminus","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/deepseek-ai/DeepSeek-V3.1-Terminus","name":"Pro/deepseek-ai/DeepSeek-V3.1-Terminus","display_name":"Pro/deepseek-ai/DeepSeek-V3.1-Terminus","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-V3.2-Exp","name":"deepseek-ai/DeepSeek-V3.2-Exp","display_name":"deepseek-ai/DeepSeek-V3.2-Exp","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/deepseek-ai/DeepSeek-V3.2-Exp","name":"Pro/deepseek-ai/DeepSeek-V3.2-Exp","display_name":"Pro/deepseek-ai/DeepSeek-V3.2-Exp","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-R1","name":"deepseek-ai/DeepSeek-R1","display_name":"deepseek-ai/DeepSeek-R1","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/deepseek-ai/DeepSeek-R1","name":"Pro/deepseek-ai/DeepSeek-R1","display_name":"Pro/deepseek-ai/DeepSeek-R1","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-V3","name":"deepseek-ai/DeepSeek-V3","display_name":"deepseek-ai/DeepSeek-V3","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/deepseek-ai/DeepSeek-V3","name":"Pro/deepseek-ai/DeepSeek-V3","display_name":"Pro/deepseek-ai/DeepSeek-V3","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"inclusionAI/Ring-1T","name":"inclusionAI/Ring-1T","display_name":"inclusionAI/Ring-1T","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"inclusionAI/Ling-1T","name":"inclusionAI/Ling-1T","display_name":"inclusionAI/Ling-1T","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"zai-org/GLM-4.6","name":"zai-org/GLM-4.6","display_name":"zai-org/GLM-4.6","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-VL-30B-A3B-Instruct","name":"Qwen/Qwen3-VL-30B-A3B-Instruct","display_name":"Qwen/Qwen3-VL-30B-A3B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-VL-30B-A3B-Thinking","name":"Qwen/Qwen3-VL-30B-A3B-Thinking","display_name":"Qwen/Qwen3-VL-30B-A3B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-VL-235B-A22B-Instruct","name":"Qwen/Qwen3-VL-235B-A22B-Instruct","display_name":"Qwen/Qwen3-VL-235B-A22B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-VL-235B-A22B-Thinking","name":"Qwen/Qwen3-VL-235B-A22B-Thinking","display_name":"Qwen/Qwen3-VL-235B-A22B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Omni-30B-A3B-Instruct","name":"Qwen/Qwen3-Omni-30B-A3B-Instruct","display_name":"Qwen/Qwen3-Omni-30B-A3B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Omni-30B-A3B-Thinking","name":"Qwen/Qwen3-Omni-30B-A3B-Thinking","display_name":"Qwen/Qwen3-Omni-30B-A3B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Omni-30B-A3B-Captioner","name":"Qwen/Qwen3-Omni-30B-A3B-Captioner","display_name":"Qwen/Qwen3-Omni-30B-A3B-Captioner","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"moonshotai/Kimi-K2-Instruct-0905","name":"moonshotai/Kimi-K2-Instruct-0905","display_name":"moonshotai/Kimi-K2-Instruct-0905","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/moonshotai/Kimi-K2-Instruct-0905","name":"Pro/moonshotai/Kimi-K2-Instruct-0905","display_name":"Pro/moonshotai/Kimi-K2-Instruct-0905","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Next-80B-A3B-Instruct","name":"Qwen/Qwen3-Next-80B-A3B-Instruct","display_name":"Qwen/Qwen3-Next-80B-A3B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Next-80B-A3B-Thinking","name":"Qwen/Qwen3-Next-80B-A3B-Thinking","display_name":"Qwen/Qwen3-Next-80B-A3B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"inclusionAI/Ring-flash-2.0","name":"inclusionAI/Ring-flash-2.0","display_name":"inclusionAI/Ring-flash-2.0","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"inclusionAI/Ling-flash-2.0","name":"inclusionAI/Ling-flash-2.0","display_name":"inclusionAI/Ling-flash-2.0","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"inclusionAI/Ling-mini-2.0","name":"inclusionAI/Ling-mini-2.0","display_name":"inclusionAI/Ling-mini-2.0","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen-Image-Edit-2509","name":"Qwen/Qwen-Image-Edit-2509","display_name":"Qwen/Qwen-Image-Edit-2509","type":"image-edit","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"Qwen/Qwen-Image-Edit","name":"Qwen/Qwen-Image-Edit","display_name":"Qwen/Qwen-Image-Edit","type":"image-edit","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"Qwen/Qwen-Image","name":"Qwen/Qwen-Image","display_name":"Qwen/Qwen-Image","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"tencent/Hunyuan-MT-7B","name":"tencent/Hunyuan-MT-7B","display_name":"tencent/Hunyuan-MT-7B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"ByteDance-Seed/Seed-OSS-36B-Instruct","name":"ByteDance-Seed/Seed-OSS-36B-Instruct","display_name":"ByteDance-Seed/Seed-OSS-36B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Wan-AI/Wan2.2-I2V-A14B","name":"Wan-AI/Wan2.2-I2V-A14B","display_name":"Wan-AI/Wan2.2-I2V-A14B","type":"video","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["video"]},"limit":{"context":null,"output":null}},{"id":"Wan-AI/Wan2.2-T2V-A14B","name":"Wan-AI/Wan2.2-T2V-A14B","display_name":"Wan-AI/Wan2.2-T2V-A14B","type":"video","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["video"]},"limit":{"context":null,"output":null}},{"id":"zai-org/GLM-4.5V","name":"zai-org/GLM-4.5V","display_name":"zai-org/GLM-4.5V","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"zai-org/GLM-4.5","name":"zai-org/GLM-4.5","display_name":"zai-org/GLM-4.5","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"zai-org/GLM-4.5-Air","name":"zai-org/GLM-4.5-Air","display_name":"zai-org/GLM-4.5-Air","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"stepfun-ai/step3","name":"stepfun-ai/step3","display_name":"stepfun-ai/step3","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"TeleAI/TeleSpeechASR","name":"TeleAI/TeleSpeechASR","display_name":"TeleAI/TeleSpeechASR","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["text"]},"limit":{"context":null,"output":null}},{"id":"Qwen/Qwen3-Coder-30B-A3B-Instruct","name":"Qwen/Qwen3-Coder-30B-A3B-Instruct","display_name":"Qwen/Qwen3-Coder-30B-A3B-Instruct","type":"code","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen/Qwen3-Coder-480B-A35B-Instruct","display_name":"Qwen/Qwen3-Coder-480B-A35B-Instruct","type":"code","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-30B-A3B-Thinking-2507","name":"Qwen/Qwen3-30B-A3B-Thinking-2507","display_name":"Qwen/Qwen3-30B-A3B-Thinking-2507","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-30B-A3B-Instruct-2507","name":"Qwen/Qwen3-30B-A3B-Instruct-2507","display_name":"Qwen/Qwen3-30B-A3B-Instruct-2507","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen/Qwen3-235B-A22B-Thinking-2507","display_name":"Qwen/Qwen3-235B-A22B-Thinking-2507","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen/Qwen3-235B-A22B-Instruct-2507","display_name":"Qwen/Qwen3-235B-A22B-Instruct-2507","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-4.1V-9B-Thinking","name":"THUDM/GLM-4.1V-9B-Thinking","display_name":"THUDM/GLM-4.1V-9B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/THUDM/GLM-4.1V-9B-Thinking","name":"Pro/THUDM/GLM-4.1V-9B-Thinking","display_name":"Pro/THUDM/GLM-4.1V-9B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"baidu/ERNIE-4.5-300B-A47B","name":"baidu/ERNIE-4.5-300B-A47B","display_name":"baidu/ERNIE-4.5-300B-A47B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"tencent/Hunyuan-A13B-Instruct","name":"tencent/Hunyuan-A13B-Instruct","display_name":"tencent/Hunyuan-A13B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"moonshotai/Kimi-Dev-72B","name":"moonshotai/Kimi-Dev-72B","display_name":"moonshotai/Kimi-Dev-72B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"MiniMaxAI/MiniMax-M1-80k","name":"MiniMaxAI/MiniMax-M1-80k","display_name":"MiniMaxAI/MiniMax-M1-80k","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Tongyi-Zhiwen/QwenLong-L1-32B","name":"Tongyi-Zhiwen/QwenLong-L1-32B","display_name":"Tongyi-Zhiwen/QwenLong-L1-32B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","name":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","display_name":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-30B-A3B","name":"Qwen/Qwen3-30B-A3B","display_name":"Qwen/Qwen3-30B-A3B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-32B","name":"Qwen/Qwen3-32B","display_name":"Qwen/Qwen3-32B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-14B","name":"Qwen/Qwen3-14B","display_name":"Qwen/Qwen3-14B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-8B","name":"Qwen/Qwen3-8B","display_name":"Qwen/Qwen3-8B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Reranker-8B","name":"Qwen/Qwen3-Reranker-8B","display_name":"Qwen/Qwen3-Reranker-8B","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen3-Embedding-8B","name":"Qwen/Qwen3-Embedding-8B","display_name":"Qwen/Qwen3-Embedding-8B","type":"embedding","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["embedding"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen3-Reranker-4B","name":"Qwen/Qwen3-Reranker-4B","display_name":"Qwen/Qwen3-Reranker-4B","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen3-Embedding-4B","name":"Qwen/Qwen3-Embedding-4B","display_name":"Qwen/Qwen3-Embedding-4B","type":"embedding","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["embedding"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen3-Reranker-0.6B","name":"Qwen/Qwen3-Reranker-0.6B","display_name":"Qwen/Qwen3-Reranker-0.6B","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen3-Embedding-0.6B","name":"Qwen/Qwen3-Embedding-0.6B","display_name":"Qwen/Qwen3-Embedding-0.6B","type":"embedding","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["embedding"]},"limit":{"context":8192,"output":2048}},{"id":"ascend-tribe/pangu-pro-moe","name":"ascend-tribe/pangu-pro-moe","display_name":"ascend-tribe/pangu-pro-moe","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-Z1-32B-0414","name":"THUDM/GLM-Z1-32B-0414","display_name":"THUDM/GLM-Z1-32B-0414","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-4-32B-0414","name":"THUDM/GLM-4-32B-0414","display_name":"THUDM/GLM-4-32B-0414","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-Z1-9B-0414","name":"THUDM/GLM-Z1-9B-0414","display_name":"THUDM/GLM-Z1-9B-0414","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-4-9B-0414","name":"THUDM/GLM-4-9B-0414","display_name":"THUDM/GLM-4-9B-0414","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-VL-32B-Instruct","name":"Qwen/Qwen2.5-VL-32B-Instruct","display_name":"Qwen/Qwen2.5-VL-32B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-235B-A22B","name":"Qwen/Qwen3-235B-A22B","display_name":"Qwen/Qwen3-235B-A22B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/QwQ-32B","name":"Qwen/QwQ-32B","display_name":"Qwen/QwQ-32B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-VL-72B-Instruct","name":"Qwen/Qwen2.5-VL-72B-Instruct","display_name":"Qwen/Qwen2.5-VL-72B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/Qwen/Qwen2.5-VL-7B-Instruct","name":"Pro/Qwen/Qwen2.5-VL-7B-Instruct","display_name":"Pro/Qwen/Qwen2.5-VL-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/QVQ-72B-Preview","name":"Qwen/QVQ-72B-Preview","display_name":"Qwen/QVQ-72B-Preview","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-V2.5","name":"deepseek-ai/DeepSeek-V2.5","display_name":"deepseek-ai/DeepSeek-V2.5","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"fnlp/MOSS-TTSD-v0.5","name":"fnlp/MOSS-TTSD-v0.5","display_name":"fnlp/MOSS-TTSD-v0.5","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"FunAudioLLM/CosyVoice2-0.5B","name":"FunAudioLLM/CosyVoice2-0.5B","display_name":"FunAudioLLM/CosyVoice2-0.5B","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"FunAudioLLM/SenseVoiceSmall","name":"FunAudioLLM/SenseVoiceSmall","display_name":"FunAudioLLM/SenseVoiceSmall","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["text"]},"limit":{"context":null,"output":null}},{"id":"IndexTeam/IndexTTS-2","name":"IndexTeam/IndexTTS-2","display_name":"IndexTeam/IndexTTS-2","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"BAAI/bge-m3","name":"BAAI/bge-m3","display_name":"BAAI/bge-m3","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"BAAI/bge-reranker-v2-m3","name":"BAAI/bge-reranker-v2-m3","display_name":"BAAI/bge-reranker-v2-m3","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"netease-youdao/bce-embedding-base_v1","name":"netease-youdao/bce-embedding-base_v1","display_name":"netease-youdao/bce-embedding-base_v1","type":"embedding","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["embedding"]},"limit":{"context":8192,"output":2048}},{"id":"netease-youdao/bce-reranker-base_v1","name":"netease-youdao/bce-reranker-base_v1","display_name":"netease-youdao/bce-reranker-base_v1","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen2.5-Coder-32B-Instruct","name":"Qwen/Qwen2.5-Coder-32B-Instruct","display_name":"Qwen/Qwen2.5-Coder-32B-Instruct","type":"code","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Kwai-Kolors/Kolors","name":"Kwai-Kolors/Kolors","display_name":"Kwai-Kolors/Kolors","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"Qwen/Qwen2-VL-72B-Instruct","name":"Qwen/Qwen2-VL-72B-Instruct","display_name":"Qwen/Qwen2-VL-72B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-72B-Instruct-128K","name":"Qwen/Qwen2.5-72B-Instruct-128K","display_name":"Qwen/Qwen2.5-72B-Instruct-128K","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-72B-Instruct","name":"Qwen/Qwen2.5-72B-Instruct","display_name":"Qwen/Qwen2.5-72B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/deepseek-vl2","name":"deepseek-ai/deepseek-vl2","display_name":"deepseek-ai/deepseek-vl2","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-32B-Instruct","name":"Qwen/Qwen2.5-32B-Instruct","display_name":"Qwen/Qwen2.5-32B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-14B-Instruct","name":"Qwen/Qwen2.5-14B-Instruct","display_name":"Qwen/Qwen2.5-14B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-7B-Instruct","name":"Qwen/Qwen2.5-7B-Instruct","display_name":"Qwen/Qwen2.5-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-Coder-7B-Instruct","name":"Qwen/Qwen2.5-Coder-7B-Instruct","display_name":"Qwen/Qwen2.5-Coder-7B-Instruct","type":"code","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"internlm/internlm2_5-7b-chat","name":"internlm/internlm2_5-7b-chat","display_name":"internlm/internlm2_5-7b-chat","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2-7B-Instruct","name":"Qwen/Qwen2-7B-Instruct","display_name":"Qwen/Qwen2-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/glm-4-9b-chat","name":"THUDM/glm-4-9b-chat","display_name":"THUDM/glm-4-9b-chat","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"BAAI/bge-large-en-v1.5","name":"BAAI/bge-large-en-v1.5","display_name":"BAAI/bge-large-en-v1.5","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"BAAI/bge-large-zh-v1.5","name":"BAAI/bge-large-zh-v1.5","display_name":"BAAI/bge-large-zh-v1.5","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"LoRA/Qwen/Qwen2.5-32B-Instruct","name":"LoRA/Qwen/Qwen2.5-32B-Instruct","display_name":"LoRA/Qwen/Qwen2.5-32B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"LoRA/Qwen/Qwen2.5-14B-Instruct","name":"LoRA/Qwen/Qwen2.5-14B-Instruct","display_name":"LoRA/Qwen/Qwen2.5-14B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","name":"Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","display_name":"Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/Qwen/Qwen2.5-Coder-7B-Instruct","name":"Pro/Qwen/Qwen2.5-Coder-7B-Instruct","display_name":"Pro/Qwen/Qwen2.5-Coder-7B-Instruct","type":"code","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/BAAI/bge-m3","name":"Pro/BAAI/bge-m3","display_name":"Pro/BAAI/bge-m3","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/Qwen/Qwen2.5-7B-Instruct","name":"Pro/Qwen/Qwen2.5-7B-Instruct","display_name":"Pro/Qwen/Qwen2.5-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/BAAI/bge-reranker-v2-m3","name":"Pro/BAAI/bge-reranker-v2-m3","display_name":"Pro/BAAI/bge-reranker-v2-m3","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"LoRA/Qwen/Qwen2.5-72B-Instruct","name":"LoRA/Qwen/Qwen2.5-72B-Instruct","display_name":"LoRA/Qwen/Qwen2.5-72B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/Qwen/Qwen2-7B-Instruct","name":"Pro/Qwen/Qwen2-7B-Instruct","display_name":"Pro/Qwen/Qwen2-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"LoRA/Qwen/Qwen2.5-7B-Instruct","name":"LoRA/Qwen/Qwen2.5-7B-Instruct","display_name":"LoRA/Qwen/Qwen2.5-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/THUDM/glm-4-9b-chat","name":"Pro/THUDM/glm-4-9b-chat","display_name":"Pro/THUDM/glm-4-9b-chat","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-Z1-Rumination-32B-0414","name":"THUDM/GLM-Z1-Rumination-32B-0414","display_name":"THUDM/GLM-Z1-Rumination-32B-0414","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"stabilityai/stable-diffusion-xl-base-1.0","name":"stabilityai/stable-diffusion-xl-base-1.0","display_name":"stabilityai/stable-diffusion-xl-base-1.0","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"black-forest-labs/FLUX.1-schnell","name":"black-forest-labs/FLUX.1-schnell","display_name":"black-forest-labs/FLUX.1-schnell","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"black-forest-labs/FLUX.1-dev","name":"black-forest-labs/FLUX.1-dev","display_name":"black-forest-labs/FLUX.1-dev","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"Pro/black-forest-labs/FLUX.1-schnell","name":"Pro/black-forest-labs/FLUX.1-schnell","display_name":"Pro/black-forest-labs/FLUX.1-schnell","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"stabilityai/stable-diffusion-3-5-large","name":"stabilityai/stable-diffusion-3-5-large","display_name":"stabilityai/stable-diffusion-3-5-large","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"fishaudio/fish-speech-1.4","name":"fishaudio/fish-speech-1.4","display_name":"fishaudio/fish-speech-1.4","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"RVC-Boss/GPT-SoVITS","name":"RVC-Boss/GPT-SoVITS","display_name":"RVC-Boss/GPT-SoVITS","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"fishaudio/fish-speech-1.5","name":"fishaudio/fish-speech-1.5","display_name":"fishaudio/fish-speech-1.5","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"black-forest-labs/FLUX.1-pro","name":"black-forest-labs/FLUX.1-pro","display_name":"black-forest-labs/FLUX.1-pro","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"LoRA/black-forest-labs/FLUX.1-dev","name":"LoRA/black-forest-labs/FLUX.1-dev","display_name":"LoRA/black-forest-labs/FLUX.1-dev","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"SeedLLM/Seed-Rice-7B","name":"SeedLLM/Seed-Rice-7B","display_name":"SeedLLM/Seed-Rice-7B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}}]},"tokenflux":{"id":"tokenflux","name":"Tokenflux","display_name":"Tokenflux","updated_at":"2025-10-22T10:05:32.779Z","models":[{"id":"agentica-org/deepcoder-14b-preview","name":"Agentica: Deepcoder 14B Preview","display_name":"Agentica: Deepcoder 14B Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"ai21/jamba-large-1.7","name":"AI21: Jamba Large 1.7","display_name":"AI21: Jamba Large 1.7","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"ai21/jamba-mini-1.7","name":"AI21: Jamba Mini 1.7","display_name":"AI21: Jamba Mini 1.7","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-1.0","name":"AionLabs: Aion-1.0","display_name":"AionLabs: Aion-1.0","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-1.0-mini","name":"AionLabs: Aion-1.0-Mini","display_name":"AionLabs: Aion-1.0-Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-rp-llama-3.1-8b","name":"AionLabs: Aion-RP 1.0 (8B)","display_name":"AionLabs: Aion-RP 1.0 (8B)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alfredpros/codellama-7b-instruct-solidity","name":"AlfredPros: CodeLLaMa 7B Instruct Solidity","display_name":"AlfredPros: CodeLLaMa 7B Instruct Solidity","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"allenai/molmo-7b-d","name":"AllenAI: Molmo 7B D","display_name":"AllenAI: Molmo 7B D","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"allenai/olmo-2-0325-32b-instruct","name":"AllenAI: Olmo 2 32B Instruct","display_name":"AllenAI: Olmo 2 32B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"amazon/nova-lite-v1","name":"Amazon: Nova Lite 1.0","display_name":"Amazon: Nova Lite 1.0","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"amazon/nova-micro-v1","name":"Amazon: Nova Micro 1.0","display_name":"Amazon: Nova Micro 1.0","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"amazon/nova-pro-v1","name":"Amazon: Nova Pro 1.0","display_name":"Amazon: Nova Pro 1.0","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3-haiku","name":"Anthropic: Claude 3 Haiku","display_name":"Anthropic: Claude 3 Haiku","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3-opus","name":"Anthropic: Claude 3 Opus","display_name":"Anthropic: Claude 3 Opus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.5-haiku","name":"Anthropic: Claude 3.5 Haiku","display_name":"Anthropic: Claude 3.5 Haiku","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.5-haiku-20241022","name":"Anthropic: Claude 3.5 Haiku (2024-10-22)","display_name":"Anthropic: Claude 3.5 Haiku (2024-10-22)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.5-sonnet","name":"Anthropic: Claude 3.5 Sonnet","display_name":"Anthropic: Claude 3.5 Sonnet","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.5-sonnet-20240620","name":"Anthropic: Claude 3.5 Sonnet (2024-06-20)","display_name":"Anthropic: Claude 3.5 Sonnet (2024-06-20)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.7-sonnet","name":"Anthropic: Claude 3.7 Sonnet","display_name":"Anthropic: Claude 3.7 Sonnet","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.7-sonnet:thinking","name":"Anthropic: Claude 3.7 Sonnet (thinking)","display_name":"Anthropic: Claude 3.7 Sonnet (thinking)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-opus-4","name":"Anthropic: Claude Opus 4","display_name":"Anthropic: Claude Opus 4","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-opus-4.1","name":"Anthropic: Claude Opus 4.1","display_name":"Anthropic: Claude Opus 4.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-sonnet-4","name":"Anthropic: Claude Sonnet 4","display_name":"Anthropic: Claude Sonnet 4","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-sonnet-4.5","name":"Anthropic: Claude Sonnet 4.5","display_name":"Anthropic: Claude Sonnet 4.5","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/afm-4.5b","name":"Arcee AI: AFM 4.5B","display_name":"Arcee AI: AFM 4.5B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/coder-large","name":"Arcee AI: Coder Large","display_name":"Arcee AI: Coder Large","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/maestro-reasoning","name":"Arcee AI: Maestro Reasoning","display_name":"Arcee AI: Maestro Reasoning","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/spotlight","name":"Arcee AI: Spotlight","display_name":"Arcee AI: Spotlight","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/virtuoso-large","name":"Arcee AI: Virtuoso Large","display_name":"Arcee AI: Virtuoso Large","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arliai/qwq-32b-arliai-rpr-v1","name":"ArliAI: QwQ 32B RpR v1","display_name":"ArliAI: QwQ 32B RpR v1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openrouter/auto","name":"Auto Router","display_name":"Auto Router","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-21b-a3b","name":"Baidu: ERNIE 4.5 21B A3B","display_name":"Baidu: ERNIE 4.5 21B A3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-21b-a3b-thinking","name":"Baidu: ERNIE 4.5 21B A3B Thinking","display_name":"Baidu: ERNIE 4.5 21B A3B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-300b-a47b","name":"Baidu: ERNIE 4.5 300B A47B","display_name":"Baidu: ERNIE 4.5 300B A47B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-vl-28b-a3b","name":"Baidu: ERNIE 4.5 VL 28B A3B","display_name":"Baidu: ERNIE 4.5 VL 28B A3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-vl-424b-a47b","name":"Baidu: ERNIE 4.5 VL 424B A47B","display_name":"Baidu: ERNIE 4.5 VL 424B A47B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-embedding-text-240715","name":"ByteDance: Doubao Embedding","display_name":"ByteDance: Doubao Embedding","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-embedding-large-text-240915","name":"ByteDance: Doubao Embedding Large Text (240915)","display_name":"ByteDance: Doubao Embedding Large Text (240915)","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-embedding-vision-241215","name":"ByteDance: Doubao Embedding Vision","display_name":"ByteDance: Doubao Embedding Vision","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-embedding-vision-250328","name":"ByteDance: Doubao Embedding Vision","display_name":"ByteDance: Doubao Embedding Vision","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-seed-1.6","name":"ByteDance: Doubao Seed 1.6","display_name":"ByteDance: Doubao Seed 1.6","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-seed-1.6-flash","name":"ByteDance: Doubao Seed 1.6 Flash","display_name":"ByteDance: Doubao Seed 1.6 Flash","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-seed-1.6-thinking","name":"ByteDance: Doubao Seed 1.6 Thinking","display_name":"ByteDance: Doubao Seed 1.6 Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/ui-tars-1.5-7b","name":"ByteDance: UI-TARS 7B","display_name":"ByteDance: UI-TARS 7B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepcogito/cogito-v2-preview-llama-109b-moe","name":"Cogito V2 Preview Llama 109B","display_name":"Cogito V2 Preview Llama 109B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-a","name":"Cohere: Command A","display_name":"Cohere: Command A","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r-08-2024","name":"Cohere: Command R (08-2024)","display_name":"Cohere: Command R (08-2024)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r-plus-08-2024","name":"Cohere: Command R+ (08-2024)","display_name":"Cohere: Command R+ (08-2024)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r7b-12-2024","name":"Cohere: Command R7B (12-2024)","display_name":"Cohere: Command R7B (12-2024)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepcogito/cogito-v2-preview-deepseek-671b","name":"Deep Cogito: Cogito V2 Preview Deepseek 671B","display_name":"Deep Cogito: Cogito V2 Preview Deepseek 671B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-prover-v2","name":"DeepSeek: DeepSeek Prover V2","display_name":"DeepSeek: DeepSeek Prover V2","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528-qwen3-8b","name":"DeepSeek: Deepseek R1 0528 Qwen3 8B","display_name":"DeepSeek: Deepseek R1 0528 Qwen3 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat","name":"DeepSeek: DeepSeek V3","display_name":"DeepSeek: DeepSeek V3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3-0324","name":"DeepSeek: DeepSeek V3 0324","display_name":"DeepSeek: DeepSeek V3 0324","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3.1","name":"DeepSeek: DeepSeek V3.1","display_name":"DeepSeek: DeepSeek V3.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3.1-terminus","name":"DeepSeek: DeepSeek V3.1 Terminus","display_name":"DeepSeek: DeepSeek V3.1 Terminus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3.2-exp","name":"DeepSeek: DeepSeek V3.2 Exp","display_name":"DeepSeek: DeepSeek V3.2 Exp","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1","name":"DeepSeek: R1","display_name":"DeepSeek: R1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528","name":"DeepSeek: R1 0528","display_name":"DeepSeek: R1 0528","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-llama-70b","name":"DeepSeek: R1 Distill Llama 70B","display_name":"DeepSeek: R1 Distill Llama 70B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-qwen-14b","name":"DeepSeek: R1 Distill Qwen 14B","display_name":"DeepSeek: R1 Distill Qwen 14B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-qwen-32b","name":"DeepSeek: R1 Distill Qwen 32B","display_name":"DeepSeek: R1 Distill Qwen 32B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cognitivecomputations/dolphin3.0-mistral-24b","name":"Dolphin3.0 Mistral 24B","display_name":"Dolphin3.0 Mistral 24B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"eleutherai/llemma_7b","name":"EleutherAI: Llemma 7b","display_name":"EleutherAI: Llemma 7b","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alpindale/goliath-120b","name":"Goliath 120B","display_name":"Goliath 120B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.0-flash-001","name":"Google: Gemini 2.0 Flash","display_name":"Google: Gemini 2.0 Flash","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.0-flash-lite-001","name":"Google: Gemini 2.0 Flash Lite","display_name":"Google: Gemini 2.0 Flash Lite","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash","name":"Google: Gemini 2.5 Flash","display_name":"Google: Gemini 2.5 Flash","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-image","name":"Google: Gemini 2.5 Flash Image (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image (Nano Banana)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-image-preview","name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-lite","name":"Google: Gemini 2.5 Flash Lite","display_name":"Google: Gemini 2.5 Flash Lite","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-lite-preview-06-17","name":"Google: Gemini 2.5 Flash Lite Preview 06-17","display_name":"Google: Gemini 2.5 Flash Lite Preview 06-17","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-lite-preview-09-2025","name":"Google: Gemini 2.5 Flash Lite Preview 09-2025","display_name":"Google: Gemini 2.5 Flash Lite Preview 09-2025","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-preview-09-2025","name":"Google: Gemini 2.5 Flash Preview 09-2025","display_name":"Google: Gemini 2.5 Flash Preview 09-2025","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-pro","name":"Google: Gemini 2.5 Pro","display_name":"Google: Gemini 2.5 Pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-pro-preview-05-06","name":"Google: Gemini 2.5 Pro Preview 05-06","display_name":"Google: Gemini 2.5 Pro Preview 05-06","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-pro-preview","name":"Google: Gemini 2.5 Pro Preview 06-05","display_name":"Google: Gemini 2.5 Pro Preview 06-05","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-27b-it","name":"Google: Gemma 2 27B","display_name":"Google: Gemma 2 27B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-9b-it","name":"Google: Gemma 2 9B","display_name":"Google: Gemma 2 9B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3-12b-it","name":"Google: Gemma 3 12B","display_name":"Google: Gemma 3 12B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3-27b-it","name":"Google: Gemma 3 27B","display_name":"Google: Gemma 3 27B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3-4b-it","name":"Google: Gemma 3 4B","display_name":"Google: Gemma 3 4B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3n-e4b-it","name":"Google: Gemma 3n 4B","display_name":"Google: Gemma 3n 4B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inception/mercury","name":"Inception: Mercury","display_name":"Inception: Mercury","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inception/mercury-coder","name":"Inception: Mercury Coder","display_name":"Inception: Mercury Coder","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inclusionai/ling-1t","name":"inclusionAI: Ling-1T","display_name":"inclusionAI: Ling-1T","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inflection/inflection-3-pi","name":"Inflection: Inflection 3 Pi","display_name":"Inflection: Inflection 3 Pi","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inflection/inflection-3-productivity","name":"Inflection: Inflection 3 Productivity","display_name":"Inflection: Inflection 3 Productivity","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"liquid/lfm-3b","name":"Liquid: LFM 3B","display_name":"Liquid: LFM 3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"liquid/lfm-7b","name":"Liquid: LFM 7B","display_name":"Liquid: LFM 7B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-guard-3-8b","name":"Llama Guard 3 8B","display_name":"Llama Guard 3 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthracite-org/magnum-v2-72b","name":"Magnum v2 72B","display_name":"Magnum v2 72B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthracite-org/magnum-v4-72b","name":"Magnum v4 72B","display_name":"Magnum v4 72B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mancer/weaver","name":"Mancer: Weaver (alpha)","display_name":"Mancer: Weaver (alpha)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meituan/longcat-flash-chat","name":"Meituan: LongCat Flash Chat","display_name":"Meituan: LongCat Flash Chat","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3-70b-instruct","name":"Meta: Llama 3 70B Instruct","display_name":"Meta: Llama 3 70B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3-8b-instruct","name":"Meta: Llama 3 8B Instruct","display_name":"Meta: Llama 3 8B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-405b","name":"Meta: Llama 3.1 405B (base)","display_name":"Meta: Llama 3.1 405B (base)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-405b-instruct","name":"Meta: Llama 3.1 405B Instruct","display_name":"Meta: Llama 3.1 405B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-70b-instruct","name":"Meta: Llama 3.1 70B Instruct","display_name":"Meta: Llama 3.1 70B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-8b-instruct","name":"Meta: Llama 3.1 8B Instruct","display_name":"Meta: Llama 3.1 8B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-11b-vision-instruct","name":"Meta: Llama 3.2 11B Vision Instruct","display_name":"Meta: Llama 3.2 11B Vision Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-1b-instruct","name":"Meta: Llama 3.2 1B Instruct","display_name":"Meta: Llama 3.2 1B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-3b-instruct","name":"Meta: Llama 3.2 3B Instruct","display_name":"Meta: Llama 3.2 3B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-90b-vision-instruct","name":"Meta: Llama 3.2 90B Vision Instruct","display_name":"Meta: Llama 3.2 90B Vision Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.3-70b-instruct","name":"Meta: Llama 3.3 70B Instruct","display_name":"Meta: Llama 3.3 70B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-4-maverick","name":"Meta: Llama 4 Maverick","display_name":"Meta: Llama 4 Maverick","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-4-scout","name":"Meta: Llama 4 Scout","display_name":"Meta: Llama 4 Scout","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-guard-4-12b","name":"Meta: Llama Guard 4 12B","display_name":"Meta: Llama Guard 4 12B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-guard-2-8b","name":"Meta: LlamaGuard 2 8B","display_name":"Meta: LlamaGuard 2 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/mai-ds-r1","name":"Microsoft: MAI DS R1","display_name":"Microsoft: MAI DS R1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-4","name":"Microsoft: Phi 4","display_name":"Microsoft: Phi 4","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-4-multimodal-instruct","name":"Microsoft: Phi 4 Multimodal Instruct","display_name":"Microsoft: Phi 4 Multimodal Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-4-reasoning-plus","name":"Microsoft: Phi 4 Reasoning Plus","display_name":"Microsoft: Phi 4 Reasoning Plus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3-medium-128k-instruct","name":"Microsoft: Phi-3 Medium 128K Instruct","display_name":"Microsoft: Phi-3 Medium 128K Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3-mini-128k-instruct","name":"Microsoft: Phi-3 Mini 128K Instruct","display_name":"Microsoft: Phi-3 Mini 128K Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3.5-mini-128k-instruct","name":"Microsoft: Phi-3.5 Mini 128K Instruct","display_name":"Microsoft: Phi-3.5 Mini 128K Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"minimax/minimax-m1","name":"MiniMax: MiniMax M1","display_name":"MiniMax: MiniMax M1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"minimax/minimax-01","name":"MiniMax: MiniMax-01","display_name":"MiniMax: MiniMax-01","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large","name":"Mistral Large","display_name":"Mistral Large","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large-2407","name":"Mistral Large 2407","display_name":"Mistral Large 2407","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large-2411","name":"Mistral Large 2411","display_name":"Mistral Large 2411","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small","name":"Mistral Small","display_name":"Mistral Small","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-tiny","name":"Mistral Tiny","display_name":"Mistral Tiny","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/codestral-2501","name":"Mistral: Codestral 2501","display_name":"Mistral: Codestral 2501","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/codestral-2508","name":"Mistral: Codestral 2508","display_name":"Mistral: Codestral 2508","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-medium","name":"Mistral: Devstral Medium","display_name":"Mistral: Devstral Medium","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-small","name":"Mistral: Devstral Small 1.1","display_name":"Mistral: Devstral Small 1.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-small-2505","name":"Mistral: Devstral Small 2505","display_name":"Mistral: Devstral Small 2505","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-medium-2506","name":"Mistral: Magistral Medium 2506","display_name":"Mistral: Magistral Medium 2506","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-medium-2506:thinking","name":"Mistral: Magistral Medium 2506 (thinking)","display_name":"Mistral: Magistral Medium 2506 (thinking)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-small-2506","name":"Mistral: Magistral Small 2506","display_name":"Mistral: Magistral Small 2506","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/ministral-3b","name":"Mistral: Ministral 3B","display_name":"Mistral: Ministral 3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/ministral-8b","name":"Mistral: Ministral 8B","display_name":"Mistral: Ministral 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct","name":"Mistral: Mistral 7B Instruct","display_name":"Mistral: Mistral 7B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.1","name":"Mistral: Mistral 7B Instruct v0.1","display_name":"Mistral: Mistral 7B Instruct v0.1","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.2","name":"Mistral: Mistral 7B Instruct v0.2","display_name":"Mistral: Mistral 7B Instruct v0.2","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.3","name":"Mistral: Mistral 7B Instruct v0.3","display_name":"Mistral: Mistral 7B Instruct v0.3","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-medium-3","name":"Mistral: Mistral Medium 3","display_name":"Mistral: Mistral Medium 3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-medium-3.1","name":"Mistral: Mistral Medium 3.1","display_name":"Mistral: Mistral Medium 3.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-nemo","name":"Mistral: Mistral Nemo","display_name":"Mistral: Mistral Nemo","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-24b-instruct-2501","name":"Mistral: Mistral Small 3","display_name":"Mistral: Mistral Small 3","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-3.1-24b-instruct","name":"Mistral: Mistral Small 3.1 24B","display_name":"Mistral: Mistral Small 3.1 24B","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-3.2-24b-instruct","name":"Mistral: Mistral Small 3.2 24B","display_name":"Mistral: Mistral Small 3.2 24B","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mixtral-8x22b-instruct","name":"Mistral: Mixtral 8x22B Instruct","display_name":"Mistral: Mixtral 8x22B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mixtral-8x7b-instruct","name":"Mistral: Mixtral 8x7B Instruct","display_name":"Mistral: Mixtral 8x7B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/pixtral-12b","name":"Mistral: Pixtral 12B","display_name":"Mistral: Pixtral 12B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/pixtral-large-2411","name":"Mistral: Pixtral Large 2411","display_name":"Mistral: Pixtral Large 2411","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-saba","name":"Mistral: Saba","display_name":"Mistral: Saba","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-dev-72b","name":"MoonshotAI: Kimi Dev 72B","display_name":"MoonshotAI: Kimi Dev 72B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2","name":"MoonshotAI: Kimi K2 0711","display_name":"MoonshotAI: Kimi K2 0711","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2-0905","name":"MoonshotAI: Kimi K2 0905","display_name":"MoonshotAI: Kimi K2 0905","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"morph/morph-v3-fast","name":"Morph: Morph V3 Fast","display_name":"Morph: Morph V3 Fast","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"morph/morph-v3-large","name":"Morph: Morph V3 Large","display_name":"Morph: Morph V3 Large","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"gryphe/mythomax-l2-13b","name":"MythoMax 13B","display_name":"MythoMax 13B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"neversleep/llama-3.1-lumimaid-8b","name":"NeverSleep: Lumimaid v0.2 8B","display_name":"NeverSleep: Lumimaid v0.2 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"neversleep/noromaid-20b","name":"Noromaid 20B","display_name":"Noromaid 20B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/deephermes-3-llama-3-8b-preview","name":"Nous: DeepHermes 3 Llama 3 8B Preview","display_name":"Nous: DeepHermes 3 Llama 3 8B Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/deephermes-3-mistral-24b-preview","name":"Nous: DeepHermes 3 Mistral 24B Preview","display_name":"Nous: DeepHermes 3 Mistral 24B Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-3-llama-3.1-405b","name":"Nous: Hermes 3 405B Instruct","display_name":"Nous: Hermes 3 405B Instruct","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-3-llama-3.1-70b","name":"Nous: Hermes 3 70B Instruct","display_name":"Nous: Hermes 3 70B Instruct","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-4-405b","name":"Nous: Hermes 4 405B","display_name":"Nous: Hermes 4 405B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-4-70b","name":"Nous: Hermes 4 70B","display_name":"Nous: Hermes 4 70B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-2-pro-llama-3-8b","name":"NousResearch: Hermes 2 Pro - Llama-3 8B","display_name":"NousResearch: Hermes 2 Pro - Llama-3 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.1-nemotron-70b-instruct","name":"NVIDIA: Llama 3.1 Nemotron 70B Instruct","display_name":"NVIDIA: Llama 3.1 Nemotron 70B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.1-nemotron-ultra-253b-v1","name":"NVIDIA: Llama 3.1 Nemotron Ultra 253B v1","display_name":"NVIDIA: Llama 3.1 Nemotron Ultra 253B v1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.3-nemotron-super-49b-v1.5","name":"NVIDIA: Llama 3.3 Nemotron Super 49B V1.5","display_name":"NVIDIA: Llama 3.3 Nemotron Super 49B V1.5","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/nemotron-nano-9b-v2","name":"NVIDIA: Nemotron Nano 9B V2","display_name":"NVIDIA: Nemotron Nano 9B V2","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/chatgpt-4o-latest","name":"OpenAI: ChatGPT-4o","display_name":"OpenAI: ChatGPT-4o","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/codex-mini","name":"OpenAI: Codex Mini","display_name":"OpenAI: Codex Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo","name":"OpenAI: GPT-3.5 Turbo","display_name":"OpenAI: GPT-3.5 Turbo","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-0613","name":"OpenAI: GPT-3.5 Turbo (older v0613)","display_name":"OpenAI: GPT-3.5 Turbo (older v0613)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-16k","name":"OpenAI: GPT-3.5 Turbo 16k","display_name":"OpenAI: GPT-3.5 Turbo 16k","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-instruct","name":"OpenAI: GPT-3.5 Turbo Instruct","display_name":"OpenAI: GPT-3.5 Turbo Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4","name":"OpenAI: GPT-4","display_name":"OpenAI: GPT-4","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-0314","name":"OpenAI: GPT-4 (older v0314)","display_name":"OpenAI: GPT-4 (older v0314)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-turbo","name":"OpenAI: GPT-4 Turbo","display_name":"OpenAI: GPT-4 Turbo","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-1106-preview","name":"OpenAI: GPT-4 Turbo (older v1106)","display_name":"OpenAI: GPT-4 Turbo (older v1106)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-turbo-preview","name":"OpenAI: GPT-4 Turbo Preview","display_name":"OpenAI: GPT-4 Turbo Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4.1","name":"OpenAI: GPT-4.1","display_name":"OpenAI: GPT-4.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4.1-mini","name":"OpenAI: GPT-4.1 Mini","display_name":"OpenAI: GPT-4.1 Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4.1-nano","name":"OpenAI: GPT-4.1 Nano","display_name":"OpenAI: GPT-4.1 Nano","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o","name":"OpenAI: GPT-4o","display_name":"OpenAI: GPT-4o","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-2024-05-13","name":"OpenAI: GPT-4o (2024-05-13)","display_name":"OpenAI: GPT-4o (2024-05-13)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-2024-08-06","name":"OpenAI: GPT-4o (2024-08-06)","display_name":"OpenAI: GPT-4o (2024-08-06)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-2024-11-20","name":"OpenAI: GPT-4o (2024-11-20)","display_name":"OpenAI: GPT-4o (2024-11-20)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o:extended","name":"OpenAI: GPT-4o (extended)","display_name":"OpenAI: GPT-4o (extended)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-audio-preview","name":"OpenAI: GPT-4o Audio","display_name":"OpenAI: GPT-4o Audio","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-search-preview","name":"OpenAI: GPT-4o Search Preview","display_name":"OpenAI: GPT-4o Search Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-mini","name":"OpenAI: GPT-4o-mini","display_name":"OpenAI: GPT-4o-mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-mini-2024-07-18","name":"OpenAI: GPT-4o-mini (2024-07-18)","display_name":"OpenAI: GPT-4o-mini (2024-07-18)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-mini-search-preview","name":"OpenAI: GPT-4o-mini Search Preview","display_name":"OpenAI: GPT-4o-mini Search Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5","name":"OpenAI: GPT-5","display_name":"OpenAI: GPT-5","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5-chat","name":"OpenAI: GPT-5 Chat","display_name":"OpenAI: GPT-5 Chat","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5-codex","name":"OpenAI: GPT-5 Codex","display_name":"OpenAI: GPT-5 Codex","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5-mini","name":"OpenAI: GPT-5 Mini","display_name":"OpenAI: GPT-5 Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5-nano","name":"OpenAI: GPT-5 Nano","display_name":"OpenAI: GPT-5 Nano","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5-pro","name":"OpenAI: GPT-5 Pro","display_name":"OpenAI: GPT-5 Pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-120b","name":"OpenAI: gpt-oss-120b","display_name":"OpenAI: gpt-oss-120b","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-20b","name":"OpenAI: gpt-oss-20b","display_name":"OpenAI: gpt-oss-20b","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1","name":"OpenAI: o1","display_name":"OpenAI: o1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1-mini","name":"OpenAI: o1-mini","display_name":"OpenAI: o1-mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1-mini-2024-09-12","name":"OpenAI: o1-mini (2024-09-12)","display_name":"OpenAI: o1-mini (2024-09-12)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1-pro","name":"OpenAI: o1-pro","display_name":"OpenAI: o1-pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3","name":"OpenAI: o3","display_name":"OpenAI: o3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-deep-research","name":"OpenAI: o3 Deep Research","display_name":"OpenAI: o3 Deep Research","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-mini","name":"OpenAI: o3 Mini","display_name":"OpenAI: o3 Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-mini-high","name":"OpenAI: o3 Mini High","display_name":"OpenAI: o3 Mini High","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-pro","name":"OpenAI: o3 Pro","display_name":"OpenAI: o3 Pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o4-mini","name":"OpenAI: o4 Mini","display_name":"OpenAI: o4 Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o4-mini-deep-research","name":"OpenAI: o4 Mini Deep Research","display_name":"OpenAI: o4 Mini Deep Research","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o4-mini-high","name":"OpenAI: o4 Mini High","display_name":"OpenAI: o4 Mini High","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"opengvlab/internvl3-78b","name":"OpenGVLab: InternVL3 78B","display_name":"OpenGVLab: InternVL3 78B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar","name":"Perplexity: Sonar","display_name":"Perplexity: Sonar","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-deep-research","name":"Perplexity: Sonar Deep Research","display_name":"Perplexity: Sonar Deep Research","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-pro","name":"Perplexity: Sonar Pro","display_name":"Perplexity: Sonar Pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-reasoning","name":"Perplexity: Sonar Reasoning","display_name":"Perplexity: Sonar Reasoning","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-reasoning-pro","name":"Perplexity: Sonar Reasoning Pro","display_name":"Perplexity: Sonar Reasoning Pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus-2025-07-28","name":"Qwen: Qwen Plus 0728","display_name":"Qwen: Qwen Plus 0728","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus-2025-07-28:thinking","name":"Qwen: Qwen Plus 0728 (thinking)","display_name":"Qwen: Qwen Plus 0728 (thinking)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-vl-max","name":"Qwen: Qwen VL Max","display_name":"Qwen: Qwen VL Max","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-vl-plus","name":"Qwen: Qwen VL Plus","display_name":"Qwen: Qwen VL Plus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-max","name":"Qwen: Qwen-Max","display_name":"Qwen: Qwen-Max","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus","name":"Qwen: Qwen-Plus","display_name":"Qwen: Qwen-Plus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-turbo","name":"Qwen: Qwen-Turbo","display_name":"Qwen: Qwen-Turbo","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-7b-instruct","name":"Qwen: Qwen2.5 7B Instruct","display_name":"Qwen: Qwen2.5 7B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-coder-7b-instruct","name":"Qwen: Qwen2.5 Coder 7B Instruct","display_name":"Qwen: Qwen2.5 Coder 7B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-vl-32b-instruct","name":"Qwen: Qwen2.5 VL 32B Instruct","display_name":"Qwen: Qwen2.5 VL 32B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-vl-72b-instruct","name":"Qwen: Qwen2.5 VL 72B Instruct","display_name":"Qwen: Qwen2.5 VL 72B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-vl-7b-instruct","name":"Qwen: Qwen2.5-VL 7B Instruct","display_name":"Qwen: Qwen2.5-VL 7B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-14b","name":"Qwen: Qwen3 14B","display_name":"Qwen: Qwen3 14B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b","name":"Qwen: Qwen3 235B A22B","display_name":"Qwen: Qwen3 235B A22B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-2507","name":"Qwen: Qwen3 235B A22B Instruct 2507","display_name":"Qwen: Qwen3 235B A22B Instruct 2507","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-thinking-2507","name":"Qwen: Qwen3 235B A22B Thinking 2507","display_name":"Qwen: Qwen3 235B A22B Thinking 2507","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b","name":"Qwen: Qwen3 30B A3B","display_name":"Qwen: Qwen3 30B A3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b-instruct-2507","name":"Qwen: Qwen3 30B A3B Instruct 2507","display_name":"Qwen: Qwen3 30B A3B Instruct 2507","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b-thinking-2507","name":"Qwen: Qwen3 30B A3B Thinking 2507","display_name":"Qwen: Qwen3 30B A3B Thinking 2507","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-32b","name":"Qwen: Qwen3 32B","display_name":"Qwen: Qwen3 32B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-8b","name":"Qwen: Qwen3 8B","display_name":"Qwen: Qwen3 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-30b-a3b-instruct","name":"Qwen: Qwen3 Coder 30B A3B Instruct","display_name":"Qwen: Qwen3 Coder 30B A3B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder","name":"Qwen: Qwen3 Coder 480B A35B","display_name":"Qwen: Qwen3 Coder 480B A35B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-480b-a35b-instruct","name":"Qwen: Qwen3 Coder 480B A35B Instruct","display_name":"Qwen: Qwen3 Coder 480B A35B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-flash","name":"Qwen: Qwen3 Coder Flash","display_name":"Qwen: Qwen3 Coder Flash","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-plus","name":"Qwen: Qwen3 Coder Plus","display_name":"Qwen: Qwen3 Coder Plus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-max","name":"Qwen: Qwen3 Max","display_name":"Qwen: Qwen3 Max","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-instruct","name":"Qwen: Qwen3 Next 80B A3B Instruct","display_name":"Qwen: Qwen3 Next 80B A3B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-thinking","name":"Qwen: Qwen3 Next 80B A3B Thinking","display_name":"Qwen: Qwen3 Next 80B A3B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-235b-a22b-instruct","name":"Qwen: Qwen3 VL 235B A22B Instruct","display_name":"Qwen: Qwen3 VL 235B A22B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-235b-a22b-thinking","name":"Qwen: Qwen3 VL 235B A22B Thinking","display_name":"Qwen: Qwen3 VL 235B A22B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-30b-a3b-instruct","name":"Qwen: Qwen3 VL 30B A3B Instruct","display_name":"Qwen: Qwen3 VL 30B A3B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-30b-a3b-thinking","name":"Qwen: Qwen3 VL 30B A3B Thinking","display_name":"Qwen: Qwen3 VL 30B A3B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-8b-instruct","name":"Qwen: Qwen3 VL 8B Instruct","display_name":"Qwen: Qwen3 VL 8B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-8b-thinking","name":"Qwen: Qwen3 VL 8B Thinking","display_name":"Qwen: Qwen3 VL 8B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwq-32b","name":"Qwen: QwQ 32B","display_name":"Qwen: QwQ 32B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/text-embedding-v3","name":"Qwen: Text Embedding v3","display_name":"Qwen: Text Embedding v3","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/text-embedding-v4","name":"Qwen: Text Embedding v4","display_name":"Qwen: Text Embedding v4","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-72b-instruct","name":"Qwen2.5 72B Instruct","display_name":"Qwen2.5 72B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-coder-32b-instruct","name":"Qwen2.5 Coder 32B Instruct","display_name":"Qwen2.5 Coder 32B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"relace/relace-apply-3","name":"Relace: Relace Apply 3","display_name":"Relace: Relace Apply 3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"undi95/remm-slerp-l2-13b","name":"ReMM SLERP 13B","display_name":"ReMM SLERP 13B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-lunaris-8b","name":"Sao10K: Llama 3 8B Lunaris","display_name":"Sao10K: Llama 3 8B Lunaris","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-euryale-70b","name":"Sao10k: Llama 3 Euryale 70B v2.1","display_name":"Sao10k: Llama 3 Euryale 70B v2.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.1-70b-hanami-x1","name":"Sao10K: Llama 3.1 70B Hanami x1","display_name":"Sao10K: Llama 3.1 70B Hanami x1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.1-euryale-70b","name":"Sao10K: Llama 3.1 Euryale 70B v2.2","display_name":"Sao10K: Llama 3.1 Euryale 70B v2.2","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.3-euryale-70b","name":"Sao10K: Llama 3.3 Euryale 70B","display_name":"Sao10K: Llama 3.3 Euryale 70B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"shisa-ai/shisa-v2-llama3.3-70b","name":"Shisa AI: Shisa V2 Llama 3.3 70B","display_name":"Shisa AI: Shisa V2 Llama 3.3 70B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"raifle/sorcererlm-8x22b","name":"SorcererLM 8x22B","display_name":"SorcererLM 8x22B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"stepfun-ai/step3","name":"StepFun: Step3","display_name":"StepFun: Step3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"switchpoint/router","name":"Switchpoint Router","display_name":"Switchpoint Router","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tencent/hunyuan-a13b-instruct","name":"Tencent: Hunyuan A13B Instruct","display_name":"Tencent: Hunyuan A13B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/anubis-70b-v1.1","name":"TheDrummer: Anubis 70B V1.1","display_name":"TheDrummer: Anubis 70B V1.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/cydonia-24b-v4.1","name":"TheDrummer: Cydonia 24B V4.1","display_name":"TheDrummer: Cydonia 24B V4.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/rocinante-12b","name":"TheDrummer: Rocinante 12B","display_name":"TheDrummer: Rocinante 12B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/skyfall-36b-v2","name":"TheDrummer: Skyfall 36B V2","display_name":"TheDrummer: Skyfall 36B V2","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/unslopnemo-12b","name":"TheDrummer: UnslopNemo 12B","display_name":"TheDrummer: UnslopNemo 12B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thudm/glm-4.1v-9b-thinking","name":"THUDM: GLM 4.1V 9B Thinking","display_name":"THUDM: GLM 4.1V 9B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thudm/glm-z1-32b","name":"THUDM: GLM Z1 32B","display_name":"THUDM: GLM Z1 32B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t-chimera","name":"TNG: DeepSeek R1T Chimera","display_name":"TNG: DeepSeek R1T Chimera","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t2-chimera","name":"TNG: DeepSeek R1T2 Chimera","display_name":"TNG: DeepSeek R1T2 Chimera","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alibaba/tongyi-deepresearch-30b-a3b","name":"Tongyi DeepResearch 30B A3B","display_name":"Tongyi DeepResearch 30B A3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/wizardlm-2-8x22b","name":"WizardLM-2 8x22B","display_name":"WizardLM-2 8x22B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3","name":"xAI: Grok 3","display_name":"xAI: Grok 3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-beta","name":"xAI: Grok 3 Beta","display_name":"xAI: Grok 3 Beta","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-mini","name":"xAI: Grok 3 Mini","display_name":"xAI: Grok 3 Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-mini-beta","name":"xAI: Grok 3 Mini Beta","display_name":"xAI: Grok 3 Mini Beta","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-4","name":"xAI: Grok 4","display_name":"xAI: Grok 4","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-4-fast","name":"xAI: Grok 4 Fast","display_name":"xAI: Grok 4 Fast","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-code-fast-1","name":"xAI: Grok Code Fast 1","display_name":"xAI: Grok Code Fast 1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4-32b","name":"Z.AI: GLM 4 32B","display_name":"Z.AI: GLM 4 32B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5","name":"Z.AI: GLM 4.5","display_name":"Z.AI: GLM 4.5","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5-air","name":"Z.AI: GLM 4.5 Air","display_name":"Z.AI: GLM 4.5 Air","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5v","name":"Z.AI: GLM 4.5V","display_name":"Z.AI: GLM 4.5V","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.6","name":"Z.AI: GLM 4.6","display_name":"Z.AI: GLM 4.6","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false}],"metadata":{"source":"public-provider-conf"}},"openrouter":{"id":"openrouter","name":"OpenRouter","display_name":"OpenRouter","updated_at":"2025-10-22T10:05:33.194Z","models":[{"id":"agentica-org/deepcoder-14b-preview","name":"Agentica: Deepcoder 14B Preview","display_name":"Agentica: Deepcoder 14B Preview","type":"chat","context_length":96000,"max_output_tokens":96000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":96000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"agentica-org/deepcoder-14b-preview:free","name":"Agentica: Deepcoder 14B Preview (free)","display_name":"Agentica: Deepcoder 14B Preview (free)","type":"chat","context_length":96000,"max_output_tokens":96000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":96000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"ai21/jamba-large-1.7","name":"AI21: Jamba Large 1.7","display_name":"AI21: Jamba Large 1.7","type":"chat","context_length":256000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"ai21/jamba-mini-1.7","name":"AI21: Jamba Mini 1.7","display_name":"AI21: Jamba Mini 1.7","type":"chat","context_length":256000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-1.0","name":"AionLabs: Aion-1.0","display_name":"AionLabs: Aion-1.0","type":"chat","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-1.0-mini","name":"AionLabs: Aion-1.0-Mini","display_name":"AionLabs: Aion-1.0-Mini","type":"chat","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-rp-llama-3.1-8b","name":"AionLabs: Aion-RP 1.0 (8B)","display_name":"AionLabs: Aion-RP 1.0 (8B)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alfredpros/codellama-7b-instruct-solidity","name":"AlfredPros: CodeLLaMa 7B Instruct Solidity","display_name":"AlfredPros: CodeLLaMa 7B Instruct Solidity","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4096,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alibaba/tongyi-deepresearch-30b-a3b","name":"Tongyi DeepResearch 30B A3B","display_name":"Tongyi DeepResearch 30B A3B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alibaba/tongyi-deepresearch-30b-a3b:free","name":"Tongyi DeepResearch 30B A3B (free)","display_name":"Tongyi DeepResearch 30B A3B (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"allenai/olmo-2-0325-32b-instruct","name":"AllenAI: Olmo 2 32B Instruct","display_name":"AllenAI: Olmo 2 32B Instruct","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4096,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alpindale/goliath-120b","name":"Goliath 120B","display_name":"Goliath 120B","type":"chat","context_length":6144,"max_output_tokens":512,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":6144,"output":512},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"amazon/nova-lite-v1","name":"Amazon: Nova Lite 1.0","display_name":"Amazon: Nova Lite 1.0","type":"image-generation","context_length":300000,"max_output_tokens":5120,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":300000,"output":5120},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"amazon/nova-micro-v1","name":"Amazon: Nova Micro 1.0","display_name":"Amazon: Nova Micro 1.0","type":"chat","context_length":128000,"max_output_tokens":5120,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":5120},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"amazon/nova-pro-v1","name":"Amazon: Nova Pro 1.0","display_name":"Amazon: Nova Pro 1.0","type":"image-generation","context_length":300000,"max_output_tokens":5120,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":300000,"output":5120},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthracite-org/magnum-v2-72b","name":"Magnum v2 72B","display_name":"Magnum v2 72B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthracite-org/magnum-v4-72b","name":"Magnum v4 72B","display_name":"Magnum v4 72B","type":"chat","context_length":16384,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16384,"output":2048},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3-haiku","name":"Anthropic: Claude 3 Haiku","display_name":"Anthropic: Claude 3 Haiku","type":"image-generation","context_length":200000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3-opus","name":"Anthropic: Claude 3 Opus","display_name":"Anthropic: Claude 3 Opus","type":"image-generation","context_length":200000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.5-haiku","name":"Anthropic: Claude 3.5 Haiku","display_name":"Anthropic: Claude 3.5 Haiku","type":"image-generation","context_length":200000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.5-haiku-20241022","name":"Anthropic: Claude 3.5 Haiku (2024-10-22)","display_name":"Anthropic: Claude 3.5 Haiku (2024-10-22)","type":"image-generation","context_length":200000,"max_output_tokens":8192,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.5-sonnet","name":"Anthropic: Claude 3.5 Sonnet","display_name":"Anthropic: Claude 3.5 Sonnet","type":"image-generation","context_length":200000,"max_output_tokens":8192,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.5-sonnet-20240620","name":"Anthropic: Claude 3.5 Sonnet (2024-06-20)","display_name":"Anthropic: Claude 3.5 Sonnet (2024-06-20)","type":"image-generation","context_length":200000,"max_output_tokens":8192,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.7-sonnet","name":"Anthropic: Claude 3.7 Sonnet","display_name":"Anthropic: Claude 3.7 Sonnet","type":"image-generation","context_length":200000,"max_output_tokens":64000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.7-sonnet:thinking","name":"Anthropic: Claude 3.7 Sonnet (thinking)","display_name":"Anthropic: Claude 3.7 Sonnet (thinking)","type":"image-generation","context_length":200000,"max_output_tokens":64000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-haiku-4.5","name":"Anthropic: Claude Haiku 4.5","display_name":"Anthropic: Claude Haiku 4.5","type":"image-generation","context_length":200000,"max_output_tokens":64000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-opus-4","name":"Anthropic: Claude Opus 4","display_name":"Anthropic: Claude Opus 4","type":"image-generation","context_length":200000,"max_output_tokens":32000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":32000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-opus-4.1","name":"Anthropic: Claude Opus 4.1","display_name":"Anthropic: Claude Opus 4.1","type":"image-generation","context_length":200000,"max_output_tokens":32000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":32000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-sonnet-4","name":"Anthropic: Claude Sonnet 4","display_name":"Anthropic: Claude Sonnet 4","type":"image-generation","context_length":1000000,"max_output_tokens":64000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1000000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-sonnet-4.5","name":"Anthropic: Claude Sonnet 4.5","display_name":"Anthropic: Claude Sonnet 4.5","type":"image-generation","context_length":1000000,"max_output_tokens":64000,"attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":1000000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"arcee-ai/afm-4.5b","name":"Arcee AI: AFM 4.5B","display_name":"Arcee AI: AFM 4.5B","type":"chat","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/coder-large","name":"Arcee AI: Coder Large","display_name":"Arcee AI: Coder Large","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/maestro-reasoning","name":"Arcee AI: Maestro Reasoning","display_name":"Arcee AI: Maestro Reasoning","type":"chat","context_length":131072,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/spotlight","name":"Arcee AI: Spotlight","display_name":"Arcee AI: Spotlight","type":"image-generation","context_length":131072,"max_output_tokens":65537,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":131072,"output":65537},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"arcee-ai/virtuoso-large","name":"Arcee AI: Virtuoso Large","display_name":"Arcee AI: Virtuoso Large","type":"chat","context_length":131072,"max_output_tokens":64000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arliai/qwq-32b-arliai-rpr-v1","name":"ArliAI: QwQ 32B RpR v1","display_name":"ArliAI: QwQ 32B RpR v1","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arliai/qwq-32b-arliai-rpr-v1:free","name":"ArliAI: QwQ 32B RpR v1 (free)","display_name":"ArliAI: QwQ 32B RpR v1 (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-21b-a3b","name":"Baidu: ERNIE 4.5 21B A3B","display_name":"Baidu: ERNIE 4.5 21B A3B","type":"chat","context_length":120000,"max_output_tokens":8000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":120000,"output":8000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-21b-a3b-thinking","name":"Baidu: ERNIE 4.5 21B A3B Thinking","display_name":"Baidu: ERNIE 4.5 21B A3B Thinking","type":"chat","context_length":131072,"max_output_tokens":65536,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-300b-a47b","name":"Baidu: ERNIE 4.5 300B A47B","display_name":"Baidu: ERNIE 4.5 300B A47B","type":"chat","context_length":123000,"max_output_tokens":12000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":123000,"output":12000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-vl-28b-a3b","name":"Baidu: ERNIE 4.5 VL 28B A3B","display_name":"Baidu: ERNIE 4.5 VL 28B A3B","type":"image-generation","context_length":30000,"max_output_tokens":8000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":30000,"output":8000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"baidu/ernie-4.5-vl-424b-a47b","name":"Baidu: ERNIE 4.5 VL 424B A47B","display_name":"Baidu: ERNIE 4.5 VL 424B A47B","type":"image-generation","context_length":123000,"max_output_tokens":16000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":123000,"output":16000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"bytedance/ui-tars-1.5-7b","name":"ByteDance: UI-TARS 7B","display_name":"ByteDance: UI-TARS 7B","type":"image-generation","context_length":128000,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":128000,"output":2048},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"cognitivecomputations/dolphin-mistral-24b-venice-edition:free","name":"Venice: Uncensored (free)","display_name":"Venice: Uncensored (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cognitivecomputations/dolphin3.0-mistral-24b","name":"Dolphin3.0 Mistral 24B","display_name":"Dolphin3.0 Mistral 24B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cognitivecomputations/dolphin3.0-mistral-24b:free","name":"Dolphin3.0 Mistral 24B (free)","display_name":"Dolphin3.0 Mistral 24B (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-a","name":"Cohere: Command A","display_name":"Cohere: Command A","type":"chat","context_length":256000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r-08-2024","name":"Cohere: Command R (08-2024)","display_name":"Cohere: Command R (08-2024)","type":"chat","context_length":128000,"max_output_tokens":4000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r-plus-08-2024","name":"Cohere: Command R+ (08-2024)","display_name":"Cohere: Command R+ (08-2024)","type":"chat","context_length":128000,"max_output_tokens":4000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r7b-12-2024","name":"Cohere: Command R7B (12-2024)","display_name":"Cohere: Command R7B (12-2024)","type":"chat","context_length":128000,"max_output_tokens":4000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepcogito/cogito-v2-preview-deepseek-671b","name":"Deep Cogito: Cogito V2 Preview Deepseek 671B","display_name":"Deep Cogito: Cogito V2 Preview Deepseek 671B","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepcogito/cogito-v2-preview-llama-109b-moe","name":"Cogito V2 Preview Llama 109B","display_name":"Cogito V2 Preview Llama 109B","type":"image-generation","context_length":32767,"max_output_tokens":32767,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":32767},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"deepcogito/cogito-v2-preview-llama-405b","name":"Deep Cogito: Cogito V2 Preview Llama 405B","display_name":"Deep Cogito: Cogito V2 Preview Llama 405B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepcogito/cogito-v2-preview-llama-70b","name":"Deep Cogito: Cogito V2 Preview Llama 70B","display_name":"Deep Cogito: Cogito V2 Preview Llama 70B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat","name":"DeepSeek: DeepSeek V3","display_name":"DeepSeek: DeepSeek V3","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3-0324","name":"DeepSeek: DeepSeek V3 0324","display_name":"DeepSeek: DeepSeek V3 0324","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3-0324:free","name":"DeepSeek: DeepSeek V3 0324 (free)","display_name":"DeepSeek: DeepSeek V3 0324 (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3.1","name":"DeepSeek: DeepSeek V3.1","display_name":"DeepSeek: DeepSeek V3.1","type":"chat","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3.1:free","name":"DeepSeek: DeepSeek V3.1 (free)","display_name":"DeepSeek: DeepSeek V3.1 (free)","type":"chat","context_length":163800,"max_output_tokens":163800,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163800},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-prover-v2","name":"DeepSeek: DeepSeek Prover V2","display_name":"DeepSeek: DeepSeek Prover V2","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1","name":"DeepSeek: R1","display_name":"DeepSeek: R1","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528","name":"DeepSeek: R1 0528","display_name":"DeepSeek: R1 0528","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528-qwen3-8b","name":"DeepSeek: DeepSeek R1 0528 Qwen3 8B","display_name":"DeepSeek: DeepSeek R1 0528 Qwen3 8B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528-qwen3-8b:free","name":"DeepSeek: DeepSeek R1 0528 Qwen3 8B (free)","display_name":"DeepSeek: DeepSeek R1 0528 Qwen3 8B (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528:free","name":"DeepSeek: R1 0528 (free)","display_name":"DeepSeek: R1 0528 (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-llama-70b","name":"DeepSeek: R1 Distill Llama 70B","display_name":"DeepSeek: R1 Distill Llama 70B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-llama-70b:free","name":"DeepSeek: R1 Distill Llama 70B (free)","display_name":"DeepSeek: R1 Distill Llama 70B (free)","type":"chat","context_length":8192,"max_output_tokens":4096,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-qwen-14b","name":"DeepSeek: R1 Distill Qwen 14B","display_name":"DeepSeek: R1 Distill Qwen 14B","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-qwen-32b","name":"DeepSeek: R1 Distill Qwen 32B","display_name":"DeepSeek: R1 Distill Qwen 32B","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1:free","name":"DeepSeek: R1 (free)","display_name":"DeepSeek: R1 (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3.1-terminus","name":"DeepSeek: DeepSeek V3.1 Terminus","display_name":"DeepSeek: DeepSeek V3.1 Terminus","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3.2-exp","name":"DeepSeek: DeepSeek V3.2 Exp","display_name":"DeepSeek: DeepSeek V3.2 Exp","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"eleutherai/llemma_7b","name":"EleutherAI: Llemma 7b","display_name":"EleutherAI: Llemma 7b","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4096,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.0-flash-001","name":"Google: Gemini 2.0 Flash","display_name":"Google: Gemini 2.0 Flash","type":"image-generation","context_length":1048576,"max_output_tokens":8192,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio"],"output":["text"]},"limit":{"context":1048576,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.0-flash-exp:free","name":"Google: Gemini 2.0 Flash Experimental (free)","display_name":"Google: Gemini 2.0 Flash Experimental (free)","type":"image-generation","context_length":1048576,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":1048576,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.0-flash-lite-001","name":"Google: Gemini 2.0 Flash Lite","display_name":"Google: Gemini 2.0 Flash Lite","type":"image-generation","context_length":1048576,"max_output_tokens":8192,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio"],"output":["text"]},"limit":{"context":1048576,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash","name":"Google: Gemini 2.5 Flash","display_name":"Google: Gemini 2.5 Flash","type":"image-generation","context_length":1048576,"max_output_tokens":65535,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65535},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-image","name":"Google: Gemini 2.5 Flash Image (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image (Nano Banana)","type":"image-generation","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":32768,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-image-preview","name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","type":"image-generation","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":32768,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-lite","name":"Google: Gemini 2.5 Flash Lite","display_name":"Google: Gemini 2.5 Flash Lite","type":"image-generation","context_length":1048576,"max_output_tokens":65535,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65535},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-lite-preview-06-17","name":"Google: Gemini 2.5 Flash Lite Preview 06-17","display_name":"Google: Gemini 2.5 Flash Lite Preview 06-17","type":"image-generation","context_length":1048576,"max_output_tokens":65535,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65535},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-lite-preview-09-2025","name":"Google: Gemini 2.5 Flash Lite Preview 09-2025","display_name":"Google: Gemini 2.5 Flash Lite Preview 09-2025","type":"image-generation","context_length":1048576,"max_output_tokens":65536,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-preview-09-2025","name":"Google: Gemini 2.5 Flash Preview 09-2025","display_name":"Google: Gemini 2.5 Flash Preview 09-2025","type":"image-generation","context_length":1048576,"max_output_tokens":65536,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1048576,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-pro","name":"Google: Gemini 2.5 Pro","display_name":"Google: Gemini 2.5 Pro","type":"image-generation","context_length":1048576,"max_output_tokens":65536,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-pro-preview","name":"Google: Gemini 2.5 Pro Preview 06-05","display_name":"Google: Gemini 2.5 Pro Preview 06-05","type":"image-generation","context_length":1048576,"max_output_tokens":65536,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-pro-preview-05-06","name":"Google: Gemini 2.5 Pro Preview 05-06","display_name":"Google: Gemini 2.5 Pro Preview 05-06","type":"image-generation","context_length":1048576,"max_output_tokens":65535,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio"],"output":["text"]},"limit":{"context":1048576,"output":65535},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-2-27b-it","name":"Google: Gemma 2 27B","display_name":"Google: Gemma 2 27B","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-9b-it","name":"Google: Gemma 2 9B","display_name":"Google: Gemma 2 9B","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-9b-it:free","name":"Google: Gemma 2 9B (free)","display_name":"Google: Gemma 2 9B (free)","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3-12b-it","name":"Google: Gemma 3 12B","display_name":"Google: Gemma 3 12B","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-12b-it:free","name":"Google: Gemma 3 12B (free)","display_name":"Google: Gemma 3 12B (free)","type":"image-generation","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-27b-it","name":"Google: Gemma 3 27B","display_name":"Google: Gemma 3 27B","type":"image-generation","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-27b-it:free","name":"Google: Gemma 3 27B (free)","display_name":"Google: Gemma 3 27B (free)","type":"image-generation","context_length":96000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":96000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-4b-it","name":"Google: Gemma 3 4B","display_name":"Google: Gemma 3 4B","type":"image-generation","context_length":96000,"max_output_tokens":96000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":96000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-4b-it:free","name":"Google: Gemma 3 4B (free)","display_name":"Google: Gemma 3 4B (free)","type":"image-generation","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3n-e2b-it:free","name":"Google: Gemma 3n 2B (free)","display_name":"Google: Gemma 3n 2B (free)","type":"chat","context_length":8192,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":2048},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3n-e4b-it","name":"Google: Gemma 3n 4B","display_name":"Google: Gemma 3n 4B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3n-e4b-it:free","name":"Google: Gemma 3n 4B (free)","display_name":"Google: Gemma 3n 4B (free)","type":"chat","context_length":8192,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":2048},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"gryphe/mythomax-l2-13b","name":"MythoMax 13B","display_name":"MythoMax 13B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4096,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"ibm-granite/granite-4.0-h-micro","name":"IBM: Granite 4.0 Micro","display_name":"IBM: Granite 4.0 Micro","type":"chat","context_length":131000,"max_output_tokens":131000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inception/mercury","name":"Inception: Mercury","display_name":"Inception: Mercury","type":"chat","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inception/mercury-coder","name":"Inception: Mercury Coder","display_name":"Inception: Mercury Coder","type":"chat","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inclusionai/ling-1t","name":"inclusionAI: Ling-1T","display_name":"inclusionAI: Ling-1T","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inclusionai/ring-1t","name":"inclusionAI: Ring 1T","display_name":"inclusionAI: Ring 1T","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inflection/inflection-3-pi","name":"Inflection: Inflection 3 Pi","display_name":"Inflection: Inflection 3 Pi","type":"chat","context_length":8000,"max_output_tokens":1024,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":1024},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inflection/inflection-3-productivity","name":"Inflection: Inflection 3 Productivity","display_name":"Inflection: Inflection 3 Productivity","type":"chat","context_length":8000,"max_output_tokens":1024,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":1024},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mancer/weaver","name":"Mancer: Weaver (alpha)","display_name":"Mancer: Weaver (alpha)","type":"chat","context_length":8000,"max_output_tokens":2000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":2000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meituan/longcat-flash-chat","name":"Meituan: LongCat Flash Chat","display_name":"Meituan: LongCat Flash Chat","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meituan/longcat-flash-chat:free","name":"Meituan: LongCat Flash Chat (free)","display_name":"Meituan: LongCat Flash Chat (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3-70b-instruct","name":"Meta: Llama 3 70B Instruct","display_name":"Meta: Llama 3 70B Instruct","type":"chat","context_length":8192,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3-8b-instruct","name":"Meta: Llama 3 8B Instruct","display_name":"Meta: Llama 3 8B Instruct","type":"chat","context_length":8192,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-405b","name":"Meta: Llama 3.1 405B (base)","display_name":"Meta: Llama 3.1 405B (base)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-405b-instruct","name":"Meta: Llama 3.1 405B Instruct","display_name":"Meta: Llama 3.1 405B Instruct","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-70b-instruct","name":"Meta: Llama 3.1 70B Instruct","display_name":"Meta: Llama 3.1 70B Instruct","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-8b-instruct","name":"Meta: Llama 3.1 8B Instruct","display_name":"Meta: Llama 3.1 8B Instruct","type":"chat","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16384,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-11b-vision-instruct","name":"Meta: Llama 3.2 11B Vision Instruct","display_name":"Meta: Llama 3.2 11B Vision Instruct","type":"image-generation","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-3.2-1b-instruct","name":"Meta: Llama 3.2 1B Instruct","display_name":"Meta: Llama 3.2 1B Instruct","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-3b-instruct","name":"Meta: Llama 3.2 3B Instruct","display_name":"Meta: Llama 3.2 3B Instruct","type":"chat","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16384,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-3b-instruct:free","name":"Meta: Llama 3.2 3B Instruct (free)","display_name":"Meta: Llama 3.2 3B Instruct (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-90b-vision-instruct","name":"Meta: Llama 3.2 90B Vision Instruct","display_name":"Meta: Llama 3.2 90B Vision Instruct","type":"image-generation","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-3.3-70b-instruct","name":"Meta: Llama 3.3 70B Instruct","display_name":"Meta: Llama 3.3 70B Instruct","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.3-70b-instruct:free","name":"Meta: Llama 3.3 70B Instruct (free)","display_name":"Meta: Llama 3.3 70B Instruct (free)","type":"chat","context_length":131072,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":2048},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.3-8b-instruct:free","name":"Meta: Llama 3.3 8B Instruct (free)","display_name":"Meta: Llama 3.3 8B Instruct (free)","type":"chat","context_length":128000,"max_output_tokens":4028,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4028},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-4-maverick","name":"Meta: Llama 4 Maverick","display_name":"Meta: Llama 4 Maverick","type":"image-generation","context_length":1048576,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":1048576,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-4-maverick:free","name":"Meta: Llama 4 Maverick (free)","display_name":"Meta: Llama 4 Maverick (free)","type":"image-generation","context_length":128000,"max_output_tokens":4028,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":4028},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-4-scout","name":"Meta: Llama 4 Scout","display_name":"Meta: Llama 4 Scout","type":"image-generation","context_length":327680,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":327680,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-4-scout:free","name":"Meta: Llama 4 Scout (free)","display_name":"Meta: Llama 4 Scout (free)","type":"image-generation","context_length":128000,"max_output_tokens":4028,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":4028},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-guard-2-8b","name":"Meta: LlamaGuard 2 8B","display_name":"Meta: LlamaGuard 2 8B","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-guard-3-8b","name":"Llama Guard 3 8B","display_name":"Llama Guard 3 8B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-guard-4-12b","name":"Meta: Llama Guard 4 12B","display_name":"Meta: Llama Guard 4 12B","type":"image-generation","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"microsoft/mai-ds-r1","name":"Microsoft: MAI DS R1","display_name":"Microsoft: MAI DS R1","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/mai-ds-r1:free","name":"Microsoft: MAI DS R1 (free)","display_name":"Microsoft: MAI DS R1 (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3-medium-128k-instruct","name":"Microsoft: Phi-3 Medium 128K Instruct","display_name":"Microsoft: Phi-3 Medium 128K Instruct","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3-mini-128k-instruct","name":"Microsoft: Phi-3 Mini 128K Instruct","display_name":"Microsoft: Phi-3 Mini 128K Instruct","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3.5-mini-128k-instruct","name":"Microsoft: Phi-3.5 Mini 128K Instruct","display_name":"Microsoft: Phi-3.5 Mini 128K Instruct","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-4","name":"Microsoft: Phi 4","display_name":"Microsoft: Phi 4","type":"chat","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-4-multimodal-instruct","name":"Microsoft: Phi 4 Multimodal Instruct","display_name":"Microsoft: Phi 4 Multimodal Instruct","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"microsoft/phi-4-reasoning-plus","name":"Microsoft: Phi 4 Reasoning Plus","display_name":"Microsoft: Phi 4 Reasoning Plus","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/wizardlm-2-8x22b","name":"WizardLM-2 8x22B","display_name":"WizardLM-2 8x22B","type":"chat","context_length":65536,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":65536,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"minimax/minimax-01","name":"MiniMax: MiniMax-01","display_name":"MiniMax: MiniMax-01","type":"image-generation","context_length":1000192,"max_output_tokens":1000192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":1000192,"output":1000192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"minimax/minimax-m1","name":"MiniMax: MiniMax M1","display_name":"MiniMax: MiniMax M1","type":"chat","context_length":1000000,"max_output_tokens":40000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":40000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/codestral-2501","name":"Mistral: Codestral 2501","display_name":"Mistral: Codestral 2501","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/codestral-2508","name":"Mistral: Codestral 2508","display_name":"Mistral: Codestral 2508","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-medium","name":"Mistral: Devstral Medium","display_name":"Mistral: Devstral Medium","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-small","name":"Mistral: Devstral Small 1.1","display_name":"Mistral: Devstral Small 1.1","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-small-2505","name":"Mistral: Devstral Small 2505","display_name":"Mistral: Devstral Small 2505","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-small-2505:free","name":"Mistral: Devstral Small 2505 (free)","display_name":"Mistral: Devstral Small 2505 (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-medium-2506","name":"Mistral: Magistral Medium 2506","display_name":"Mistral: Magistral Medium 2506","type":"chat","context_length":40960,"max_output_tokens":40000,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-medium-2506:thinking","name":"Mistral: Magistral Medium 2506 (thinking)","display_name":"Mistral: Magistral Medium 2506 (thinking)","type":"chat","context_length":40960,"max_output_tokens":40000,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-small-2506","name":"Mistral: Magistral Small 2506","display_name":"Mistral: Magistral Small 2506","type":"chat","context_length":40000,"max_output_tokens":40000,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40000,"output":40000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/ministral-3b","name":"Mistral: Ministral 3B","display_name":"Mistral: Ministral 3B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/ministral-8b","name":"Mistral: Ministral 8B","display_name":"Mistral: Ministral 8B","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct","name":"Mistral: Mistral 7B Instruct","display_name":"Mistral: Mistral 7B Instruct","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.1","name":"Mistral: Mistral 7B Instruct v0.1","display_name":"Mistral: Mistral 7B Instruct v0.1","type":"chat","context_length":2824,"max_output_tokens":2824,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":2824},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.2","name":"Mistral: Mistral 7B Instruct v0.2","display_name":"Mistral: Mistral 7B Instruct v0.2","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.3","name":"Mistral: Mistral 7B Instruct v0.3","display_name":"Mistral: Mistral 7B Instruct v0.3","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct:free","name":"Mistral: Mistral 7B Instruct (free)","display_name":"Mistral: Mistral 7B Instruct (free)","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large","name":"Mistral Large","display_name":"Mistral Large","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large-2407","name":"Mistral Large 2407","display_name":"Mistral Large 2407","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large-2411","name":"Mistral Large 2411","display_name":"Mistral Large 2411","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-medium-3","name":"Mistral: Mistral Medium 3","display_name":"Mistral: Mistral Medium 3","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-medium-3.1","name":"Mistral: Mistral Medium 3.1","display_name":"Mistral: Mistral Medium 3.1","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-nemo","name":"Mistral: Mistral Nemo","display_name":"Mistral: Mistral Nemo","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-nemo:free","name":"Mistral: Mistral Nemo (free)","display_name":"Mistral: Mistral Nemo (free)","type":"chat","context_length":131072,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-saba","name":"Mistral: Saba","display_name":"Mistral: Saba","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small","name":"Mistral Small","display_name":"Mistral Small","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-24b-instruct-2501","name":"Mistral: Mistral Small 3","display_name":"Mistral: Mistral Small 3","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-24b-instruct-2501:free","name":"Mistral: Mistral Small 3 (free)","display_name":"Mistral: Mistral Small 3 (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-3.1-24b-instruct","name":"Mistral: Mistral Small 3.1 24B","display_name":"Mistral: Mistral Small 3.1 24B","type":"image-generation","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-small-3.1-24b-instruct:free","name":"Mistral: Mistral Small 3.1 24B (free)","display_name":"Mistral: Mistral Small 3.1 24B (free)","type":"image-generation","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-small-3.2-24b-instruct","name":"Mistral: Mistral Small 3.2 24B","display_name":"Mistral: Mistral Small 3.2 24B","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-small-3.2-24b-instruct:free","name":"Mistral: Mistral Small 3.2 24B (free)","display_name":"Mistral: Mistral Small 3.2 24B (free)","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-tiny","name":"Mistral Tiny","display_name":"Mistral Tiny","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mixtral-8x22b-instruct","name":"Mistral: Mixtral 8x22B Instruct","display_name":"Mistral: Mixtral 8x22B Instruct","type":"chat","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mixtral-8x7b-instruct","name":"Mistral: Mixtral 8x7B Instruct","display_name":"Mistral: Mixtral 8x7B Instruct","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/pixtral-12b","name":"Mistral: Pixtral 12B","display_name":"Mistral: Pixtral 12B","type":"image-generation","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/pixtral-large-2411","name":"Mistral: Pixtral Large 2411","display_name":"Mistral: Pixtral Large 2411","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"moonshotai/kimi-dev-72b","name":"MoonshotAI: Kimi Dev 72B","display_name":"MoonshotAI: Kimi Dev 72B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-dev-72b:free","name":"MoonshotAI: Kimi Dev 72B (free)","display_name":"MoonshotAI: Kimi Dev 72B (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2","name":"MoonshotAI: Kimi K2 0711","display_name":"MoonshotAI: Kimi K2 0711","type":"chat","context_length":63000,"max_output_tokens":63000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":63000,"output":63000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2-0905","name":"MoonshotAI: Kimi K2 0905","display_name":"MoonshotAI: Kimi K2 0905","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2:free","name":"MoonshotAI: Kimi K2 0711 (free)","display_name":"MoonshotAI: Kimi K2 0711 (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"morph/morph-v3-fast","name":"Morph: Morph V3 Fast","display_name":"Morph: Morph V3 Fast","type":"chat","context_length":81920,"max_output_tokens":38000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":81920,"output":38000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"morph/morph-v3-large","name":"Morph: Morph V3 Large","display_name":"Morph: Morph V3 Large","type":"chat","context_length":81920,"max_output_tokens":38000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":81920,"output":38000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"neversleep/llama-3.1-lumimaid-8b","name":"NeverSleep: Lumimaid v0.2 8B","display_name":"NeverSleep: Lumimaid v0.2 8B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"neversleep/noromaid-20b","name":"Noromaid 20B","display_name":"Noromaid 20B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/deephermes-3-llama-3-8b-preview","name":"Nous: DeepHermes 3 Llama 3 8B Preview","display_name":"Nous: DeepHermes 3 Llama 3 8B Preview","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/deephermes-3-llama-3-8b-preview:free","name":"Nous: DeepHermes 3 Llama 3 8B Preview (free)","display_name":"Nous: DeepHermes 3 Llama 3 8B Preview (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/deephermes-3-mistral-24b-preview","name":"Nous: DeepHermes 3 Mistral 24B Preview","display_name":"Nous: DeepHermes 3 Mistral 24B Preview","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-2-pro-llama-3-8b","name":"NousResearch: Hermes 2 Pro - Llama-3 8B","display_name":"NousResearch: Hermes 2 Pro - Llama-3 8B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-3-llama-3.1-405b","name":"Nous: Hermes 3 405B Instruct","display_name":"Nous: Hermes 3 405B Instruct","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-3-llama-3.1-405b:free","name":"Nous: Hermes 3 405B Instruct (free)","display_name":"Nous: Hermes 3 405B Instruct (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-3-llama-3.1-70b","name":"Nous: Hermes 3 70B Instruct","display_name":"Nous: Hermes 3 70B Instruct","type":"chat","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-4-405b","name":"Nous: Hermes 4 405B","display_name":"Nous: Hermes 4 405B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-4-70b","name":"Nous: Hermes 4 70B","display_name":"Nous: Hermes 4 70B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.1-nemotron-70b-instruct","name":"NVIDIA: Llama 3.1 Nemotron 70B Instruct","display_name":"NVIDIA: Llama 3.1 Nemotron 70B Instruct","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.1-nemotron-ultra-253b-v1","name":"NVIDIA: Llama 3.1 Nemotron Ultra 253B v1","display_name":"NVIDIA: Llama 3.1 Nemotron Ultra 253B v1","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.3-nemotron-super-49b-v1.5","name":"NVIDIA: Llama 3.3 Nemotron Super 49B V1.5","display_name":"NVIDIA: Llama 3.3 Nemotron Super 49B V1.5","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/nemotron-nano-9b-v2","name":"NVIDIA: Nemotron Nano 9B V2","display_name":"NVIDIA: Nemotron Nano 9B V2","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/nemotron-nano-9b-v2:free","name":"NVIDIA: Nemotron Nano 9B V2 (free)","display_name":"NVIDIA: Nemotron Nano 9B V2 (free)","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/chatgpt-4o-latest","name":"OpenAI: ChatGPT-4o","display_name":"OpenAI: ChatGPT-4o","type":"image-generation","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/codex-mini","name":"OpenAI: Codex Mini","display_name":"OpenAI: Codex Mini","type":"image-generation","context_length":200000,"max_output_tokens":100000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-3.5-turbo","name":"OpenAI: GPT-3.5 Turbo","display_name":"OpenAI: GPT-3.5 Turbo","type":"chat","context_length":16385,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16385,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-0613","name":"OpenAI: GPT-3.5 Turbo (older v0613)","display_name":"OpenAI: GPT-3.5 Turbo (older v0613)","type":"chat","context_length":4095,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4095,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-16k","name":"OpenAI: GPT-3.5 Turbo 16k","display_name":"OpenAI: GPT-3.5 Turbo 16k","type":"chat","context_length":16385,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16385,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-instruct","name":"OpenAI: GPT-3.5 Turbo Instruct","display_name":"OpenAI: GPT-3.5 Turbo Instruct","type":"chat","context_length":4095,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4095,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4","name":"OpenAI: GPT-4","display_name":"OpenAI: GPT-4","type":"chat","context_length":8191,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8191,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-0314","name":"OpenAI: GPT-4 (older v0314)","display_name":"OpenAI: GPT-4 (older v0314)","type":"chat","context_length":8191,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8191,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-1106-preview","name":"OpenAI: GPT-4 Turbo (older v1106)","display_name":"OpenAI: GPT-4 Turbo (older v1106)","type":"chat","context_length":128000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-turbo","name":"OpenAI: GPT-4 Turbo","display_name":"OpenAI: GPT-4 Turbo","type":"image-generation","context_length":128000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4-turbo-preview","name":"OpenAI: GPT-4 Turbo Preview","display_name":"OpenAI: GPT-4 Turbo Preview","type":"chat","context_length":128000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4.1","name":"OpenAI: GPT-4.1","display_name":"OpenAI: GPT-4.1","type":"image-generation","context_length":1047576,"max_output_tokens":32768,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1047576,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4.1-mini","name":"OpenAI: GPT-4.1 Mini","display_name":"OpenAI: GPT-4.1 Mini","type":"image-generation","context_length":1047576,"max_output_tokens":32768,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1047576,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4.1-nano","name":"OpenAI: GPT-4.1 Nano","display_name":"OpenAI: GPT-4.1 Nano","type":"image-generation","context_length":1047576,"max_output_tokens":32768,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1047576,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o","name":"OpenAI: GPT-4o","display_name":"OpenAI: GPT-4o","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-2024-05-13","name":"OpenAI: GPT-4o (2024-05-13)","display_name":"OpenAI: GPT-4o (2024-05-13)","type":"image-generation","context_length":128000,"max_output_tokens":4096,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-2024-08-06","name":"OpenAI: GPT-4o (2024-08-06)","display_name":"OpenAI: GPT-4o (2024-08-06)","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-2024-11-20","name":"OpenAI: GPT-4o (2024-11-20)","display_name":"OpenAI: GPT-4o (2024-11-20)","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-audio-preview","name":"OpenAI: GPT-4o Audio","display_name":"OpenAI: GPT-4o Audio","type":"audio","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["audio","text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-mini","name":"OpenAI: GPT-4o-mini","display_name":"OpenAI: GPT-4o-mini","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-mini-2024-07-18","name":"OpenAI: GPT-4o-mini (2024-07-18)","display_name":"OpenAI: GPT-4o-mini (2024-07-18)","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-mini-search-preview","name":"OpenAI: GPT-4o-mini Search Preview","display_name":"OpenAI: GPT-4o-mini Search Preview","type":"chat","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-search-preview","name":"OpenAI: GPT-4o Search Preview","display_name":"OpenAI: GPT-4o Search Preview","type":"chat","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o:extended","name":"OpenAI: GPT-4o (extended)","display_name":"OpenAI: GPT-4o (extended)","type":"image-generation","context_length":128000,"max_output_tokens":64000,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5","name":"OpenAI: GPT-5","display_name":"OpenAI: GPT-5","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"verbosity":"medium","effort":"medium","default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-chat","name":"OpenAI: GPT-5 Chat","display_name":"OpenAI: GPT-5 Chat","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-codex","name":"OpenAI: GPT-5 Codex","display_name":"OpenAI: GPT-5 Codex","type":"image-generation","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":true,"verbosity":"medium","effort":"medium","default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-image","name":"OpenAI: GPT-5 Image","display_name":"OpenAI: GPT-5 Image","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-image-mini","name":"OpenAI: GPT-5 Image Mini","display_name":"OpenAI: GPT-5 Image Mini","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-mini","name":"OpenAI: GPT-5 Mini","display_name":"OpenAI: GPT-5 Mini","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"verbosity":"medium","effort":"medium","default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-nano","name":"OpenAI: GPT-5 Nano","display_name":"OpenAI: GPT-5 Nano","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"verbosity":"medium","effort":"medium","default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-pro","name":"OpenAI: GPT-5 Pro","display_name":"OpenAI: GPT-5 Pro","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"verbosity":"medium","effort":"medium","default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-oss-120b","name":"OpenAI: gpt-oss-120b","display_name":"OpenAI: gpt-oss-120b","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-20b","name":"OpenAI: gpt-oss-20b","display_name":"OpenAI: gpt-oss-20b","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-20b:free","name":"OpenAI: gpt-oss-20b (free)","display_name":"OpenAI: gpt-oss-20b (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1","name":"OpenAI: o1","display_name":"OpenAI: o1","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o1-mini","name":"OpenAI: o1-mini","display_name":"OpenAI: o1-mini","type":"chat","context_length":128000,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1-mini-2024-09-12","name":"OpenAI: o1-mini (2024-09-12)","display_name":"OpenAI: o1-mini (2024-09-12)","type":"chat","context_length":128000,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1-pro","name":"OpenAI: o1-pro","display_name":"OpenAI: o1-pro","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"effort":"medium","default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o3","name":"OpenAI: o3","display_name":"OpenAI: o3","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"effort":"medium","default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o3-deep-research","name":"OpenAI: o3 Deep Research","display_name":"OpenAI: o3 Deep Research","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o3-mini","name":"OpenAI: o3 Mini","display_name":"OpenAI: o3 Mini","type":"chat","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-mini-high","name":"OpenAI: o3 Mini High","display_name":"OpenAI: o3 Mini High","type":"chat","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-pro","name":"OpenAI: o3 Pro","display_name":"OpenAI: o3 Pro","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"effort":"medium","default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o4-mini","name":"OpenAI: o4 Mini","display_name":"OpenAI: o4 Mini","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"effort":"medium","default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o4-mini-deep-research","name":"OpenAI: o4 Mini Deep Research","display_name":"OpenAI: o4 Mini Deep Research","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o4-mini-high","name":"OpenAI: o4 Mini High","display_name":"OpenAI: o4 Mini High","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"opengvlab/internvl3-78b","name":"OpenGVLab: InternVL3 78B","display_name":"OpenGVLab: InternVL3 78B","type":"image-generation","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openrouter/andromeda-alpha","name":"Andromeda Alpha","display_name":"Andromeda Alpha","type":"image-generation","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":128000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openrouter/auto","name":"Auto Router","display_name":"Auto Router","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar","name":"Perplexity: Sonar","display_name":"Perplexity: Sonar","type":"image-generation","context_length":127072,"max_output_tokens":127072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":127072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"perplexity/sonar-deep-research","name":"Perplexity: Sonar Deep Research","display_name":"Perplexity: Sonar Deep Research","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-pro","name":"Perplexity: Sonar Pro","display_name":"Perplexity: Sonar Pro","type":"image-generation","context_length":200000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":8000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"perplexity/sonar-reasoning","name":"Perplexity: Sonar Reasoning","display_name":"Perplexity: Sonar Reasoning","type":"chat","context_length":127000,"max_output_tokens":127000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":127000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-reasoning-pro","name":"Perplexity: Sonar Reasoning Pro","display_name":"Perplexity: Sonar Reasoning Pro","type":"image-generation","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen-2.5-72b-instruct","name":"Qwen2.5 72B Instruct","display_name":"Qwen2.5 72B Instruct","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-72b-instruct:free","name":"Qwen2.5 72B Instruct (free)","display_name":"Qwen2.5 72B Instruct (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-7b-instruct","name":"Qwen: Qwen2.5 7B Instruct","display_name":"Qwen: Qwen2.5 7B Instruct","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-coder-32b-instruct","name":"Qwen2.5 Coder 32B Instruct","display_name":"Qwen2.5 Coder 32B Instruct","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-coder-32b-instruct:free","name":"Qwen2.5 Coder 32B Instruct (free)","display_name":"Qwen2.5 Coder 32B Instruct (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-vl-7b-instruct","name":"Qwen: Qwen2.5-VL 7B Instruct","display_name":"Qwen: Qwen2.5-VL 7B Instruct","type":"image-generation","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen-max","name":"Qwen: Qwen-Max","display_name":"Qwen: Qwen-Max","type":"chat","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus","name":"Qwen: Qwen-Plus","display_name":"Qwen: Qwen-Plus","type":"chat","context_length":131072,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus-2025-07-28","name":"Qwen: Qwen Plus 0728","display_name":"Qwen: Qwen Plus 0728","type":"chat","context_length":1000000,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus-2025-07-28:thinking","name":"Qwen: Qwen Plus 0728 (thinking)","display_name":"Qwen: Qwen Plus 0728 (thinking)","type":"chat","context_length":1000000,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-turbo","name":"Qwen: Qwen-Turbo","display_name":"Qwen: Qwen-Turbo","type":"chat","context_length":1000000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-vl-max","name":"Qwen: Qwen VL Max","display_name":"Qwen: Qwen VL Max","type":"image-generation","context_length":131072,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen-vl-plus","name":"Qwen: Qwen VL Plus","display_name":"Qwen: Qwen VL Plus","type":"image-generation","context_length":7500,"max_output_tokens":1500,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":7500,"output":1500},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen2.5-coder-7b-instruct","name":"Qwen: Qwen2.5 Coder 7B Instruct","display_name":"Qwen: Qwen2.5 Coder 7B Instruct","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-vl-32b-instruct","name":"Qwen: Qwen2.5 VL 32B Instruct","display_name":"Qwen: Qwen2.5 VL 32B Instruct","type":"image-generation","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":16384,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen2.5-vl-32b-instruct:free","name":"Qwen: Qwen2.5 VL 32B Instruct (free)","display_name":"Qwen: Qwen2.5 VL 32B Instruct (free)","type":"image-generation","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen2.5-vl-72b-instruct","name":"Qwen: Qwen2.5 VL 72B Instruct","display_name":"Qwen: Qwen2.5 VL 72B Instruct","type":"image-generation","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-14b","name":"Qwen: Qwen3 14B","display_name":"Qwen: Qwen3 14B","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-14b:free","name":"Qwen: Qwen3 14B (free)","display_name":"Qwen: Qwen3 14B (free)","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b","name":"Qwen: Qwen3 235B A22B","display_name":"Qwen: Qwen3 235B A22B","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-2507","name":"Qwen: Qwen3 235B A22B Instruct 2507","display_name":"Qwen: Qwen3 235B A22B Instruct 2507","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-thinking-2507","name":"Qwen: Qwen3 235B A22B Thinking 2507","display_name":"Qwen: Qwen3 235B A22B Thinking 2507","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b:free","name":"Qwen: Qwen3 235B A22B (free)","display_name":"Qwen: Qwen3 235B A22B (free)","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b","name":"Qwen: Qwen3 30B A3B","display_name":"Qwen: Qwen3 30B A3B","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b-instruct-2507","name":"Qwen: Qwen3 30B A3B Instruct 2507","display_name":"Qwen: Qwen3 30B A3B Instruct 2507","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b-thinking-2507","name":"Qwen: Qwen3 30B A3B Thinking 2507","display_name":"Qwen: Qwen3 30B A3B Thinking 2507","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b:free","name":"Qwen: Qwen3 30B A3B (free)","display_name":"Qwen: Qwen3 30B A3B (free)","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-32b","name":"Qwen: Qwen3 32B","display_name":"Qwen: Qwen3 32B","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-4b:free","name":"Qwen: Qwen3 4B (free)","display_name":"Qwen: Qwen3 4B (free)","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-8b","name":"Qwen: Qwen3 8B","display_name":"Qwen: Qwen3 8B","type":"chat","context_length":128000,"max_output_tokens":20000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":20000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-8b:free","name":"Qwen: Qwen3 8B (free)","display_name":"Qwen: Qwen3 8B (free)","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder","name":"Qwen: Qwen3 Coder 480B A35B","display_name":"Qwen: Qwen3 Coder 480B A35B","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-30b-a3b-instruct","name":"Qwen: Qwen3 Coder 30B A3B Instruct","display_name":"Qwen: Qwen3 Coder 30B A3B Instruct","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-flash","name":"Qwen: Qwen3 Coder Flash","display_name":"Qwen: Qwen3 Coder Flash","type":"chat","context_length":128000,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-plus","name":"Qwen: Qwen3 Coder Plus","display_name":"Qwen: Qwen3 Coder Plus","type":"chat","context_length":128000,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder:free","name":"Qwen: Qwen3 Coder 480B A35B (free)","display_name":"Qwen: Qwen3 Coder 480B A35B (free)","type":"chat","context_length":262000,"max_output_tokens":262000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262000,"output":262000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-max","name":"Qwen: Qwen3 Max","display_name":"Qwen: Qwen3 Max","type":"chat","context_length":256000,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-instruct","name":"Qwen: Qwen3 Next 80B A3B Instruct","display_name":"Qwen: Qwen3 Next 80B A3B Instruct","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-thinking","name":"Qwen: Qwen3 Next 80B A3B Thinking","display_name":"Qwen: Qwen3 Next 80B A3B Thinking","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-235b-a22b-instruct","name":"Qwen: Qwen3 VL 235B A22B Instruct","display_name":"Qwen: Qwen3 VL 235B A22B Instruct","type":"image-generation","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-vl-235b-a22b-thinking","name":"Qwen: Qwen3 VL 235B A22B Thinking","display_name":"Qwen: Qwen3 VL 235B A22B Thinking","type":"image-generation","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-vl-30b-a3b-instruct","name":"Qwen: Qwen3 VL 30B A3B Instruct","display_name":"Qwen: Qwen3 VL 30B A3B Instruct","type":"image-generation","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-vl-30b-a3b-thinking","name":"Qwen: Qwen3 VL 30B A3B Thinking","display_name":"Qwen: Qwen3 VL 30B A3B Thinking","type":"image-generation","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-vl-8b-instruct","name":"Qwen: Qwen3 VL 8B Instruct","display_name":"Qwen: Qwen3 VL 8B Instruct","type":"image-generation","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-vl-8b-thinking","name":"Qwen: Qwen3 VL 8B Thinking","display_name":"Qwen: Qwen3 VL 8B Thinking","type":"image-generation","context_length":256000,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":256000,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwq-32b","name":"Qwen: QwQ 32B","display_name":"Qwen: QwQ 32B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"raifle/sorcererlm-8x22b","name":"SorcererLM 8x22B","display_name":"SorcererLM 8x22B","type":"chat","context_length":16000,"max_output_tokens":16000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"relace/relace-apply-3","name":"Relace: Relace Apply 3","display_name":"Relace: Relace Apply 3","type":"chat","context_length":256000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-euryale-70b","name":"Sao10k: Llama 3 Euryale 70B v2.1","display_name":"Sao10k: Llama 3 Euryale 70B v2.1","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-lunaris-8b","name":"Sao10K: Llama 3 8B Lunaris","display_name":"Sao10K: Llama 3 8B Lunaris","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.1-70b-hanami-x1","name":"Sao10K: Llama 3.1 70B Hanami x1","display_name":"Sao10K: Llama 3.1 70B Hanami x1","type":"chat","context_length":16000,"max_output_tokens":16000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.1-euryale-70b","name":"Sao10K: Llama 3.1 Euryale 70B v2.2","display_name":"Sao10K: Llama 3.1 Euryale 70B v2.2","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.3-euryale-70b","name":"Sao10K: Llama 3.3 Euryale 70B","display_name":"Sao10K: Llama 3.3 Euryale 70B","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"shisa-ai/shisa-v2-llama3.3-70b","name":"Shisa AI: Shisa V2 Llama 3.3 70B","display_name":"Shisa AI: Shisa V2 Llama 3.3 70B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"shisa-ai/shisa-v2-llama3.3-70b:free","name":"Shisa AI: Shisa V2 Llama 3.3 70B (free)","display_name":"Shisa AI: Shisa V2 Llama 3.3 70B (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"stepfun-ai/step3","name":"StepFun: Step3","display_name":"StepFun: Step3","type":"image-generation","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":65536,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"switchpoint/router","name":"Switchpoint Router","display_name":"Switchpoint Router","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tencent/hunyuan-a13b-instruct","name":"Tencent: Hunyuan A13B Instruct","display_name":"Tencent: Hunyuan A13B Instruct","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tencent/hunyuan-a13b-instruct:free","name":"Tencent: Hunyuan A13B Instruct (free)","display_name":"Tencent: Hunyuan A13B Instruct (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/anubis-70b-v1.1","name":"TheDrummer: Anubis 70B V1.1","display_name":"TheDrummer: Anubis 70B V1.1","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/cydonia-24b-v4.1","name":"TheDrummer: Cydonia 24B V4.1","display_name":"TheDrummer: Cydonia 24B V4.1","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/rocinante-12b","name":"TheDrummer: Rocinante 12B","display_name":"TheDrummer: Rocinante 12B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/skyfall-36b-v2","name":"TheDrummer: Skyfall 36B V2","display_name":"TheDrummer: Skyfall 36B V2","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/unslopnemo-12b","name":"TheDrummer: UnslopNemo 12B","display_name":"TheDrummer: UnslopNemo 12B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thudm/glm-4.1v-9b-thinking","name":"THUDM: GLM 4.1V 9B Thinking","display_name":"THUDM: GLM 4.1V 9B Thinking","type":"image-generation","context_length":65536,"max_output_tokens":8000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":65536,"output":8000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"thudm/glm-z1-32b","name":"THUDM: GLM Z1 32B","display_name":"THUDM: GLM Z1 32B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t-chimera","name":"TNG: DeepSeek R1T Chimera","display_name":"TNG: DeepSeek R1T Chimera","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t-chimera:free","name":"TNG: DeepSeek R1T Chimera (free)","display_name":"TNG: DeepSeek R1T Chimera (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t2-chimera","name":"TNG: DeepSeek R1T2 Chimera","display_name":"TNG: DeepSeek R1T2 Chimera","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t2-chimera:free","name":"TNG: DeepSeek R1T2 Chimera (free)","display_name":"TNG: DeepSeek R1T2 Chimera (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"undi95/remm-slerp-l2-13b","name":"ReMM SLERP 13B","display_name":"ReMM SLERP 13B","type":"chat","context_length":6144,"max_output_tokens":6144,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":6144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3","name":"xAI: Grok 3","display_name":"xAI: Grok 3","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-beta","name":"xAI: Grok 3 Beta","display_name":"xAI: Grok 3 Beta","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-mini","name":"xAI: Grok 3 Mini","display_name":"xAI: Grok 3 Mini","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-mini-beta","name":"xAI: Grok 3 Mini Beta","display_name":"xAI: Grok 3 Mini Beta","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-4","name":"xAI: Grok 4","display_name":"xAI: Grok 4","type":"image-generation","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":256000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"x-ai/grok-4-fast","name":"xAI: Grok 4 Fast","display_name":"xAI: Grok 4 Fast","type":"image-generation","context_length":2000000,"max_output_tokens":30000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":2000000,"output":30000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"x-ai/grok-code-fast-1","name":"xAI: Grok Code Fast 1","display_name":"xAI: Grok Code Fast 1","type":"chat","context_length":256000,"max_output_tokens":10000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":10000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4-32b","name":"Z.AI: GLM 4 32B","display_name":"Z.AI: GLM 4 32B","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5","name":"Z.AI: GLM 4.5","display_name":"Z.AI: GLM 4.5","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5-air","name":"Z.AI: GLM 4.5 Air","display_name":"Z.AI: GLM 4.5 Air","type":"chat","context_length":131072,"max_output_tokens":98304,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":98304},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5-air:free","name":"Z.AI: GLM 4.5 Air (free)","display_name":"Z.AI: GLM 4.5 Air (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5v","name":"Z.AI: GLM 4.5V","display_name":"Z.AI: GLM 4.5V","type":"image-generation","context_length":65536,"max_output_tokens":16384,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":65536,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"z-ai/glm-4.6","name":"Z.AI: GLM 4.6","display_name":"Z.AI: GLM 4.6","type":"chat","context_length":202752,"max_output_tokens":202752,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":202752,"output":202752},"metadata":{"source":"public-provider-conf"},"vision":false}],"metadata":{"source":"public-provider-conf"}},"jiekou":{"id":"jiekou","name":"Jiekou","display_name":"Jiekou","updated_at":"2025-10-22T10:05:33.936Z","models":[{"id":"baichuan/baichuan-m2-32b","name":"BaiChuan M2 32B","display_name":"BaiChuan M2 32B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Baichuan-M2 is a medically-enhanced reasoning model specifically designed for real-world medical reasoning tasks. We begin with real-world medical questions and conduct reinforcement learning training based on a large-scale verifier system. While maintaining the model's general capabilities, the medical effectiveness of Baichuan-M2 has achieved breakthrough improvements. Baichuan-M2 is currently the world's best open-source medical model. On the HealthBench Benchmark, it surpasses all open-source models, including GPT-OSS-120B, as well as many cutting-edge closed-source models. It is the open-source model closest to GPT-5 in terms of medical capabilities. Our research demonstrates that a robust verifier is crucial for aligning model capabilities with real-world applications, and an end-to-end reinforcement learning approach fundamentally enhances the model's medical reasoning abilities. The release of Baichuan-M2 represents a significant advancement in the field of medical artificial intelligence, pushing t","endpoints":["completion"],"features":["structured-outputs","reasoning"],"pricing":{"inputPerM":700,"outputPerM":700},"source":"public-provider-conf"},"vision":false},{"id":"claude-3-5-haiku-20241022","name":"claude-3-5-haiku-20241022","display_name":"claude-3-5-haiku-20241022","type":"chat","context_length":200000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"claude-3-5-haiku-20241022","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":8000,"outputPerM":40000},"source":"public-provider-conf"},"vision":true},{"id":"claude-3-5-sonnet-20241022","name":"claude-3-5-sonnet-20241022","display_name":"claude-3-5-sonnet-20241022","type":"chat","context_length":200000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"支持prompt cache的模型","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"claude-3-7-sonnet-20250219","name":"claude-3-7-sonnet-20250219","display_name":"claude-3-7-sonnet-20250219","type":"chat","context_length":200000,"max_output_tokens":64000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"支持prompt cache的模型","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"claude-3-haiku-20240307","name":"claude-3-haiku-20240307","display_name":"claude-3-haiku-20240307","type":"chat","context_length":200000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"claude-3-haiku-20240307","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":2500,"outputPerM":12500},"source":"public-provider-conf"},"vision":true},{"id":"claude-haiku-4-5-20251001","name":"claude-haiku-4-5-20251001","display_name":"claude-haiku-4-5-20251001","type":"chat","context_length":20000,"max_output_tokens":20000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"endpoints":["anthropic","completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":10000,"outputPerM":50000},"source":"public-provider-conf"},"vision":true},{"id":"claude-opus-4-1-20250805","name":"claude-opus-4-1-20250805","display_name":"claude-opus-4-1-20250805","type":"chat","context_length":200000,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":150000,"outputPerM":750000},"source":"public-provider-conf"},"vision":true},{"id":"claude-opus-4-20250514","name":"claude-opus-4-20250514","display_name":"claude-opus-4-20250514","type":"chat","context_length":200000,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"支持prompt cache的模型","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":150000,"outputPerM":750000},"source":"public-provider-conf"},"vision":true},{"id":"claude-sonnet-4-20250514","name":"claude-sonnet-4-20250514","display_name":"claude-sonnet-4-20250514","type":"chat","context_length":200000,"max_output_tokens":64000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"支持prompt cache的模型","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"claude-sonnet-4-5-20250929","name":"claude-sonnet-4-5-20250929","display_name":"claude-sonnet-4-5-20250929","type":"chat","context_length":200000,"max_output_tokens":64000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"deepseek/deepseek-r1-0528","name":"DeepSeek R1 0528","display_name":"DeepSeek R1 0528","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"DeepSeek R1 0528 is the latest open-source model released by the DeepSeek team, featuring impressive reasoning capabilities, particularly achieving performance comparable to OpenAI's o1 model in mathematics, coding, and reasoning tasks.","endpoints":["completion","batch-api"],"features":["function-calling","structured-outputs","reasoning"],"pricing":{"inputPerM":7000,"outputPerM":25000},"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3-0324","name":"DeepSeek V3 0324","display_name":"DeepSeek V3 0324","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"DeepSeek V3, a 685B-parameter, mixture-of-experts model, is the latest iteration of the flagship chat model family from the DeepSeek team.","endpoints":["completion","anthropic"],"features":["function-calling","structured-outputs"],"pricing":{"inputPerM":2800,"outputPerM":11400},"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3.1","name":"DeepSeek V3.1","display_name":"DeepSeek V3.1","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"DeepSeek-V3.1 is a hybrid model that supports both thinking mode and non-thinking mode.DeepSeek-V3.1 is post-trained on the top of DeepSeek-V3.1-Base, which is built upon the original V3 base checkpoint through a two-phase long context extension approach, following the methodology outlined in the original DeepSeek-V3 report. We have expanded our dataset by collecting additional long documents and substantially extending both training phases. The 32K extension phase has been increased 10-fold to 630B tokens, while the 128K extension phase has been extended by 3.3x to 209B tokens.","endpoints":["completion","anthropic"],"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":2700,"outputPerM":10000},"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-300b-a47b-paddle","name":"ERNIE 4.5 300B A47B","display_name":"ERNIE 4.5 300B A47B","type":"chat","context_length":123000,"max_output_tokens":12000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The ERNIE 4.5 series of open-source models adopts a Mixture-of-Experts (MoE) architecture, representing an innovative multimodal heterogeneous model structure. It achieves cross-modal knowledge fusion through a parameter-sharing mechanism while retaining dedicated parameter spaces for individual modalities. This architecture is particularly well-suited for the continuous pre-training paradigm from large language models to multimodal models, significantly enhancing multimodal understanding capabilities while maintaining or even improving performance in text-based tasks. The models are efficiently trained, inferred, and deployed using the PaddlePaddle deep learning framework. During the pre-training of large language models, the Model FLOPs Utilization (MFU) reaches 47%. Experimental results demonstrate that this series of models achieves state-of-the-art (SOTA) performance across multiple text and multimodal benchmarks, with particularly outstanding results in instruction following, world knowledge memorizatio","endpoints":["completion"],"features":["function-calling","structured-outputs"],"pricing":{"inputPerM":2800,"outputPerM":11000},"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-vl-424b-a47b","name":"ERNIE 4.5 VL 424B A47B","display_name":"ERNIE 4.5 VL 424B A47B","type":"chat","context_length":123000,"max_output_tokens":16000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The ERNIE 4.5 series of open-source models adopts a Mixture-of-Experts (MoE) architecture, representing an innovative multimodal heterogeneous model structure. It achieves cross-modal knowledge fusion through a parameter-sharing mechanism while retaining dedicated parameter spaces for individual modalities. This architecture is particularly well-suited for the continuous pre-training paradigm from large language models to multimodal models, significantly enhancing multimodal understanding capabilities while maintaining or even improving performance in text-based tasks. The models are efficiently trained, inferred, and deployed using the PaddlePaddle deep learning framework. During the pre-training of large language models, the Model FLOPs Utilization (MFU) reaches 47%. Experimental results demonstrate that this series of models achieves state-of-the-art (SOTA) performance across multiple text and multimodal benchmarks, with particularly outstanding results in instruction following, world knowledge memorizatio","endpoints":["completion"],"features":["function-calling","vision","reasoning"],"pricing":{"inputPerM":4200,"outputPerM":12500},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-20250609","name":"gemini-2.0-flash-20250609","display_name":"gemini-2.0-flash-20250609","type":"chat","context_length":1048576,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":1500,"outputPerM":6000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-lite","name":"gemini-2.0-flash-lite","display_name":"gemini-2.0-flash-lite","type":"chat","context_length":1048576,"max_output_tokens":65535,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":750,"outputPerM":3000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash","name":"gemini-2.5-flash","display_name":"gemini-2.5-flash","type":"chat","context_length":1048576,"max_output_tokens":65535,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":3000,"outputPerM":25000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-lite","name":"gemini-2.5-flash-lite","display_name":"gemini-2.5-flash-lite","type":"chat","context_length":1048576,"max_output_tokens":65535,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":1000,"outputPerM":4000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-lite-preview-06-17","name":"gemini-2.5-flash-lite-preview-06-17","display_name":"gemini-2.5-flash-lite-preview-06-17","type":"chat","context_length":1048576,"max_output_tokens":65535,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":1000,"outputPerM":4000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-lite-preview-09-2025","name":"gemini-2.5-flash-lite-preview-09-2025","display_name":"gemini-2.5-flash-lite-preview-09-2025","type":"chat","context_length":1048576,"max_output_tokens":65536,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":1000,"outputPerM":4000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-preview-05-20","name":"gemini-2.5-flash-preview-05-20","display_name":"gemini-2.5-flash-preview-05-20","type":"chat","context_length":1048576,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":1500,"outputPerM":35000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro","name":"gemini-2.5-pro","display_name":"gemini-2.5-pro","type":"chat","context_length":1048576,"max_output_tokens":65535,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":12500,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-06-05","name":"gemini-2.5-pro-preview-06-05","display_name":"gemini-2.5-pro-preview-06-05","type":"chat","context_length":1048576,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":12500,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-27b-it","name":"Gemma 3 27B","display_name":"Gemma 3 27B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Gemma 3 introduces multimodality, supporting vision-language input and text outputs. It handles context windows up to 32k tokens, understands over 140 languages, and offers improved math, reasoning, and chat capabilities, including structured outputs. Gemma 3 27B is Google's latest open source model, successor to Gemma.","endpoints":["completion"],"features":["structured-outputs","vision"],"pricing":{"inputPerM":1190,"outputPerM":2000},"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-12b-it","name":"Gemma3 12B","display_name":"Gemma3 12B","type":"chat","context_length":131072,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","vision"],"pricing":{"inputPerM":500,"outputPerM":1000},"source":"public-provider-conf"},"vision":true},{"id":"thudm/glm-4.1v-9b-thinking","name":"GLM 4.1V 9B Thinking","display_name":"GLM 4.1V 9B Thinking","type":"chat","context_length":65536,"max_output_tokens":8000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"GLM-4.1V-9B-Thinking is an open-source Vision-Language Model (VLM) jointly released by Zhipu AI and Tsinghua University’s KEG Lab, specifically designed to handle complex multimodal cognitive tasks. Built upon the GLM-4-9B-0414 base model, it integrates Chain-of-Thought (CoT) reasoning and employs reinforcement learning strategies, significantly enhancing its cross-modal reasoning capabilities and stability. As a lightweight model with 9B parameters, it strikes an optimal balance between deployment efficiency and performance. Across 28 authoritative benchmark evaluations, it matches or surpasses the performance of the 72B-parameter Qwen-2.5-VL-72B in 18 metrics. The model excels in tasks such as image-text understanding, mathematical and scientific reasoning, and video comprehension, while also supporting 4K-resolution images and arbitrary aspect ratios.","features":["vision","reasoning"],"pricing":{"inputPerM":350,"outputPerM":1380},"source":"public-provider-conf"},"vision":true},{"id":"zai-org/glm-4.5v","name":"GLM 4.5V","display_name":"GLM 4.5V","type":"chat","context_length":65536,"max_output_tokens":16384,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Z.ai's GLM-4.5V sets a new standard in visual reasoning, achieving SOTA performance across 42 benchmarks among open-source models. Beyond benchmarks, it excels in real-world applications through hybrid training, enabling comprehensive visual understanding—from image/video analysis and GUI interaction to complex document processing and precise visual grounding. In China's GeoGuessr challenge, GLM-4.5V surpassed 99% of 21,000 human players within 16 hours, reaching 66th place in a week. Built on the GLM-4.5-Air foundation and inheriting GLM-4.1V-Thinking's approach, it leverages a 106B-parameter MoE architecture for scalable, efficient performance. This model bridges advanced AI research with practical deployment, delivering unmatched visual intelligence","endpoints":["completion"],"features":["structured-outputs","function-calling","vision","reasoning","video"],"pricing":{"inputPerM":6000,"outputPerM":18000},"source":"public-provider-conf"},"vision":true},{"id":"zai-org/glm-4.5","name":"GLM-4.5","display_name":"GLM-4.5","type":"chat","context_length":131072,"max_output_tokens":98304,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"GLM-4.5 Series Models are foundation models specifically engineered for intelligent agents. The flagship GLM-4.5 integrates 355 billion total parameters (32 billion active), unifying reasoning, coding, and agent capabilities to address complex application demands. As a hybrid reasoning system, it offers dual operational modes: - Thinking Mode: Enables complex reasoning, tool invocation, and strategic planning - Non-Thinking Mode: Delivers low-latency responses for real-time interactions This architecture bridges high-performance AI with adaptive functionality for dynamic agent environments.","endpoints":["completion"],"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":6000,"outputPerM":22000},"source":"public-provider-conf"},"vision":false},{"id":"gpt-4.1","name":"gpt-4.1","display_name":"gpt-4.1","type":"chat","context_length":1047576,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["function-calling","structured-outputs","vision"],"pricing":{"inputPerM":20000,"outputPerM":80000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-4.1-mini","name":"gpt-4.1-mini","display_name":"gpt-4.1-mini","type":"chat","context_length":1047576,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["function-calling","structured-outputs","vision"],"pricing":{"inputPerM":4000,"outputPerM":16000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-4.1-nano","name":"gpt-4.1-nano","display_name":"gpt-4.1-nano","type":"chat","context_length":1047576,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":1000,"outputPerM":4000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-4o","features":["function-calling","structured-outputs","vision"],"pricing":{"inputPerM":25000,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-mini","name":"gpt-4o-mini","display_name":"gpt-4o-mini","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-4o-mini","features":["function-calling","structured-outputs","vision"],"pricing":{"inputPerM":1500,"outputPerM":6000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5","name":"gpt-5","display_name":"gpt-5","type":"chat","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision","reasoning"],"pricing":{"inputPerM":12500,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-chat-latest","name":"gpt-5-chat-latest","display_name":"gpt-5-chat-latest","type":"chat","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":12500,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-codex","name":"gpt-5-codex","display_name":"gpt-5-codex","type":"chat","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":12500,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-mini","name":"gpt-5-mini","display_name":"gpt-5-mini","type":"chat","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision","reasoning"],"pricing":{"inputPerM":2500,"outputPerM":20000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-nano","name":"gpt-5-nano","display_name":"gpt-5-nano","type":"chat","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":500,"outputPerM":4000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-pro","name":"gpt-5-pro","display_name":"gpt-5-pro","type":"chat","context_length":400000,"max_output_tokens":272000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":150000,"outputPerM":1200000},"source":"public-provider-conf"},"vision":true},{"id":"grok-3","name":"grok-3","display_name":"grok-3","type":"chat","context_length":131072,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"grok-3-mini","name":"grok-3-mini","display_name":"grok-3-mini","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":3000,"outputPerM":5000},"source":"public-provider-conf"},"vision":false},{"id":"grok-4-0709","name":"grok-4-0709","display_name":"grok-4-0709","type":"chat","context_length":256000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"grok-4-fast-non-reasoning","name":"grok-4-fast-non-reasoning","display_name":"grok-4-fast-non-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":2000,"outputPerM":5000},"source":"public-provider-conf"},"vision":true},{"id":"grok-4-fast-reasoning","name":"grok-4-fast-reasoning","display_name":"grok-4-fast-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":2000,"outputPerM":5000},"source":"public-provider-conf"},"vision":true},{"id":"grok-code-fast-1","name":"grok-code-fast-1","display_name":"grok-code-fast-1","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":2000,"outputPerM":15000},"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2-0905","name":"Kimi K2 0905","display_name":"Kimi K2 0905","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Kimi K2 0905 is the September update of Kimi K2 0711. It is a large-scale Mixture-of-Experts (MoE) language model developed by Moonshot AI, featuring 1 trillion total parameters with 32 billion active per forward pass. It supports long-context inference up to 256k tokens, extended from the previous 128k. This update improves agentic coding with higher accuracy and better generalization across scaffolds, and enhances frontend coding with more aesthetic and functional outputs for web, 3D, and related tasks. Kimi K2 is optimized for agentic capabilities, including advanced tool use, reasoning, and code synthesis. It excels across coding (LiveCodeBench, SWE-bench), reasoning (ZebraLogic, GPQA), and tool-use (Tau2, AceBench) benchmarks. The model is trained with a novel stack incorporating the MuonClip optimizer for stable large-scale MoE training.","endpoints":["completion","anthropic"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":6000,"outputPerM":25000},"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2-instruct","name":"Kimi K2 Instruct","display_name":"Kimi K2 Instruct","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Kimi K2 is a state-of-the-art mixture-of-experts (MoE) language model with 32 billion activated parameters and 1 trillion total parameters. Trained with the Muon optimizer, Kimi K2 achieves exceptional performance across frontier knowledge, reasoning, and coding tasks while being meticulously optimized for agentic capabilities.Specifically designed for tool use, reasoning, and autonomous problem-solving.","endpoints":["anthropic"],"features":["function-calling","structured-outputs"],"pricing":{"inputPerM":5700,"outputPerM":23000},"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-70b-euryale-v2.1","name":"L3 70B Euryale V2.1","display_name":"L3 70B Euryale V2.1","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The uncensored llama3 model is a powerhouse of creativity, excelling in both roleplay and story writing. It offers a liberating experience during roleplays, free from any restrictions. This model stands out for its immense creativity, boasting a vast array of unique ideas and plots, truly a treasure trove for those seeking originality. Its unrestricted nature during roleplays allows for the full breadth of imagination to unfold, akin to an enhanced, big-brained version of Stheno. Perfect for creative minds seeking a boundless platform for their imaginative expressions, the uncensored llama3 model is an ideal choice","endpoints":["completion"],"features":["function-calling"],"pricing":{"inputPerM":14800,"outputPerM":14800},"source":"public-provider-conf"},"vision":false},{"id":"Sao10K/L3-8B-Stheno-v3.2","name":"L3 8B Stheno V3.2","display_name":"L3 8B Stheno V3.2","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Sao10K/L3-8B-Stheno-v3.2 is a highly skilled actor that excels at fully immersing itself in any role assigned.","endpoints":["completion"],"features":["function-calling"],"pricing":{"inputPerM":500,"outputPerM":500},"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l31-70b-euryale-v2.2","name":"L31 70B Euryale V2.2","display_name":"L31 70B Euryale V2.2","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Euryale L3.1 70B v2.2 is a model focused on creative roleplay from Sao10k. It is the successor of Euryale L3 70B v2.1.","endpoints":["completion"],"features":["function-calling"],"pricing":{"inputPerM":14800,"outputPerM":14800},"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-8b-instruct","name":"Llama 3.1 8B Instruct","display_name":"Llama 3.1 8B Instruct","type":"chat","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Meta's latest class of models, Llama 3.1, launched with a variety of sizes and configurations. The 8B instruct-tuned version is particularly fast and efficient. It has demonstrated strong performance in human evaluations, outperforming several leading closed-source models.","endpoints":["completion"],"pricing":{"inputPerM":200,"outputPerM":500},"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-3b-instruct","name":"Llama 3.2 3B Instruct","display_name":"Llama 3.2 3B Instruct","type":"chat","context_length":32768,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The Meta Llama 3.2 collection of multilingual large language models (LLMs) is a collection of pretrained and instruction-tuned generative models in 1B and 3B sizes (text in/text out)","endpoints":["completion"],"features":["function-calling"],"pricing":{"inputPerM":300,"outputPerM":500},"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.3-70b-instruct","name":"Llama 3.3 70B Instruct","display_name":"Llama 3.3 70B Instruct","type":"chat","context_length":131072,"max_output_tokens":120000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The Meta Llama 3.3 multilingual large language model (LLM) is a pretrained and instruction tuned generative model in 70B (text in/text out). The Llama 3.3 instruction tuned text only model is optimized for multilingual dialogue use cases and outperforms many of the available open source and closed chat models on common industry benchmarks. Supported languages: English, German, French, Italian, Portuguese, Hindi, Spanish, and Thai.","endpoints":["completion"],"features":["function-calling"],"pricing":{"inputPerM":1300,"outputPerM":3900},"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-4-maverick-17b-128e-instruct-fp8","name":"Llama 4 Maverick Instruct","display_name":"Llama 4 Maverick Instruct","type":"chat","context_length":1048576,"max_output_tokens":1048576,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Llama 4 Maverick 17B Instruct (128E) is a high-capacity multimodal language model from Meta, built on a mixture-of-experts (MoE) architecture with 128 experts and 17 billion active parameters per forward pass (400B total). It supports multilingual text and image input, and produces multilingual text and code output across 12 supported languages. Optimized for vision-language tasks, Maverick is instruction-tuned for assistant-like behavior, image reasoning, and general-purpose multimodal interaction. Maverick features early fusion for native multimodality and a 1 million token context window. It was trained on a curated mixture of public, licensed, and Meta-platform data, covering ~22 trillion tokens, with a knowledge cutoff in August 2024. Released on April 5, 2025 under the Llama 4 Community License, Maverick is suited for research and commercial applications requiring advanced multimodal understanding and high model throughput.","endpoints":["completion"],"features":["function-calling","vision"],"pricing":{"inputPerM":1700,"outputPerM":8500},"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-4-scout-17b-16e-instruct","name":"Llama 4 Scout Instruct","display_name":"Llama 4 Scout Instruct","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Llama 4 Scout 17B Instruct (16E) is a mixture-of-experts (MoE) language model developed by Meta, activating 17 billion parameters out of a total of 109B. It supports native multimodal input (text and image) and multilingual output (text and code) across 12 supported languages. Designed for assistant-style interaction and visual reasoning, Scout uses 16 experts per forward pass and features a context length of 10 million tokens, with a training corpus of ~40 trillion tokens. Built for high efficiency and local or commercial deployment, Llama 4 Scout incorporates early fusion for seamless modality integration. It is instruction-tuned for use in multilingual chat, captioning, and image understanding tasks. Released under the Llama 4 Community License, it was last trained on data up to August 2024 and launched publicly on April 5, 2025.","endpoints":["completion"],"features":["function-calling","vision"],"pricing":{"inputPerM":1000,"outputPerM":5000},"source":"public-provider-conf"},"vision":true},{"id":"minimaxai/minimax-m1-80k","name":"MiniMax M1","display_name":"MiniMax M1","type":"chat","context_length":1000000,"max_output_tokens":40000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"MiniMax-M1: The World's First Open-Weight, Large-Scale Hybrid Attention Inference Model MiniMax-M1 adopts a Mixture of Experts (MoE) architecture and integrates the Flash Attention mechanism. The model contains a total of 456 billion parameters, with 45.9 billion parameters activated per token. Natively, the M1 model supports a context length of 1 million tokens—8 times that of DeepSeek R1. Additionally, by combining the CISPO algorithm with an efficient hybrid attention design for reinforcement learning training, MiniMax-M1 achieves industry-leading performance in long-context reasoning and real-world software engineering scenarios.","features":["function-calling","reasoning"],"pricing":{"inputPerM":5500,"outputPerM":22000},"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct","name":"Mistral 7B Instruct","display_name":"Mistral 7B Instruct","type":"chat","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.","endpoints":["completion"],"pricing":{"inputPerM":290,"outputPerM":590},"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-nemo","name":"Mistral Nemo","display_name":"Mistral Nemo","type":"chat","context_length":60288,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"A 12B parameter model with a 128k token context length built by Mistral in collaboration with NVIDIA. The model is multilingual, supporting English, French, German, Spanish, Italian, Portuguese, Chinese, Japanese, Korean, Arabic, and Hindi. It supports function calling and is released under the Apache 2.0 license.","endpoints":["completion"],"features":["structured-outputs"],"pricing":{"inputPerM":400,"outputPerM":1700},"source":"public-provider-conf"},"vision":false},{"id":"gryphe/mythomax-l2-13b","name":"Mythomax L2 13B","display_name":"Mythomax L2 13B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The idea behind this merge is that each layer is composed of several tensors, which are in turn responsible for specific functions. Using MythoLogic-L2's robust understanding as its input and Huginn's extensive writing capability as its output seems to have resulted in a model that exceeds at both, confirming my theory. (More details to be released at a later time).","endpoints":["completion"],"pricing":{"inputPerM":900,"outputPerM":900},"source":"public-provider-conf"},"vision":false},{"id":"o1","name":"o1","display_name":"o1","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-o1","features":["function-calling"],"pricing":{"inputPerM":150000,"outputPerM":600000},"source":"public-provider-conf"},"vision":false},{"id":"o1-mini","name":"o1-mini","display_name":"o1-mini","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-o1-mini","features":["function-calling"],"pricing":{"inputPerM":11000,"outputPerM":44000},"source":"public-provider-conf"},"vision":false},{"id":"o3","name":"o3","display_name":"o3","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-o3","features":["function-calling"],"pricing":{"inputPerM":100000,"outputPerM":400000},"source":"public-provider-conf"},"vision":false},{"id":"o3-mini","name":"o3-mini","display_name":"o3-mini","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-o3-mini","features":["function-calling"],"pricing":{"inputPerM":11000,"outputPerM":44000},"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-120b","name":"OpenAI GPT OSS 120B","display_name":"OpenAI GPT OSS 120B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"gpt-oss-120b is an open-weight, 117B-parameter Mixture-of-Experts (MoE) language model from OpenAI designed for high-reasoning, agentic, and general-purpose production use cases. It activates 5.1B parameters per forward pass and is optimized to run on a single H100 GPU with native MXFP4 quantization. The model supports configurable reasoning depth, full chain-of-thought access, and native tool use, including function calling, browsing, and structured output generation.","endpoints":["completion"],"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":1000,"outputPerM":5000},"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-20b","name":"OpenAI: GPT OSS 20B","display_name":"OpenAI: GPT OSS 20B","type":"chat","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"gpt-oss-20b is an open-weight 21B parameter model released by OpenAI under the Apache 2.0 license. It uses a Mixture-of-Experts (MoE) architecture with 3.6B active parameters per forward pass, optimized for lower-latency inference and deployability on consumer or single-GPU hardware. The model is trained in OpenAI’s Harmony response format and supports reasoning level configuration, fine-tuning, and agentic capabilities including function calling, tool use, and structured outputs.","endpoints":["completion"],"features":["structured-outputs","reasoning"],"pricing":{"inputPerM":500,"outputPerM":2000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-72b-instruct","name":"Qwen 2.5 72B Instruct","display_name":"Qwen 2.5 72B Instruct","type":"chat","context_length":32000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen2.5 is the latest series of Qwen large language models. For Qwen2.5, we release a number of base language models and instruction-tuned language models ranging from 0.5 to 72 billion parameters.","endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":3800,"outputPerM":4000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-mt-plus","name":"Qwen MT Plus","display_name":"Qwen MT Plus","type":"chat","context_length":4096,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen-MT is a large language model optimized for machine translation, built upon the foundation of the Tongyi Qianwen model. It supports translation across 92 languages — including Chinese, English, Japanese, Korean, French, Spanish, German, Thai, Indonesian, Vietnamese, Arabic, and more — enabling seamless multilingual communication.","pricing":{"inputPerM":2500,"outputPerM":7500},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-7b-instruct","name":"Qwen2.5 7B Instruct","display_name":"Qwen2.5 7B Instruct","type":"chat","context_length":32000,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen2.5 is the latest series of Qwen large language models. For Qwen2.5, we release a number of base language models and instruction-tuned language models ranging from 0.5 to 72 billion parameters. Qwen2.5 brings the following improvements upon Qwen2: - Significantly more knowledge and has greatly improved capabilities in coding and mathematics, thanks to our specialized expert models in these domains. - Significant improvements in instruction following, generating long texts (over 8K tokens), understanding structured data (e.g, tables), and generating structured outputs especially JSON. More resilient to the diversity of system prompts, enhancing role-play implementation and condition-setting for chatbots. - Long-context Support up to 128K tokens and can generate up to 8K tokens. - Multilingual support for over 29 languages, including Chinese, English, French, Spanish, Portuguese, German, Italian, Russian, Japanese, Korean, Vietnamese, Thai, Arabic, and more.","endpoints":["completion"],"features":["function-calling","structured-outputs"],"pricing":{"inputPerM":700,"outputPerM":700},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-vl-72b-instruct","name":"Qwen2.5 VL 72B Instruct","display_name":"Qwen2.5 VL 72B Instruct","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen2.5-VL, the latest vision-language model in the Qwen2.5 series, delivers enhanced multimodal capabilities including advanced visual comprehension for object/text recognition, chart/layout analysis, and agent-based dynamic tool orchestration. It processes long-form videos (>1 hour) with key event detection while enabling precise spatial annotation through bounding boxes or coordinate points. The model specializes in structured data extraction from scanned documents (invoices, tables, etc.) and achieves state-of-the-art performance across multimodal benchmarks encompassing image understanding, temporal video analysis, and agent task evaluations.","endpoints":["completion"],"features":["vision","video"],"pricing":{"inputPerM":8000,"outputPerM":8000},"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-235b-a22b-fp8","name":"Qwen3 235B A22B","display_name":"Qwen3 235B A22B","type":"chat","context_length":40960,"max_output_tokens":20000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Achieves effective integration of inference and non-inference modes, enabling seamless switching between modes during conversations. The model's inference capability significantly surpasses that of QwQ, and its general capabilities exceed those of Qwen2.5-72B-Instruct, reaching the state-of-the-art (SOTA) level among models of the same scale.","endpoints":["completion"],"features":["reasoning"],"pricing":{"inputPerM":2000,"outputPerM":8000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","display_name":"Qwen3 235B A22B Instruct 2507","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen3-235B-A22B-Instruct-2507 is a multilingual, instruction-tuned mixture-of-experts language model based on the Qwen3-235B architecture, with 22B active parameters per forward pass. It is optimized for general-purpose text generation, including instruction following, logical reasoning, math, code, and tool usage. The model supports a native 262K context length and does not implement \"thinking mode\" ( blocks). Compared to its base variant, this version delivers significant gains in knowledge coverage, long-context reasoning, coding benchmarks, and alignment with open-ended tasks. It is particularly strong on multilingual understanding, math reasoning (e.g., AIME, HMMT), and alignment evaluations like Arena-Hard and WritingBench.","endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":1500,"outputPerM":8000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-thinking-2507","name":"Qwen3 235B A22b Thinking 2507","display_name":"Qwen3 235B A22b Thinking 2507","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The Qwen3-235B-A22B-Thinking-2507 represents the newest thinking-enabled model in the Qwen3 series, delivering groundbreaking improvements in reasoning capabilities. This advanced AI demonstrates significantly enhanced performance across logical reasoning, mathematics, scientific analysis, coding tasks, and academic benchmarks - matching or even surpassing human-expert level performance to achieve state-of-the-art results among open-source thinking models. Beyond its exceptional reasoning skills, the model shows markedly better general capabilities including more precise instruction following, sophisticated tool usage, highly natural text generation, and improved alignment with human preferences. It also features enhanced 256K long-context understanding, allowing it to maintain coherence and depth across extended documents and complex discussions.","endpoints":["completion","anthropic"],"features":["function-calling","structured-outputs","reasoning"],"pricing":{"inputPerM":3000,"outputPerM":30000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b-fp8","name":"Qwen3 30B A3B","display_name":"Qwen3 30B A3B","type":"chat","context_length":40960,"max_output_tokens":20000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Achieves effective integration of inference and non-inference modes, allowing seamless switching between modes during conversations. Its inference capability matches that of QwQ-32B with a smaller parameter size, and its general capabilities significantly surpass those of Qwen2.5-14B, reaching the state-of-the-art (SOTA) level among models of the same scale.","endpoints":["completion"],"features":["reasoning"],"pricing":{"inputPerM":900,"outputPerM":4500},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-32b-fp8","name":"Qwen3 32B","display_name":"Qwen3 32B","type":"chat","context_length":40960,"max_output_tokens":20000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Achieves effective integration of inference and non-inference modes, allowing seamless switching between modes during conversations. Its inference capability matches that of QwQ-32B with a smaller parameter size, and its general capabilities significantly surpass those of Qwen2.5-14B, reaching the state-of-the-art (SOTA) level among models of the same scale.","endpoints":["completion"],"features":["reasoning"],"pricing":{"inputPerM":1000,"outputPerM":4500},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-8b-fp8","name":"Qwen3 8B","display_name":"Qwen3 8B","type":"chat","context_length":128000,"max_output_tokens":20000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Achieves effective integration of reasoning and non-reasoning modes, allowing seamless mode switching during conversations. Its reasoning capability reaches state-of-the-art (SOTA) performance among models of the same scale, and its general capabilities significantly outperform those of Qwen2.5-7B.","endpoints":["completion"],"features":["reasoning"],"pricing":{"inputPerM":350,"outputPerM":1380},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","display_name":"Qwen3 Coder 480B A35B Instruct","type":"chat","context_length":262144,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen3-Coder-480B-A35B-Instruct is a cutting-edge open coding model from Qwen, matching Claude Sonnet’s performance in agentic programming, browser automation, and core development tasks. With native 256K context (extendable to 1M tokens via YaRN), it excels at repository-scale analysis and features specialized function-call support for platforms like Qwen Code and CLINE—making it ideal for complex, real-world development workflows.","endpoints":["completion","anthropic"],"features":["function-calling","structured-outputs"],"pricing":{"inputPerM":2900,"outputPerM":12000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","display_name":"Qwen3 Next 80B A3B Instruct","type":"chat","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen3-Next uses a highly sparse MoE design: 80B total parameters, but only ~3B activated per inference step. Experiments show that, with global load balancing, increasing total expert parameters while keeping activated experts fixed steadily reduces training loss.Compared to Qwen3’s MoE (128 total experts, 8 routed), Qwen3-Next expands to 512 total experts, combining 10 routed experts + 1 shared expert — maximizing resource usage without hurting performance. The Qwen3-Next-80B-A3B-Instruct performs comparably to our flagship model Qwen3-235B-A22B-Instruct-2507, and shows clear advantages in tasks requiring ultra-long context (up to 256K tokens).","endpoints":["completion","anthropic"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":1500,"outputPerM":15000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-thinking","name":"Qwen3 Next 80B A3B Thinking","display_name":"Qwen3 Next 80B A3B Thinking","type":"chat","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen3-Next uses a highly sparse MoE design: 80B total parameters, but only ~3B activated per inference step. Experiments show that, with global load balancing, increasing total expert parameters while keeping activated experts fixed steadily reduces training loss.Compared to Qwen3’s MoE (128 total experts, 8 routed), Qwen3-Next expands to 512 total experts, combining 10 routed experts + 1 shared expert — maximizing resource usage without hurting performance. The Qwen3-Next-80B-A3B-Thinking excels at complex reasoning tasks — outperforming higher-cost models like Qwen3-30B-A3B-Thinking-2507 and Qwen3-32B-Thinking, outpeforming the closed-source Gemini-2.5-Flash-Thinking on multiple benchmarks, and approaching the performance of our top-tier model Qwen3-235B-A22B-Thinking-2507.","endpoints":["completion","anthropic"],"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":1500,"outputPerM":15000},"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-8b-lunaris","name":"Sao10k L3 8B Lunaris","display_name":"Sao10k L3 8B Lunaris","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"A generalist / roleplaying model merge based on Llama 3.","endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":500,"outputPerM":500},"source":"public-provider-conf"},"vision":false}],"metadata":{"source":"public-provider-conf"}}},"updated_at":"2025-10-22T10:05:33.937Z"} \ No newline at end of file diff --git a/dist/amazon-bedrock.json b/dist/amazon-bedrock.json new file mode 100644 index 0000000..119cffa --- /dev/null +++ b/dist/amazon-bedrock.json @@ -0,0 +1 @@ +{"id":"amazon-bedrock","name":"Amazon Bedrock","doc":"https://docs.aws.amazon.com/bedrock/latest/userguide/models-supported.html","display_name":"Amazon Bedrock","models":[{"id":"cohere.command-r-plus-v1:0","name":"Command R+","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-04","last_updated":"2024-04-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3,"output":15},"limit":{"context":128000,"output":4096},"display_name":"Command R+"},{"id":"anthropic.claude-v2","name":"Claude 2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-08","release_date":"2023-07-11","last_updated":"2023-07-11","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":8,"output":24},"limit":{"context":100000,"output":4096},"display_name":"Claude 2"},{"id":"anthropic.claude-3-7-sonnet-20250219-v1:0","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.7"},{"id":"anthropic.claude-sonnet-4-20250514-v1:0","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"meta.llama3-2-11b-instruct-v1:0","name":"Llama 3.2 11B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.16,"output":0.16},"limit":{"context":128000,"output":4096},"display_name":"Llama 3.2 11B Instruct"},{"id":"anthropic.claude-3-haiku-20240307-v1:0","name":"Claude Haiku 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-02","release_date":"2024-03-13","last_updated":"2024-03-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":1.25},"limit":{"context":200000,"output":4096},"display_name":"Claude Haiku 3"},{"id":"meta.llama3-2-90b-instruct-v1:0","name":"Llama 3.2 90B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.72,"output":0.72},"limit":{"context":128000,"output":4096},"display_name":"Llama 3.2 90B Instruct"},{"id":"meta.llama3-2-1b-instruct-v1:0","name":"Llama 3.2 1B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":131000,"output":4096},"display_name":"Llama 3.2 1B Instruct"},{"id":"anthropic.claude-v2:1","name":"Claude 2.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-08","release_date":"2023-11-21","last_updated":"2023-11-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":8,"output":24},"limit":{"context":200000,"output":4096},"display_name":"Claude 2.1"},{"id":"cohere.command-light-text-v14","name":"Command Light","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-08","release_date":"2023-11-01","last_updated":"2023-11-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":0.6},"limit":{"context":4096,"output":4096},"display_name":"Command Light"},{"id":"ai21.jamba-1-5-large-v1:0","name":"Jamba 1.5 Large","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":8},"limit":{"context":256000,"output":4096},"display_name":"Jamba 1.5 Large"},{"id":"meta.llama3-3-70b-instruct-v1:0","name":"Llama 3.3 70B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.72,"output":0.72},"limit":{"context":128000,"output":4096},"display_name":"Llama 3.3 70B Instruct"},{"id":"anthropic.claude-3-opus-20240229-v1:0","name":"Claude Opus 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08","release_date":"2024-02-29","last_updated":"2024-02-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75},"limit":{"context":200000,"output":4096},"display_name":"Claude Opus 3"},{"id":"amazon.nova-pro-v1:0","name":"Nova Pro","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":3.2,"cache_read":0.2},"limit":{"context":300000,"output":8192},"display_name":"Nova Pro"},{"id":"meta.llama3-1-8b-instruct-v1:0","name":"Llama 3.1 8B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.22,"output":0.22},"limit":{"context":128000,"output":4096},"display_name":"Llama 3.1 8B Instruct"},{"id":"anthropic.claude-3-5-sonnet-20240620-v1:0","name":"Claude Sonnet 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-06-20","last_updated":"2024-06-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5"},{"id":"anthropic.claude-haiku-4-5-20251001-v1:0","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-28","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":5,"cache_read":0.1,"cache_write":1.25},"limit":{"context":200000,"output":64000},"display_name":"Claude Haiku 4.5"},{"id":"cohere.command-r-v1:0","name":"Command R","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-03-11","last_updated":"2024-03-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":1.5},"limit":{"context":128000,"output":4096},"display_name":"Command R"},{"id":"amazon.nova-micro-v1:0","name":"Nova Micro","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.035,"output":0.14,"cache_read":0.00875},"limit":{"context":128000,"output":8192},"display_name":"Nova Micro"},{"id":"meta.llama3-1-70b-instruct-v1:0","name":"Llama 3.1 70B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.72,"output":0.72},"limit":{"context":128000,"output":4096},"display_name":"Llama 3.1 70B Instruct"},{"id":"meta.llama3-70b-instruct-v1:0","name":"Llama 3 70B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2.65,"output":3.5},"limit":{"context":8192,"output":2048},"display_name":"Llama 3 70B Instruct"},{"id":"deepseek.r1-v1:0","name":"DeepSeek-R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.35,"output":5.4},"limit":{"context":128000,"output":32768},"display_name":"DeepSeek-R1"},{"id":"anthropic.claude-3-5-sonnet-20241022-v2:0","name":"Claude Sonnet 3.5 v2","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5 v2"},{"id":"cohere.command-text-v14","name":"Command","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-08","release_date":"2023-11-01","last_updated":"2023-11-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.5,"output":2},"limit":{"context":4096,"output":4096},"display_name":"Command"},{"id":"anthropic.claude-opus-4-20250514-v1:0","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"},{"id":"anthropic.claude-sonnet-4-5-20250929-v1:0","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4.5"},{"id":"meta.llama3-2-3b-instruct-v1:0","name":"Llama 3.2 3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.15},"limit":{"context":131000,"output":4096},"display_name":"Llama 3.2 3B Instruct"},{"id":"anthropic.claude-instant-v1","name":"Claude Instant","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-08","release_date":"2023-03-01","last_updated":"2023-03-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":2.4},"limit":{"context":100000,"output":4096},"display_name":"Claude Instant"},{"id":"amazon.nova-premier-v1:0","name":"Nova Premier","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":12.5},"limit":{"context":1000000,"output":16384},"display_name":"Nova Premier"},{"id":"anthropic.claude-opus-4-1-20250805-v1:0","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"},{"id":"meta.llama4-scout-17b-instruct-v1:0","name":"Llama 4 Scout 17B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.17,"output":0.66},"limit":{"context":3500000,"output":16384},"display_name":"Llama 4 Scout 17B Instruct"},{"id":"ai21.jamba-1-5-mini-v1:0","name":"Jamba 1.5 Mini","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.4},"limit":{"context":256000,"output":4096},"display_name":"Jamba 1.5 Mini"},{"id":"meta.llama3-8b-instruct-v1:0","name":"Llama 3 8B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-03","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":0.6},"limit":{"context":8192,"output":2048},"display_name":"Llama 3 8B Instruct"},{"id":"anthropic.claude-3-sonnet-20240229-v1:0","name":"Claude Sonnet 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08","release_date":"2024-03-04","last_updated":"2024-03-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":200000,"output":4096},"display_name":"Claude Sonnet 3"},{"id":"meta.llama4-maverick-17b-instruct-v1:0","name":"Llama 4 Maverick 17B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.24,"output":0.97},"limit":{"context":1000000,"output":16384},"display_name":"Llama 4 Maverick 17B Instruct"},{"id":"amazon.nova-lite-v1:0","name":"Nova Lite","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.06,"output":0.24,"cache_read":0.015},"limit":{"context":300000,"output":8192},"display_name":"Nova Lite"},{"id":"anthropic.claude-3-5-haiku-20241022-v1:0","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"display_name":"Claude Haiku 3.5"}]} \ No newline at end of file diff --git a/dist/anthropic.json b/dist/anthropic.json new file mode 100644 index 0000000..0a6eaf0 --- /dev/null +++ b/dist/anthropic.json @@ -0,0 +1 @@ +{"id":"anthropic","name":"Anthropic","doc":"https://docs.anthropic.com/en/docs/about-claude/models","display_name":"Anthropic","models":[{"id":"claude-3-5-sonnet-20241022","name":"Claude Sonnet 3.5 v2","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04-30","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5 v2"},{"id":"claude-3-5-sonnet-20240620","name":"Claude Sonnet 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04-30","release_date":"2024-06-20","last_updated":"2024-06-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5"},{"id":"claude-3-opus-20240229","name":"Claude Opus 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08-31","release_date":"2024-02-29","last_updated":"2024-02-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":4096},"display_name":"Claude Opus 3"},{"id":"claude-sonnet-4-5-20250929","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4.5"},{"id":"claude-sonnet-4-20250514","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"claude-opus-4-20250514","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"},{"id":"claude-3-5-haiku-20241022","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"display_name":"Claude Haiku 3.5"},{"id":"claude-3-haiku-20240307","name":"Claude Haiku 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08-31","release_date":"2024-03-13","last_updated":"2024-03-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":1.25,"cache_read":0.03,"cache_write":0.3},"limit":{"context":200000,"output":4096},"display_name":"Claude Haiku 3"},{"id":"claude-3-7-sonnet-20250219","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-31","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 3.7"},{"id":"claude-opus-4-1-20250805","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"},{"id":"claude-3-sonnet-20240229","name":"Claude Sonnet 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08-31","release_date":"2024-03-04","last_updated":"2024-03-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":0.3},"limit":{"context":200000,"output":4096},"display_name":"Claude Sonnet 3"},{"id":"claude-haiku-4-5-20251001","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-31","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":5,"cache_read":0.1,"cache_write":1.25},"limit":{"context":200000,"output":64000},"display_name":"Claude Haiku 4.5"},{"id":"claude-sonnet-4-0","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"claude-3-7-sonnet-latest","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-31","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 3.7"},{"id":"claude-sonnet-4-5","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4.5"},{"id":"claude-3-5-haiku-latest","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"display_name":"Claude Haiku 3.5"},{"id":"claude-haiku-4-5","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-31","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":5,"cache_read":0.1,"cache_write":1.25},"limit":{"context":200000,"output":64000},"display_name":"Claude Haiku 4.5"},{"id":"claude-opus-4-1","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"},{"id":"claude-opus-4-0","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"}]} \ No newline at end of file diff --git a/dist/azure.json b/dist/azure.json new file mode 100644 index 0000000..433c72b --- /dev/null +++ b/dist/azure.json @@ -0,0 +1 @@ +{"id":"azure","name":"Azure","doc":"https://learn.microsoft.com/en-us/azure/ai-services/openai/concepts/models","display_name":"Azure","models":[{"id":"gpt-4.1-nano","name":"GPT-4.1 nano","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.03},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 nano"},{"id":"gpt-4","name":"GPT-4","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-11","release_date":"2023-03-14","last_updated":"2023-03-14","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":60,"output":120},"limit":{"context":8192,"output":8192},"display_name":"GPT-4"},{"id":"gpt-4-32k","name":"GPT-4 32K","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-11","release_date":"2023-03-14","last_updated":"2023-03-14","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":60,"output":120},"limit":{"context":32768,"output":32768},"display_name":"GPT-4 32K"},{"id":"gpt-4.1-mini","name":"GPT-4.1 mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.6,"cache_read":0.1},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 mini"},{"id":"gpt-5-chat","name":"GPT-5 Chat","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-10-24","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.13},"limit":{"context":128000,"output":16384},"display_name":"GPT-5 Chat"},{"id":"gpt-3.5-turbo-0125","name":"GPT-3.5 Turbo 0125","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-08","release_date":"2024-01-25","last_updated":"2024-01-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":1.5},"limit":{"context":16384,"output":16384},"display_name":"GPT-3.5 Turbo 0125"},{"id":"gpt-4-turbo","name":"GPT-4 Turbo","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-11","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":10,"output":30},"limit":{"context":128000,"output":4096},"display_name":"GPT-4 Turbo"},{"id":"gpt-3.5-turbo-0613","name":"GPT-3.5 Turbo 0613","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-08","release_date":"2023-06-13","last_updated":"2023-06-13","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":4},"limit":{"context":16384,"output":16384},"display_name":"GPT-3.5 Turbo 0613"},{"id":"o1-preview","name":"o1-preview","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2024-09-12","last_updated":"2024-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":16.5,"output":66,"cache_read":8.25},"limit":{"context":128000,"output":32768},"display_name":"o1-preview"},{"id":"o3-mini","name":"o3-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2024-12-20","last_updated":"2025-01-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.55},"limit":{"context":200000,"output":100000},"display_name":"o3-mini"},{"id":"gpt-5-nano","name":"GPT-5 Nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4,"cache_read":0.01},"limit":{"context":272000,"output":128000},"display_name":"GPT-5 Nano"},{"id":"gpt-5-codex","name":"GPT-5-Codex","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"output":128000},"display_name":"GPT-5-Codex"},{"id":"gpt-4o","name":"GPT-4o","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-05-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":10,"cache_read":1.25},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o"},{"id":"gpt-3.5-turbo-0301","name":"GPT-3.5 Turbo 0301","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-08","release_date":"2023-03-01","last_updated":"2023-03-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.5,"output":2},"limit":{"context":4096,"output":4096},"display_name":"GPT-3.5 Turbo 0301"},{"id":"gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1"},{"id":"o4-mini","name":"o4-mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.28},"limit":{"context":200000,"output":100000},"display_name":"o4-mini"},{"id":"o1","name":"o1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2024-12-05","last_updated":"2024-12-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":60,"cache_read":7.5},"limit":{"context":200000,"output":100000},"display_name":"o1"},{"id":"gpt-5-mini","name":"GPT-5 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2,"cache_read":0.03},"limit":{"context":272000,"output":128000},"display_name":"GPT-5 Mini"},{"id":"o1-mini","name":"o1-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2024-09-12","last_updated":"2024-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.55},"limit":{"context":128000,"output":65536},"display_name":"o1-mini"},{"id":"gpt-3.5-turbo-instruct","name":"GPT-3.5 Turbo Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-08","release_date":"2023-09-21","last_updated":"2023-09-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.5,"output":2},"limit":{"context":4096,"output":4096},"display_name":"GPT-3.5 Turbo Instruct"},{"id":"o3","name":"o3","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":200000,"output":100000},"display_name":"o3"},{"id":"codex-mini","name":"Codex Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-16","last_updated":"2025-05-16","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.5,"output":6,"cache_read":0.375},"limit":{"context":200000,"output":100000},"display_name":"Codex Mini"},{"id":"gpt-4-turbo-vision","name":"GPT-4 Turbo Vision","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-11","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":10,"output":30},"limit":{"context":128000,"output":4096},"display_name":"GPT-4 Turbo Vision"},{"id":"gpt-4o-mini","name":"GPT-4o mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.08},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o mini"},{"id":"gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.13},"limit":{"context":272000,"output":128000},"display_name":"GPT-5"},{"id":"gpt-3.5-turbo-1106","name":"GPT-3.5 Turbo 1106","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-08","release_date":"2023-11-06","last_updated":"2023-11-06","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":2},"limit":{"context":16384,"output":16384},"display_name":"GPT-3.5 Turbo 1106"}]} \ No newline at end of file diff --git a/dist/baseten.json b/dist/baseten.json new file mode 100644 index 0000000..3851ad2 --- /dev/null +++ b/dist/baseten.json @@ -0,0 +1 @@ +{"id":"baseten","api":"https://inference.baseten.co/v1","name":"Baseten","doc":"https://docs.baseten.co/development/model-apis/overview","display_name":"Baseten","models":[{"id":"moonshotai/Kimi-K2-Instruct-0905","name":"Kimi K2 Instruct 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-08","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 Instruct 0905"},{"id":"Qwen3/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.38,"output":1.53},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"zai-org/GLM-4.6","name":"GLM 4.6","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-08","release_date":"2025-16-09","last_updated":"2025-16-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":200000,"output":200000},"display_name":"GLM 4.6"}]} \ No newline at end of file diff --git a/dist/cerebras.json b/dist/cerebras.json new file mode 100644 index 0000000..9b94a19 --- /dev/null +++ b/dist/cerebras.json @@ -0,0 +1 @@ +{"id":"cerebras","name":"Cerebras","doc":"https://inference-docs.cerebras.ai/models/overview","display_name":"Cerebras","models":[{"id":"qwen-3-235b-a22b-instruct-2507","name":"Qwen 3 235B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-22","last_updated":"2025-07-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.2},"limit":{"context":131000,"output":32000},"display_name":"Qwen 3 235B Instruct"},{"id":"qwen-3-coder-480b","name":"Qwen 3 Coder 480B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":2},"limit":{"context":131000,"output":32000},"display_name":"Qwen 3 Coder 480B"},{"id":"gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":0.69},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"}]} \ No newline at end of file diff --git a/dist/cherryin.json b/dist/cherryin.json new file mode 100644 index 0000000..62cd937 --- /dev/null +++ b/dist/cherryin.json @@ -0,0 +1 @@ +{"id":"cherryin","models":[{"id":"anthropic/claude-3.7-sonnet","name":"Anthropic: Claude 3.7 Sonnet","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-01","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":64000},"display_name":"Anthropic: Claude 3.7 Sonnet"},{"id":"anthropic/claude-opus-4","name":"Anthropic: Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Anthropic: Claude Opus 4"},{"id":"anthropic/claude-opus-4.1","name":"Anthropic: Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Anthropic: Claude Opus 4.1"},{"id":"anthropic/claude-sonnet-4","name":"Anthropic: Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":1000000,"output":64000},"display_name":"Anthropic: Claude Sonnet 4"},{"id":"anthropic/claude-sonnet-4.5","name":"Anthropic: Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":1000000,"output":64000},"display_name":"Anthropic: Claude Sonnet 4.5"},{"id":"bytedance/seed-oss-36b-instruct","name":"ByteDance: Seed OSS 36B Instruct","display_name":"ByteDance: Seed OSS 36B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528","name":"DeepSeek: R1 0528","display_name":"DeepSeek: R1 0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840}},{"id":"deepseek/deepseek-v3.1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-08-20","last_updated":"2025-08-26","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek V3.1"},{"id":"deepseek/deepseek-v3.1-fast","name":"DeepSeek: DeepSeek V3.1 (free)","display_name":"DeepSeek: DeepSeek V3.1 (free)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163800}},{"id":"deepseek/deepseek-v3.1-terminus","name":"DeepSeek: DeepSeek V3.1 Terminus","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-22","last_updated":"2025-09-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.27,"output":1},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek: DeepSeek V3.1 Terminus"},{"id":"deepseek/deepseek-v3.2-exp","name":"DeepSeek: DeepSeek V3.2 Exp","display_name":"DeepSeek: DeepSeek V3.2 Exp","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840}},{"id":"google/gemini-2.5-flash","name":"Google: Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-01","release_date":"2025-07-17","last_updated":"2025-07-17","modalities":{"input":["image","text","audio"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.0375},"limit":{"context":1048576,"output":65535},"display_name":"Google: Gemini 2.5 Flash"},{"id":"google/gemini-2.5-flash-image","name":"Google: Gemini 2.5 Flash Image (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image (Nano Banana)","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":32768,"output":8192}},{"id":"google/gemini-2.5-flash-image-preview","name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":32768,"output":8192}},{"id":"google/gemini-2.5-flash-lite","name":"Google: Gemini 2.5 Flash Lite","display_name":"Google: Gemini 2.5 Flash Lite","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65535}},{"id":"google/gemini-2.5-pro","name":"Google: Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["image","text","audio"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Google: Gemini 2.5 Pro"},{"id":"inclusionai/ling-1t","name":"inclusionAI: Ling-1T","display_name":"inclusionAI: Ling-1T","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072}},{"id":"minimaxai/minimax-m1-80k","name":"MiniMax: MiniMax M1","display_name":"MiniMax: MiniMax M1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":40000}},{"id":"moonshotai/kimi-k2-0905","name":"MoonshotAI: Kimi K2 0905","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5},"limit":{"context":262144,"output":262144},"display_name":"MoonshotAI: Kimi K2 0905"},{"id":"openai/gpt-4.1","name":"OpenAI: GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"OpenAI: GPT-4.1"},{"id":"openai/gpt-4.1-mini","name":"OpenAI: GPT-4.1 Mini","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.6,"cache_read":0.1},"limit":{"context":1047576,"output":32768},"display_name":"OpenAI: GPT-4.1 Mini"},{"id":"openai/gpt-4.1-nano","name":"OpenAI: GPT-4.1 Nano","display_name":"OpenAI: GPT-4.1 Nano","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1047576,"output":32768}},{"id":"openai/gpt-5","name":"OpenAI: GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10},"limit":{"context":400000,"output":128000},"display_name":"OpenAI: GPT-5"},{"id":"openai/gpt-5-chat","name":"OpenAI: GPT-5 Chat","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10},"limit":{"context":128000,"output":16384},"display_name":"OpenAI: GPT-5 Chat"},{"id":"openai/gpt-5-mini","name":"OpenAI: GPT-5 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2},"limit":{"context":400000,"output":128000},"display_name":"OpenAI: GPT-5 Mini"},{"id":"openai/gpt-5-nano","name":"OpenAI: GPT-5 Nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4},"limit":{"context":400000,"output":128000},"display_name":"OpenAI: GPT-5 Nano"},{"id":"openai/gpt-oss-120b","name":"OpenAI: gpt-oss-120b","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.072,"output":0.28},"limit":{"context":131072,"output":131072},"display_name":"OpenAI: gpt-oss-120b"},{"id":"openai/gpt-oss-20b","name":"OpenAI: gpt-oss-20b","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.2},"limit":{"context":131072,"output":32768},"display_name":"OpenAI: gpt-oss-20b"},{"id":"openai/o1","name":"OpenAI: o1","display_name":"OpenAI: o1","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":100000}},{"id":"openai/o1-mini","name":"OpenAI: o1-mini","display_name":"OpenAI: o1-mini","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":65536}},{"id":"openai/o4-mini","name":"OpenAI: o4 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-06","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.28},"limit":{"context":200000,"output":100000},"display_name":"OpenAI: o4 Mini"},{"id":"qwen/qwen3-235b-a22b-instruct-2507","name":"Qwen: Qwen3 235B A22B Instruct 2507","display_name":"Qwen: Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-235b-a22b-thinking-2507","name":"Qwen: Qwen3 235B A22B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.078,"output":0.312},"limit":{"context":262144,"output":262144},"display_name":"Qwen: Qwen3 235B A22B Thinking 2507"},{"id":"qwen/qwen3-30b-a3b-instruct-2507","name":"Qwen: Qwen3 30B A3B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-29","last_updated":"2025-07-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.8},"limit":{"context":262144,"output":262144},"display_name":"Qwen: Qwen3 30B A3B Instruct 2507"},{"id":"qwen/qwen3-30b-a3b-thinking-2507","name":"Qwen: Qwen3 30B A3B Thinking 2507","display_name":"Qwen: Qwen3 30B A3B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-8b","name":"Qwen: Qwen3 8B","display_name":"Qwen: Qwen3 8B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":20000}},{"id":"qwen/qwen3-coder","name":"Qwen: Qwen3 Coder 480B A35B","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":1.2},"limit":{"context":262144,"output":262144},"display_name":"Qwen: Qwen3 Coder 480B A35B"},{"id":"qwen/qwen3-coder-30b-a3b-instruct","name":"Qwen: Qwen3 Coder 30B A3B Instruct","display_name":"Qwen: Qwen3 Coder 30B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-coder-480b-a35b-instruct","name":"Qwen: Qwen3 Coder 480B A35B Instruct","display_name":"Qwen: Qwen3 Coder 480B A35B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-embedding-0.6b","name":"qwen/qwen3-embedding-0.6b","display_name":"qwen/qwen3-embedding-0.6b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-embedding-4b","name":"qwen/qwen3-embedding-4b","display_name":"qwen/qwen3-embedding-4b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-embedding-8b","name":"qwen/qwen3-embedding-8b","display_name":"qwen/qwen3-embedding-8b","type":"embedding","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.034,"cacheRatio":1,"completionRatio":1,"order":600,"flag":0,"modalities":["text"],"typeHints":["embedding"],"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-instruct","name":"Qwen: Qwen3 Next 80B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-11","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.14,"output":1.4},"limit":{"context":262144,"output":262144},"display_name":"Qwen: Qwen3 Next 80B A3B Instruct"},{"id":"qwen/qwen3-next-80b-a3b-thinking","name":"Qwen: Qwen3 Next 80B A3B Thinking","display_name":"Qwen: Qwen3 Next 80B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144}},{"id":"qwen/qwen3-omni-30b-a3b-instruct","name":"Qwen: Qwen3 VL 30B A3B Instruct","display_name":"Qwen: Qwen3 VL 30B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-omni-30b-a3b-thinking","name":"Qwen: Qwen3 VL 30B A3B Thinking","display_name":"Qwen: Qwen3 VL 30B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-reranker-0.6b","name":"qwen/qwen3-reranker-0.6b","display_name":"qwen/qwen3-reranker-0.6b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.5,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-reranker-4b","name":"qwen/qwen3-reranker-4b","display_name":"qwen/qwen3-reranker-4b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.5,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-reranker-8b","name":"qwen/qwen3-reranker-8b","display_name":"qwen/qwen3-reranker-8b","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Qwen","developerId":13,"providerId":15,"modelRatio":0.5,"cacheRatio":1,"completionRatio":1,"order":100,"flag":0,"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-235b-a22b-instruct","name":"Qwen: Qwen3 VL 235B A22B Instruct","display_name":"Qwen: Qwen3 VL 235B A22B Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072}},{"id":"qwen/qwen3-vl-235b-a22b-thinking","name":"Qwen: Qwen3 VL 235B A22B Thinking","display_name":"Qwen: Qwen3 VL 235B A22B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":65536,"output":65536}},{"id":"qwen/qwen3-vl-30b-a3b-instruct","name":"Qwen: Qwen3 VL 30B A3B Instruct","display_name":"Qwen: Qwen3 VL 30B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"qwen/qwen3-vl-30b-a3b-thinking","name":"Qwen: Qwen3 VL 30B A3B Thinking","display_name":"Qwen: Qwen3 VL 30B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144}},{"id":"tencent/hunyuan-mt-7b","name":"Tencent: Hunyuan A13B Instruct","display_name":"Tencent: Hunyuan A13B Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768}},{"id":"x-ai/grok-2-image","name":"grok-2","display_name":"grok-2","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"metadata":{"developer":"Grok","developerId":9,"providerId":46,"modelRatio":0.9,"cacheRatio":1,"completionRatio":5,"order":0,"flag":0,"tags":["multi_modal"],"modalities":["text","image"],"typeHints":["t2t"],"source":"public-provider-conf"},"vision":true},{"id":"x-ai/grok-3","name":"xAI: Grok 3","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75,"cache_write":15},"limit":{"context":131072,"output":8192},"display_name":"xAI: Grok 3"},{"id":"x-ai/grok-3-mini","name":"xAI: Grok 3 Mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":0.5,"cache_read":0.075,"cache_write":0.5},"limit":{"context":131072,"output":8192},"display_name":"xAI: Grok 3 Mini"},{"id":"x-ai/grok-4","name":"xAI: Grok 4","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-09","last_updated":"2025-07-09","modalities":{"input":["image","text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75,"cache_write":15},"limit":{"context":256000,"output":64000},"display_name":"xAI: Grok 4"},{"id":"x-ai/grok-4-fast-non-reasoning","name":"x-ai/grok-4-fast-non-reasoning","display_name":"x-ai/grok-4-fast-non-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":29,"modelRatio":0.1,"cacheRatio":0.25,"completionRatio":2.5,"order":800,"flag":1,"billingConfig":"{\n \"model_name\": \"grok-4-fast-non-reasoning\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.1,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.25\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.125\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-4-fast-reasoning","name":"x-ai/grok-4-fast-reasoning","display_name":"x-ai/grok-4-fast-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":false,"metadata":{"developer":"Grok","developerId":9,"providerId":29,"modelRatio":0.1,"cacheRatio":0.25,"completionRatio":2.5,"order":800,"flag":1,"billingConfig":"{\n \"model_name\": \"grok-4-fast-reasoning\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.1,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.25\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.125\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}","source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-code-fast-1","name":"xAI: Grok Code Fast 1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-08","release_date":"2025-08-26","last_updated":"2025-08-26","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":1.5,"cache_read":0.02},"limit":{"context":256000,"output":10000},"display_name":"xAI: Grok Code Fast 1"},{"id":"z-ai/glm-4.5","name":"Z.AI: GLM 4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":131072,"output":131072},"display_name":"Z.AI: GLM 4.5"},{"id":"z-ai/glm-4.5-flash","name":"z-ai/glm-4.5-flash","display_name":"z-ai/glm-4.5-flash","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"developer":"ChatGLM","developerId":5,"providerId":8,"modelRatio":0.01,"cacheRatio":1,"completionRatio":1,"order":1,"flag":0,"modalities":["text"],"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5v","name":"Z.AI: GLM 4.5V","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.8},"limit":{"context":65536,"output":16384},"display_name":"Z.AI: GLM 4.5V"},{"id":"z-ai/glm-4.6","name":"Z.AI: GLM 4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-09","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11},"limit":{"context":202752,"output":202752},"display_name":"Z.AI: GLM 4.6"}],"name":"cherryin","display_name":"cherryin"} \ No newline at end of file diff --git a/dist/chutes.json b/dist/chutes.json new file mode 100644 index 0000000..bbdadb6 --- /dev/null +++ b/dist/chutes.json @@ -0,0 +1 @@ +{"id":"chutes","api":"https://llm.chutes.ai/v1","name":"Chutes","doc":"https://llm.chutes.ai/v1/models","display_name":"Chutes","models":[{"id":"moonshotai/Kimi-Dev-72B","name":"Kimi Dev 72B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-12-01","last_updated":"2024-12-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.06664,"output":0.266688},"limit":{"context":131072,"output":131072},"display_name":"Kimi Dev 72B"},{"id":"moonshotai/Kimi-K2-Instruct-75k","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.59},"limit":{"context":75000,"output":75000},"display_name":"Kimi K2 Instruct"},{"id":"moonshotai/Kimi-K2-Instruct-0905","name":"Kimi K2 Instruct 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-09-05","last_updated":"2024-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.296176,"output":1.18528},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 Instruct 0905"},{"id":"moonshotai/Kimi-VL-A3B-Thinking","name":"Kimi VL A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2024-12-01","last_updated":"2024-12-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.02499,"output":0.100008},"limit":{"context":131072,"output":131072},"display_name":"Kimi VL A3B Thinking"},{"id":"meituan-longcat/LongCat-Flash-Chat-FP8","name":"LongCat Flash Chat FP8","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-09-10","last_updated":"2025-09-10","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":1},"limit":{"context":131072,"output":131072},"display_name":"LongCat Flash Chat FP8"},{"id":"tngtech/DeepSeek-R1T-Chimera","name":"DeepSeek R1T Chimera","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-04","release_date":"2025-04-26","last_updated":"2025-04-26","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.18,"output":0.72},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek R1T Chimera"},{"id":"tngtech/DeepSeek-TNG-R1T2-Chimera","name":"DeepSeek TNG R1T2 Chimera","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-07","release_date":"2025-07-08","last_updated":"2025-07-08","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.8},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek TNG R1T2 Chimera"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.41},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"chutesai/Devstral-Small-2505","name":"Devstral Small (2505)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-05-21","last_updated":"2025-05-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.02,"output":0.08},"limit":{"context":32768,"output":32768},"display_name":"Devstral Small (2505)"},{"id":"chutesai/Mistral-Small-3.2-24B-Instruct-2506","name":"Mistral Small 3.2 24B Instruct (2506)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-06-20","last_updated":"2025-06-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.02,"output":0.08},"limit":{"context":131072,"output":131072},"display_name":"Mistral Small 3.2 24B Instruct (2506)"},{"id":"Qwen/Qwen3-30B-A3B","name":"Qwen3 30B A3B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-28","last_updated":"2025-04-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.02,"output":0.08},"limit":{"context":40960,"output":40960},"display_name":"Qwen3 30B A3B"},{"id":"Qwen/Qwen3-30B-A3B-Thinking-2507","name":"Qwen3 30B A3B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-30","last_updated":"2025-07-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.08,"output":0.29},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 30B A3B Thinking 2507"},{"id":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-28","last_updated":"2025-07-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.078,"output":0.312},"limit":{"context":262144,"output":131072},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"Qwen/Qwen3-Coder-30B-A3B-Instruct","name":"Qwen3 Coder 30B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 Coder 30B A3B Instruct"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","name":"Qwen3 Coder 480B A35B Instruct (FP8)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 Coder 480B A35B Instruct (FP8)"},{"id":"Qwen/Qwen3-30B-A3B-Instruct-2507","name":"Qwen3 30B A3B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.2},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 30B A3B Instruct 2507"},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.078,"output":0.312},"limit":{"context":262144,"output":262144},"display_name":"Qwen3-235B-A22B-Thinking-2507"},{"id":"Qwen/Qwen3-Next-80B-A3B-Instruct","name":"Qwen3 Next 80B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-11","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.8},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 Next 80B A3B Instruct"},{"id":"Qwen/Qwen3-Next-80B-A3B-Thinking","name":"Qwen3 Next 80B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-11","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.8},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 Next 80B A3B Thinking"},{"id":"zai-org/GLM-4.5-turbo","name":"GLM 4.5 Turbo","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5 Turbo"},{"id":"zai-org/GLM-4.6-FP8","name":"GLM 4.6 FP8","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.39,"output":1.55},"limit":{"context":204800,"output":131072},"display_name":"GLM 4.6 FP8"},{"id":"zai-org/GLM-4.6-turbo","name":"GLM 4.6 Turbo","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-10-03","last_updated":"2025-10-03","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.15,"output":3.25},"limit":{"context":204800,"output":131072},"display_name":"GLM 4.6 Turbo"},{"id":"zai-org/GLM-4.5-FP8","name":"GLM 4.5 FP8","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5 FP8"},{"id":"zai-org/GLM-4.5-Air","name":"GLM 4.5 Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":98304},"display_name":"GLM 4.5 Air"},{"id":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","name":"DeepSeek R1 0528 Qwen3 8B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-29","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.02,"output":0.07},"limit":{"context":131072,"output":131072},"display_name":"DeepSeek R1 0528 Qwen3 8B"},{"id":"deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek R1 (0528)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.18,"output":0.72},"limit":{"context":75000,"output":163840},"display_name":"DeepSeek R1 (0528)"},{"id":"deepseek-ai/DeepSeek-V3.2-Exp","name":"DeepSeek V3.2 Exp","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":0.35},"limit":{"context":128000,"output":64000},"display_name":"DeepSeek V3.2 Exp"},{"id":"deepseek-ai/DeepSeek-V3.1-Terminus","name":"DeepSeek V3.1 Terminus","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-22","last_updated":"2025-09-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":1},"limit":{"context":131072,"output":65536},"display_name":"DeepSeek V3.1 Terminus"},{"id":"deepseek-ai/DeepSeek-V3.1-turbo","name":"DeepSeek V3.1 Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-21","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":3},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3.1 Turbo"},{"id":"deepseek-ai/DeepSeek-V3.1:THINKING","name":"DeepSeek V3.1 Reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-21","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek V3.1 Reasoning"},{"id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","name":"DeepSeek R1 Distill Llama 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-10","release_date":"2025-01-23","last_updated":"2025-01-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.03,"output":0.14},"limit":{"context":131072,"output":131072},"display_name":"DeepSeek R1 Distill Llama 70B"},{"id":"deepseek-ai/DeepSeek-V3.1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-21","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek V3.1"},{"id":"deepseek-ai/DeepSeek-V3-0324","name":"DeepSeek V3 (0324)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.18,"output":0.72},"limit":{"context":75000,"output":163840},"display_name":"DeepSeek V3 (0324)"}]} \ No newline at end of file diff --git a/dist/cloudflare-workers-ai.json b/dist/cloudflare-workers-ai.json new file mode 100644 index 0000000..b2f253a --- /dev/null +++ b/dist/cloudflare-workers-ai.json @@ -0,0 +1 @@ +{"id":"cloudflare-workers-ai","name":"Cloudflare Workers AI","doc":"https://developers.cloudflare.com/workers-ai/models/","display_name":"Cloudflare Workers AI","models":[{"id":"mistral-7b-instruct-v0.1-awq","name":"@hf/thebloke/mistral-7b-instruct-v0.1-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-09-27","last_updated":"2023-11-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/mistral-7b-instruct-v0.1-awq"},{"id":"aura-1","name":"@cf/deepgram/aura-1","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-08-27","last_updated":"2025-07-07","modalities":{"input":["text"],"output":["audio"]},"open_weights":true,"cost":{"input":0.015,"output":0.015},"limit":{"context":0,"output":0},"display_name":"@cf/deepgram/aura-1"},{"id":"mistral-7b-instruct-v0.2","name":"@hf/mistral/mistral-7b-instruct-v0.2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-12-11","last_updated":"2025-07-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":3072,"output":3072},"display_name":"@hf/mistral/mistral-7b-instruct-v0.2"},{"id":"tinyllama-1.1b-chat-v1.0","name":"@cf/tinyllama/tinyllama-1.1b-chat-v1.0","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-12-30","last_updated":"2024-03-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":2048,"output":2048},"display_name":"@cf/tinyllama/tinyllama-1.1b-chat-v1.0"},{"id":"qwen1.5-0.5b-chat","name":"@cf/qwen/qwen1.5-0.5b-chat","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-01-31","last_updated":"2024-04-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":32000,"output":32000},"display_name":"@cf/qwen/qwen1.5-0.5b-chat"},{"id":"llama-3.2-11b-vision-instruct","name":"@cf/meta/llama-3.2-11b-vision-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-09-18","last_updated":"2024-12-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.049,"output":0.68},"limit":{"context":128000,"output":128000},"display_name":"@cf/meta/llama-3.2-11b-vision-instruct"},{"id":"llama-2-13b-chat-awq","name":"@hf/thebloke/llama-2-13b-chat-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-09-19","last_updated":"2023-11-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/llama-2-13b-chat-awq"},{"id":"llama-3.1-8b-instruct-fp8","name":"@cf/meta/llama-3.1-8b-instruct-fp8","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-25","last_updated":"2024-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.29},"limit":{"context":32000,"output":32000},"display_name":"@cf/meta/llama-3.1-8b-instruct-fp8"},{"id":"whisper","name":"@cf/openai/whisper","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2023-11-07","last_updated":"2024-08-12","modalities":{"input":["audio"],"output":["text"]},"open_weights":true,"cost":{"input":0.00045,"output":0.00045},"limit":{"context":0,"output":0},"display_name":"@cf/openai/whisper"},{"id":"stable-diffusion-xl-base-1.0","name":"@cf/stabilityai/stable-diffusion-xl-base-1.0","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2023-07-25","last_updated":"2023-10-30","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/stabilityai/stable-diffusion-xl-base-1.0"},{"id":"llama-2-7b-chat-fp16","name":"@cf/meta/llama-2-7b-chat-fp16","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-07-26","last_updated":"2023-07-26","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.56,"output":6.67},"limit":{"context":4096,"output":4096},"display_name":"@cf/meta/llama-2-7b-chat-fp16"},{"id":"resnet-50","name":"@cf/microsoft/resnet-50","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2022-03-16","last_updated":"2024-02-13","modalities":{"input":["image"],"output":["text"]},"open_weights":true,"cost":{"input":0.0000025,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/microsoft/resnet-50"},{"id":"stable-diffusion-v1-5-inpainting","name":"@cf/runwayml/stable-diffusion-v1-5-inpainting","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-02-27","last_updated":"2024-02-27","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/runwayml/stable-diffusion-v1-5-inpainting"},{"id":"sqlcoder-7b-2","name":"@cf/defog/sqlcoder-7b-2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-02-05","last_updated":"2024-02-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":10000,"output":10000},"display_name":"@cf/defog/sqlcoder-7b-2"},{"id":"llama-3-8b-instruct","name":"@cf/meta/llama-3-8b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-04-17","last_updated":"2025-06-19","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.28,"output":0.83},"limit":{"context":7968,"output":7968},"display_name":"@cf/meta/llama-3-8b-instruct"},{"id":"llama-2-7b-chat-hf-lora","name":"@cf/meta-llama/llama-2-7b-chat-hf-lora","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-07-13","last_updated":"2024-04-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":8192},"display_name":"@cf/meta-llama/llama-2-7b-chat-hf-lora"},{"id":"llama-3.1-8b-instruct","name":"@cf/meta/llama-3.1-8b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-18","last_updated":"2024-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.28,"output":0.83},"limit":{"context":7968,"output":7968},"display_name":"@cf/meta/llama-3.1-8b-instruct"},{"id":"openchat-3.5-0106","name":"@cf/openchat/openchat-3.5-0106","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-01-07","last_updated":"2024-05-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":8192},"display_name":"@cf/openchat/openchat-3.5-0106"},{"id":"openhermes-2.5-mistral-7b-awq","name":"@hf/thebloke/openhermes-2.5-mistral-7b-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-11-02","last_updated":"2023-11-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/openhermes-2.5-mistral-7b-awq"},{"id":"lucid-origin","name":"@cf/leonardo/lucid-origin","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-08-25","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["image"]},"open_weights":false,"cost":{"input":0.007,"output":0.007},"limit":{"context":0,"output":0},"display_name":"@cf/leonardo/lucid-origin"},{"id":"bart-large-cnn","name":"@cf/facebook/bart-large-cnn","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2022-03-02","last_updated":"2024-02-13","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/facebook/bart-large-cnn"},{"id":"flux-1-schnell","name":"@cf/black-forest-labs/flux-1-schnell","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-07-31","last_updated":"2024-08-16","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0.000053,"output":0.00011},"limit":{"context":2048,"output":0},"display_name":"@cf/black-forest-labs/flux-1-schnell"},{"id":"deepseek-r1-distill-qwen-32b","name":"@cf/deepseek-ai/deepseek-r1-distill-qwen-32b","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-20","last_updated":"2025-02-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":4.88},"limit":{"context":80000,"output":80000},"display_name":"@cf/deepseek-ai/deepseek-r1-distill-qwen-32b"},{"id":"gemma-2b-it-lora","name":"@cf/google/gemma-2b-it-lora","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-04-02","last_updated":"2024-04-02","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":8192},"display_name":"@cf/google/gemma-2b-it-lora"},{"id":"una-cybertron-7b-v2-bf16","name":"@cf/fblgit/una-cybertron-7b-v2-bf16","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-12-02","last_updated":"2024-03-08","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":15000,"output":15000},"display_name":"@cf/fblgit/una-cybertron-7b-v2-bf16"},{"id":"m2m100-1.2b","name":"@cf/meta/m2m100-1.2b","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2022-03-02","last_updated":"2023-11-16","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.34,"output":0.34},"limit":{"context":0,"output":0},"display_name":"@cf/meta/m2m100-1.2b"},{"id":"llama-3.2-3b-instruct","name":"@cf/meta/llama-3.2-3b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-09-18","last_updated":"2024-10-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.051,"output":0.34},"limit":{"context":128000,"output":128000},"display_name":"@cf/meta/llama-3.2-3b-instruct"},{"id":"qwen2.5-coder-32b-instruct","name":"@cf/qwen/qwen2.5-coder-32b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-11-06","last_updated":"2025-01-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.66,"output":1},"limit":{"context":32768,"output":32768},"display_name":"@cf/qwen/qwen2.5-coder-32b-instruct"},{"id":"stable-diffusion-v1-5-img2img","name":"@cf/runwayml/stable-diffusion-v1-5-img2img","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-02-27","last_updated":"2024-02-27","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/runwayml/stable-diffusion-v1-5-img2img"},{"id":"gemma-7b-it-lora","name":"@cf/google/gemma-7b-it-lora","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-04-02","last_updated":"2024-04-02","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":3500,"output":3500},"display_name":"@cf/google/gemma-7b-it-lora"},{"id":"qwen1.5-14b-chat-awq","name":"@cf/qwen/qwen1.5-14b-chat-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-02-03","last_updated":"2024-04-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":7500,"output":7500},"display_name":"@cf/qwen/qwen1.5-14b-chat-awq"},{"id":"qwen1.5-1.8b-chat","name":"@cf/qwen/qwen1.5-1.8b-chat","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-01-30","last_updated":"2024-04-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":32000,"output":32000},"display_name":"@cf/qwen/qwen1.5-1.8b-chat"},{"id":"mistral-small-3.1-24b-instruct","name":"@cf/mistralai/mistral-small-3.1-24b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-03-11","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":0.56},"limit":{"context":128000,"output":128000},"display_name":"@cf/mistralai/mistral-small-3.1-24b-instruct"},{"id":"gemma-7b-it","name":"@hf/google/gemma-7b-it","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-02-13","last_updated":"2024-08-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":8192},"display_name":"@hf/google/gemma-7b-it"},{"id":"llamaguard-7b-awq","name":"@hf/thebloke/llamaguard-7b-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-12-11","last_updated":"2023-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/llamaguard-7b-awq"},{"id":"hermes-2-pro-mistral-7b","name":"@hf/nousresearch/hermes-2-pro-mistral-7b","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-03-11","last_updated":"2024-09-08","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":24000,"output":24000},"display_name":"@hf/nousresearch/hermes-2-pro-mistral-7b"},{"id":"falcon-7b-instruct","name":"@cf/tiiuae/falcon-7b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-04-25","last_updated":"2024-10-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@cf/tiiuae/falcon-7b-instruct"},{"id":"llama-3.3-70b-instruct-fp8-fast","name":"@cf/meta/llama-3.3-70b-instruct-fp8-fast","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.29,"output":2.25},"limit":{"context":24000,"output":24000},"display_name":"@cf/meta/llama-3.3-70b-instruct-fp8-fast"},{"id":"llama-3-8b-instruct-awq","name":"@cf/meta/llama-3-8b-instruct-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-05-09","last_updated":"2024-05-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.12,"output":0.27},"limit":{"context":8192,"output":8192},"display_name":"@cf/meta/llama-3-8b-instruct-awq"},{"id":"phoenix-1.0","name":"@cf/leonardo/phoenix-1.0","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-08-25","last_updated":"2025-08-25","modalities":{"input":["text"],"output":["image"]},"open_weights":false,"cost":{"input":0.0058,"output":0.0058},"limit":{"context":0,"output":0},"display_name":"@cf/leonardo/phoenix-1.0"},{"id":"phi-2","name":"@cf/microsoft/phi-2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-12-13","last_updated":"2024-04-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":2048,"output":2048},"display_name":"@cf/microsoft/phi-2"},{"id":"dreamshaper-8-lcm","name":"@cf/lykon/dreamshaper-8-lcm","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2023-12-06","last_updated":"2023-12-07","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/lykon/dreamshaper-8-lcm"},{"id":"discolm-german-7b-v1-awq","name":"@cf/thebloke/discolm-german-7b-v1-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-01-18","last_updated":"2024-01-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@cf/thebloke/discolm-german-7b-v1-awq"},{"id":"llama-2-7b-chat-int8","name":"@cf/meta/llama-2-7b-chat-int8","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-09-25","last_updated":"2023-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":8192,"output":8192},"display_name":"@cf/meta/llama-2-7b-chat-int8"},{"id":"llama-3.2-1b-instruct","name":"@cf/meta/llama-3.2-1b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-09-18","last_updated":"2024-10-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.027,"output":0.2},"limit":{"context":60000,"output":60000},"display_name":"@cf/meta/llama-3.2-1b-instruct"},{"id":"whisper-large-v3-turbo","name":"@cf/openai/whisper-large-v3-turbo","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-10-01","last_updated":"2024-10-04","modalities":{"input":["audio"],"output":["text"]},"open_weights":true,"cost":{"input":0.00051,"output":0.00051},"limit":{"context":0,"output":0},"display_name":"@cf/openai/whisper-large-v3-turbo"},{"id":"llama-4-scout-17b-16e-instruct","name":"@cf/meta/llama-4-scout-17b-16e-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-04-02","last_updated":"2025-05-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.27,"output":0.85},"limit":{"context":131000,"output":131000},"display_name":"@cf/meta/llama-4-scout-17b-16e-instruct"},{"id":"starling-lm-7b-beta","name":"@hf/nexusflow/starling-lm-7b-beta","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-03-19","last_updated":"2024-04-03","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/nexusflow/starling-lm-7b-beta"},{"id":"deepseek-coder-6.7b-base-awq","name":"@hf/thebloke/deepseek-coder-6.7b-base-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-11-05","last_updated":"2023-11-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/deepseek-coder-6.7b-base-awq"},{"id":"gemma-3-12b-it","name":"@cf/google/gemma-3-12b-it","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-03-01","last_updated":"2025-03-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":0.56},"limit":{"context":80000,"output":80000},"display_name":"@cf/google/gemma-3-12b-it"},{"id":"llama-guard-3-8b","name":"@cf/meta/llama-guard-3-8b","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"release_date":"2024-07-22","last_updated":"2024-10-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.48,"output":0.03},"limit":{"context":0,"output":0},"display_name":"@cf/meta/llama-guard-3-8b"},{"id":"neural-chat-7b-v3-1-awq","name":"@hf/thebloke/neural-chat-7b-v3-1-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-11-15","last_updated":"2023-11-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/neural-chat-7b-v3-1-awq"},{"id":"whisper-tiny-en","name":"@cf/openai/whisper-tiny-en","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2022-09-26","last_updated":"2024-01-22","modalities":{"input":["audio"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/openai/whisper-tiny-en"},{"id":"stable-diffusion-xl-lightning","name":"@cf/bytedance/stable-diffusion-xl-lightning","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-02-20","last_updated":"2024-04-03","modalities":{"input":["text"],"output":["image"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/bytedance/stable-diffusion-xl-lightning"},{"id":"mistral-7b-instruct-v0.1","name":"@cf/mistral/mistral-7b-instruct-v0.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-09-27","last_updated":"2025-07-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.11,"output":0.19},"limit":{"context":2824,"output":2824},"display_name":"@cf/mistral/mistral-7b-instruct-v0.1"},{"id":"llava-1.5-7b-hf","name":"@cf/llava-hf/llava-1.5-7b-hf","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"release_date":"2023-12-05","last_updated":"2025-06-06","modalities":{"input":["image","text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/llava-hf/llava-1.5-7b-hf"},{"id":"gpt-oss-20b","name":"@cf/openai/gpt-oss-20b","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-08-04","last_updated":"2025-08-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.3},"limit":{"context":128000,"output":128000},"display_name":"@cf/openai/gpt-oss-20b"},{"id":"deepseek-math-7b-instruct","name":"@cf/deepseek-ai/deepseek-math-7b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-02-05","last_updated":"2024-02-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@cf/deepseek-ai/deepseek-math-7b-instruct"},{"id":"gpt-oss-120b","name":"@cf/openai/gpt-oss-120b","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-08-04","last_updated":"2025-08-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.35,"output":0.75},"limit":{"context":128000,"output":128000},"display_name":"@cf/openai/gpt-oss-120b"},{"id":"melotts","name":"@cf/myshell-ai/melotts","attachment":true,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-07-19","last_updated":"2024-07-19","modalities":{"input":["text"],"output":["audio"]},"open_weights":true,"cost":{"input":0.0002,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/myshell-ai/melotts"},{"id":"qwen1.5-7b-chat-awq","name":"@cf/qwen/qwen1.5-7b-chat-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-02-03","last_updated":"2024-04-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":20000,"output":20000},"display_name":"@cf/qwen/qwen1.5-7b-chat-awq"},{"id":"llama-3.1-8b-instruct-fast","name":"@cf/meta/llama-3.1-8b-instruct-fast","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-18","last_updated":"2024-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":128000},"display_name":"@cf/meta/llama-3.1-8b-instruct-fast"},{"id":"nova-3","name":"@cf/deepgram/nova-3","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2025-06-05","last_updated":"2025-07-08","modalities":{"input":["audio"],"output":["text"]},"open_weights":true,"cost":{"input":0.0052,"output":0.0052},"limit":{"context":0,"output":0},"display_name":"@cf/deepgram/nova-3"},{"id":"llama-3.1-70b-instruct","name":"@cf/meta/llama-3.1-70b-instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-16","last_updated":"2024-12-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":24000,"output":24000},"display_name":"@cf/meta/llama-3.1-70b-instruct"},{"id":"qwq-32b","name":"@cf/qwen/qwq-32b","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-03-05","last_updated":"2025-03-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.66,"output":1},"limit":{"context":24000,"output":24000},"display_name":"@cf/qwen/qwq-32b"},{"id":"zephyr-7b-beta-awq","name":"@hf/thebloke/zephyr-7b-beta-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-10-27","last_updated":"2023-11-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/zephyr-7b-beta-awq"},{"id":"deepseek-coder-6.7b-instruct-awq","name":"@hf/thebloke/deepseek-coder-6.7b-instruct-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2023-11-05","last_updated":"2023-11-13","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":4096},"display_name":"@hf/thebloke/deepseek-coder-6.7b-instruct-awq"},{"id":"llama-3.1-8b-instruct-awq","name":"@cf/meta/llama-3.1-8b-instruct-awq","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-25","last_updated":"2024-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.12,"output":0.27},"limit":{"context":8192,"output":8192},"display_name":"@cf/meta/llama-3.1-8b-instruct-awq"},{"id":"mistral-7b-instruct-v0.2-lora","name":"@cf/mistral/mistral-7b-instruct-v0.2-lora","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-04-01","last_updated":"2024-04-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":15000,"output":15000},"display_name":"@cf/mistral/mistral-7b-instruct-v0.2-lora"},{"id":"uform-gen2-qwen-500m","name":"@cf/unum/uform-gen2-qwen-500m","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-02-15","last_updated":"2024-04-24","modalities":{"input":["image","text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":0},"display_name":"@cf/unum/uform-gen2-qwen-500m"}]} \ No newline at end of file diff --git a/dist/cortecs.json b/dist/cortecs.json new file mode 100644 index 0000000..d4c24b0 --- /dev/null +++ b/dist/cortecs.json @@ -0,0 +1 @@ +{"id":"cortecs","api":"https://api.cortecs.ai/v1","name":"Cortecs","doc":"https://api.cortecs.ai/v1/models","display_name":"Cortecs","models":[{"id":"nova-pro-v1","name":"Nova Pro 1.0","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.016,"output":4.061},"limit":{"context":300000,"output":5000},"display_name":"Nova Pro 1.0"},{"id":"claude-4-5-sonnet","name":"Claude 4.5 Sonnet","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3.259,"output":16.296},"limit":{"context":200000,"output":200000},"display_name":"Claude 4.5 Sonnet"},{"id":"deepseek-v3-0324","name":"DeepSeek V3 0324","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-03-24","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.551,"output":1.654},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3 0324"},{"id":"kimi-k2-instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-07-11","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.551,"output":2.646},"limit":{"context":131000,"output":131000},"display_name":"Kimi K2 Instruct"},{"id":"gpt-4.1","name":"GPT 4.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.354,"output":9.417},"limit":{"context":1047576,"output":32768},"display_name":"GPT 4.1"},{"id":"gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-17","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.654,"output":11.024},"limit":{"context":1048576,"output":65535},"display_name":"Gemini 2.5 Pro"},{"id":"gpt-oss-120b","name":"GPT Oss 120b","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":128000},"display_name":"GPT Oss 120b"},{"id":"qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.441,"output":1.984},"limit":{"context":262000,"output":262000},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-03","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3.307,"output":16.536},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"llama-3.1-405b-instruct","name":"Llama 3.1 405B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":128000},"display_name":"Llama 3.1 405B Instruct"},{"id":"qwen3-32b","name":"Qwen3 32B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-04-29","last_updated":"2025-04-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.099,"output":0.33},"limit":{"context":16384,"output":16384},"display_name":"Qwen3 32B"}]} \ No newline at end of file diff --git a/dist/dc_sync_version.json b/dist/dc_sync_version.json new file mode 100644 index 0000000..008698a --- /dev/null +++ b/dist/dc_sync_version.json @@ -0,0 +1 @@ +{"updated_at":1761127533937} \ No newline at end of file diff --git a/dist/deepinfra.json b/dist/deepinfra.json new file mode 100644 index 0000000..4f868e5 --- /dev/null +++ b/dist/deepinfra.json @@ -0,0 +1 @@ +{"id":"deepinfra","name":"Deep Infra","doc":"https://deepinfra.com/models","display_name":"Deep Infra","models":[{"id":"moonshotai/Kimi-K2-Instruct","name":"Kimi K2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-11","last_updated":"2025-07-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":131072,"output":32768},"display_name":"Kimi K2"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.4,"output":1.6},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo","name":"Qwen3 Coder 480B A35B Instruct Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":1.2},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct Turbo"},{"id":"zai-org/GLM-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"}]} \ No newline at end of file diff --git a/dist/deepseek.json b/dist/deepseek.json new file mode 100644 index 0000000..91f6743 --- /dev/null +++ b/dist/deepseek.json @@ -0,0 +1 @@ +{"id":"deepseek","api":"https://api.deepseek.com","name":"DeepSeek","doc":"https://platform.deepseek.com/api-docs/pricing","display_name":"DeepSeek","models":[{"id":"deepseek-chat","name":"DeepSeek Chat","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-12-26","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.57,"output":1.68,"cache_read":0.07},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek Chat"},{"id":"deepseek-reasoner","name":"DeepSeek Reasoner","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.57,"output":1.68,"cache_read":0.07},"limit":{"context":128000,"output":64000},"display_name":"DeepSeek Reasoner"}]} \ No newline at end of file diff --git a/dist/doubao.json b/dist/doubao.json new file mode 100644 index 0000000..5e78382 --- /dev/null +++ b/dist/doubao.json @@ -0,0 +1 @@ +{"id":"doubao","name":"Doubao","display_name":"Doubao","metadata":{"source":"public-provider-conf-template"},"models":[{"id":"deepseek-v3-1-250821","name":"DeepSeek V3.1","display_name":"DeepSeek V3.1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":true},{"id":"deepseek-r1-250120","name":"DeepSeek R1","display_name":"DeepSeek R1","type":"chat","context_length":64000,"max_output_tokens":4096,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":false},{"id":"deepseek-r1-distill-qwen-32b-250120","name":"DeepSeek R1 Distill Qwen 32B","display_name":"DeepSeek R1 Distill Qwen 32B","type":"chat","context_length":32000,"max_output_tokens":4096,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":false},{"id":"deepseek-r1-distill-qwen-7b-250120","name":"DeepSeek R1 Distill Qwen 7B","display_name":"DeepSeek R1 Distill Qwen 7B","type":"chat","context_length":32000,"max_output_tokens":4096,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":false},{"id":"deepseek-v3-250324","name":"DeepSeek V3","display_name":"DeepSeek V3","type":"chat","context_length":64000,"max_output_tokens":4096,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":true},{"id":"doubao-seed-1-6-vision-250815","name":"Doubao Seed 1.6 Vision","display_name":"Doubao Seed 1.6 Vision","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true},{"id":"doubao-seed-1-6-250615","name":"Doubao Seed 1.6","display_name":"Doubao Seed 1.6","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true},{"id":"doubao-seed-1-6-flash-250715","name":"Doubao Seed 1.6 Flash","display_name":"Doubao Seed 1.6 Flash","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true},{"id":"doubao-seed-1-6-flash-250615","name":"Doubao Seed 1.6 Flash (250615)","display_name":"Doubao Seed 1.6 Flash (250615)","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true},{"id":"doubao-seed-1-6-thinking-250715","name":"Doubao Seed 1.6 Thinking","display_name":"Doubao Seed 1.6 Thinking","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true},{"id":"doubao-seed-1-6-thinking-250615","name":"Doubao Seed 1.6 Thinking (250615)","display_name":"Doubao Seed 1.6 Thinking (250615)","type":"chat","context_length":256000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true}]} \ No newline at end of file diff --git a/dist/fastrouter.json b/dist/fastrouter.json new file mode 100644 index 0000000..76a3f94 --- /dev/null +++ b/dist/fastrouter.json @@ -0,0 +1 @@ +{"id":"fastrouter","api":"https://go.fastrouter.ai/api/v1","name":"FastRouter","doc":"https://fastrouter.ai/models","display_name":"FastRouter","models":[{"id":"moonshotai/kimi-k2","name":"Kimi K2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-11","last_updated":"2025-07-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.55,"output":2.2},"limit":{"context":131072,"output":32768},"display_name":"Kimi K2"},{"id":"x-ai/grok-4","name":"Grok 4","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-09","last_updated":"2025-07-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75,"cache_write":15},"limit":{"context":256000,"output":64000},"display_name":"Grok 4"},{"id":"google/gemini-2.5-flash","name":"Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.0375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash"},{"id":"google/gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro"},{"id":"openai/gpt-5-nano","name":"GPT-5 Nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4,"cache_read":0.005},"limit":{"context":400000,"output":128000},"display_name":"GPT-5 Nano"},{"id":"openai/gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1"},{"id":"openai/gpt-5-mini","name":"GPT-5 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2,"cache_read":0.025},"limit":{"context":400000,"output":128000},"display_name":"GPT-5 Mini"},{"id":"openai/gpt-oss-20b","name":"GPT OSS 20B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.2},"limit":{"context":131072,"output":65536},"display_name":"GPT OSS 20B"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"openai/gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-01","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.125},"limit":{"context":400000,"output":128000},"display_name":"GPT-5"},{"id":"qwen/qwen3-coder","name":"Qwen3 Coder","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":1.2},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder"},{"id":"anthropic/claude-opus-4.1","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"},{"id":"anthropic/claude-sonnet-4","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"deepseek-ai/deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-10","release_date":"2025-01-23","last_updated":"2025-01-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.03,"output":0.14},"limit":{"context":131072,"output":131072},"display_name":"DeepSeek R1 Distill Llama 70B"}]} \ No newline at end of file diff --git a/dist/fireworks-ai.json b/dist/fireworks-ai.json new file mode 100644 index 0000000..9a4ad8e --- /dev/null +++ b/dist/fireworks-ai.json @@ -0,0 +1 @@ +{"id":"fireworks-ai","api":"https://api.fireworks.ai/inference/v1/","name":"Fireworks AI","doc":"https://fireworks.ai/docs/","display_name":"Fireworks AI","models":[{"id":"accounts/fireworks/models/deepseek-r1-0528","name":"Deepseek R1 05/28","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-28","last_updated":"2025-05-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3,"output":8},"limit":{"context":160000,"output":16384},"display_name":"Deepseek R1 05/28"},{"id":"accounts/fireworks/models/deepseek-v3p1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-08-21","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.56,"output":1.68},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek V3.1"},{"id":"accounts/fireworks/models/deepseek-v3-0324","name":"Deepseek V3 03-24","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-03-24","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.9,"output":0.9},"limit":{"context":160000,"output":16384},"display_name":"Deepseek V3 03-24"},{"id":"accounts/fireworks/models/kimi-k2-instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-11","last_updated":"2025-07-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":128000,"output":16384},"display_name":"Kimi K2 Instruct"},{"id":"accounts/fireworks/models/qwen3-235b-a22b","name":"Qwen3 235B-A22B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-29","last_updated":"2025-04-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.22,"output":0.88},"limit":{"context":128000,"output":16384},"display_name":"Qwen3 235B-A22B"},{"id":"accounts/fireworks/models/gpt-oss-20b","name":"GPT OSS 20B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.2},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 20B"},{"id":"accounts/fireworks/models/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"accounts/fireworks/models/glm-4p5-air","name":"GLM 4.5 Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.22,"output":0.88},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5 Air"},{"id":"accounts/fireworks/models/qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-07-22","last_updated":"2025-07-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.45,"output":1.8},"limit":{"context":256000,"output":32768},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"accounts/fireworks/models/glm-4p5","name":"GLM 4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-29","last_updated":"2025-07-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.55,"output":2.19},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5"}]} \ No newline at end of file diff --git a/dist/github-copilot.json b/dist/github-copilot.json new file mode 100644 index 0000000..4f3e363 --- /dev/null +++ b/dist/github-copilot.json @@ -0,0 +1 @@ +{"id":"github-copilot","api":"https://api.githubcopilot.com","name":"GitHub Copilot","doc":"https://docs.github.com/en/copilot","display_name":"GitHub Copilot","models":[{"id":"gemini-2.0-flash-001","name":"Gemini 2.0 Flash","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":8192},"display_name":"Gemini 2.0 Flash"},{"id":"claude-opus-4","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":80000,"output":16000},"display_name":"Claude Opus 4"},{"id":"grok-code-fast-1","name":"Grok Code Fast 1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-08","release_date":"2025-08-27","last_updated":"2025-08-27","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":256000,"output":10000},"display_name":"Grok Code Fast 1"},{"id":"claude-haiku-4.5","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-31","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":144000,"output":16000},"display_name":"Claude Haiku 4.5"},{"id":"claude-3.5-sonnet","name":"Claude Sonnet 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":90000,"output":8192},"display_name":"Claude Sonnet 3.5"},{"id":"o3-mini","name":"o3-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-10","release_date":"2024-12-20","last_updated":"2025-01-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":65536},"display_name":"o3-mini"},{"id":"gpt-5-codex","name":"GPT-5-Codex","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":64000},"display_name":"GPT-5-Codex"},{"id":"gpt-4o","name":"GPT-4o","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-05-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384},"display_name":"GPT-4o"},{"id":"gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384},"display_name":"GPT-4.1"},{"id":"o4-mini","name":"o4-mini (Preview)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-10","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":65536},"display_name":"o4-mini (Preview)"},{"id":"claude-opus-41","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":80000,"output":16000},"display_name":"Claude Opus 4.1"},{"id":"gpt-5-mini","name":"GPT-5-mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-08-13","last_updated":"2025-08-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":64000},"display_name":"GPT-5-mini"},{"id":"claude-3.7-sonnet","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":16384},"display_name":"Claude Sonnet 3.7"},{"id":"gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":64000},"display_name":"Gemini 2.5 Pro"},{"id":"o3","name":"o3 (Preview)","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384},"display_name":"o3 (Preview)"},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16000},"display_name":"Claude Sonnet 4"},{"id":"gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":64000},"display_name":"GPT-5"},{"id":"claude-3.7-sonnet-thought","name":"Claude Sonnet 3.7 Thinking","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":16384},"display_name":"Claude Sonnet 3.7 Thinking"},{"id":"claude-sonnet-4.5","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16000},"display_name":"Claude Sonnet 4.5"}]} \ No newline at end of file diff --git a/dist/github-models.json b/dist/github-models.json new file mode 100644 index 0000000..70afae0 --- /dev/null +++ b/dist/github-models.json @@ -0,0 +1 @@ +{"id":"github-models","api":"https://models.github.ai/inference","name":"GitHub Models","doc":"https://docs.github.com/en/github-models","display_name":"GitHub Models","models":[{"id":"core42/jais-30b-chat","name":"JAIS 30b Chat","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-03","release_date":"2023-08-30","last_updated":"2023-08-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":2048},"display_name":"JAIS 30b Chat"},{"id":"xai/grok-3","name":"Grok 3","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-09","last_updated":"2024-12-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Grok 3"},{"id":"xai/grok-3-mini","name":"Grok 3 Mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-09","last_updated":"2024-12-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Grok 3 Mini"},{"id":"cohere/cohere-command-r-08-2024","name":"Cohere Command R 08-2024","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-08-01","last_updated":"2024-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cohere Command R 08-2024"},{"id":"cohere/cohere-command-a","name":"Cohere Command A","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-11-01","last_updated":"2024-11-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cohere Command A"},{"id":"cohere/cohere-command-r-plus-08-2024","name":"Cohere Command R+ 08-2024","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-08-01","last_updated":"2024-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cohere Command R+ 08-2024"},{"id":"cohere/cohere-command-r","name":"Cohere Command R","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-03-11","last_updated":"2024-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cohere Command R"},{"id":"cohere/cohere-command-r-plus","name":"Cohere Command R+","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-04-04","last_updated":"2024-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cohere Command R+"},{"id":"deepseek/deepseek-r1-0528","name":"DeepSeek-R1-0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-05-28","last_updated":"2025-05-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":65536,"output":8192},"display_name":"DeepSeek-R1-0528"},{"id":"deepseek/deepseek-r1","name":"DeepSeek-R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":65536,"output":8192},"display_name":"DeepSeek-R1"},{"id":"deepseek/deepseek-v3-0324","name":"DeepSeek-V3-0324","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-03-24","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek-V3-0324"},{"id":"mistral-ai/mistral-medium-2505","name":"Mistral Medium 3 (25.05)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2025-05-01","last_updated":"2025-05-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Mistral Medium 3 (25.05)"},{"id":"mistral-ai/ministral-3b","name":"Ministral 3B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Ministral 3B"},{"id":"mistral-ai/mistral-nemo","name":"Mistral Nemo","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Mistral Nemo"},{"id":"mistral-ai/mistral-large-2411","name":"Mistral Large 24.11","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2024-11-01","last_updated":"2024-11-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Mistral Large 24.11"},{"id":"mistral-ai/codestral-2501","name":"Codestral 25.01","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":32000,"output":8192},"display_name":"Codestral 25.01"},{"id":"mistral-ai/mistral-small-2503","name":"Mistral Small 3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2025-03-01","last_updated":"2025-03-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Mistral Small 3.1"},{"id":"microsoft/phi-3-medium-128k-instruct","name":"Phi-3-medium instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3-medium instruct (128k)"},{"id":"microsoft/phi-3-mini-4k-instruct","name":"Phi-3-mini instruct (4k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":1024},"display_name":"Phi-3-mini instruct (4k)"},{"id":"microsoft/phi-3-small-128k-instruct","name":"Phi-3-small instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3-small instruct (128k)"},{"id":"microsoft/phi-3.5-vision-instruct","name":"Phi-3.5-vision instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3.5-vision instruct (128k)"},{"id":"microsoft/phi-4","name":"Phi-4","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":16000,"output":4096},"display_name":"Phi-4"},{"id":"microsoft/phi-4-mini-reasoning","name":"Phi-4-mini-reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-4-mini-reasoning"},{"id":"microsoft/phi-3-small-8k-instruct","name":"Phi-3-small instruct (8k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":2048},"display_name":"Phi-3-small instruct (8k)"},{"id":"microsoft/phi-3.5-mini-instruct","name":"Phi-3.5-mini instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3.5-mini instruct (128k)"},{"id":"microsoft/phi-4-multimodal-instruct","name":"Phi-4-multimodal-instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-4-multimodal-instruct"},{"id":"microsoft/phi-3-mini-128k-instruct","name":"Phi-3-mini instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3-mini instruct (128k)"},{"id":"microsoft/phi-3.5-moe-instruct","name":"Phi-3.5-MoE instruct (128k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-3.5-MoE instruct (128k)"},{"id":"microsoft/phi-4-mini-instruct","name":"Phi-4-mini-instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-4-mini-instruct"},{"id":"microsoft/phi-3-medium-4k-instruct","name":"Phi-3-medium instruct (4k)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-04-23","last_updated":"2024-04-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":1024},"display_name":"Phi-3-medium instruct (4k)"},{"id":"microsoft/phi-4-reasoning","name":"Phi-4-Reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Phi-4-Reasoning"},{"id":"microsoft/mai-ds-r1","name":"MAI-DS-R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":65536,"output":8192},"display_name":"MAI-DS-R1"},{"id":"openai/gpt-4.1-nano","name":"GPT-4.1-nano","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":16384},"display_name":"GPT-4.1-nano"},{"id":"openai/gpt-4.1-mini","name":"GPT-4.1-mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":16384},"display_name":"GPT-4.1-mini"},{"id":"openai/o1-preview","name":"OpenAI o1-preview","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2023-10","release_date":"2024-09-12","last_updated":"2024-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"OpenAI o1-preview"},{"id":"openai/o3-mini","name":"OpenAI o3-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":200000,"output":100000},"display_name":"OpenAI o3-mini"},{"id":"openai/gpt-4o","name":"GPT-4o","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-05-13","last_updated":"2024-05-13","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o"},{"id":"openai/gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":16384},"display_name":"GPT-4.1"},{"id":"openai/o4-mini","name":"OpenAI o4-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":200000,"output":100000},"display_name":"OpenAI o4-mini"},{"id":"openai/o1","name":"OpenAI o1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2023-10","release_date":"2024-09-12","last_updated":"2024-12-17","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":200000,"output":100000},"display_name":"OpenAI o1"},{"id":"openai/o1-mini","name":"OpenAI o1-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2023-10","release_date":"2024-09-12","last_updated":"2024-12-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":65536},"display_name":"OpenAI o1-mini"},{"id":"openai/o3","name":"OpenAI o3","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2024-04","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":200000,"output":100000},"display_name":"OpenAI o3"},{"id":"openai/gpt-4o-mini","name":"GPT-4o mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o mini"},{"id":"meta/llama-3.2-11b-vision-instruct","name":"Llama-3.2-11B-Vision-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Llama-3.2-11B-Vision-Instruct"},{"id":"meta/meta-llama-3.1-405b-instruct","name":"Meta-Llama-3.1-405B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Meta-Llama-3.1-405B-Instruct"},{"id":"meta/llama-4-maverick-17b-128e-instruct-fp8","name":"Llama 4 Maverick 17B 128E Instruct FP8","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Llama 4 Maverick 17B 128E Instruct FP8"},{"id":"meta/meta-llama-3-70b-instruct","name":"Meta-Llama-3-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-04-18","last_updated":"2024-04-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":2048},"display_name":"Meta-Llama-3-70B-Instruct"},{"id":"meta/meta-llama-3.1-70b-instruct","name":"Meta-Llama-3.1-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Meta-Llama-3.1-70B-Instruct"},{"id":"meta/llama-3.3-70b-instruct","name":"Llama-3.3-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.3-70B-Instruct"},{"id":"meta/llama-3.2-90b-vision-instruct","name":"Llama-3.2-90B-Vision-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Llama-3.2-90B-Vision-Instruct"},{"id":"meta/meta-llama-3-8b-instruct","name":"Meta-Llama-3-8B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-04-18","last_updated":"2024-04-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":8192,"output":2048},"display_name":"Meta-Llama-3-8B-Instruct"},{"id":"meta/llama-4-scout-17b-16e-instruct","name":"Llama 4 Scout 17B 16E Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Llama 4 Scout 17B 16E Instruct"},{"id":"meta/meta-llama-3.1-8b-instruct","name":"Meta-Llama-3.1-8B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":32768},"display_name":"Meta-Llama-3.1-8B-Instruct"},{"id":"ai21-labs/ai21-jamba-1.5-large","name":"AI21 Jamba 1.5 Large","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-08-29","last_updated":"2024-08-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":256000,"output":4096},"display_name":"AI21 Jamba 1.5 Large"},{"id":"ai21-labs/ai21-jamba-1.5-mini","name":"AI21 Jamba 1.5 Mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-08-29","last_updated":"2024-08-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":256000,"output":4096},"display_name":"AI21 Jamba 1.5 Mini"}]} \ No newline at end of file diff --git a/dist/google-vertex-anthropic.json b/dist/google-vertex-anthropic.json new file mode 100644 index 0000000..4b64afd --- /dev/null +++ b/dist/google-vertex-anthropic.json @@ -0,0 +1 @@ +{"id":"google-vertex-anthropic","name":"Vertex","doc":"https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude","display_name":"Vertex","models":[{"id":"claude-3-5-sonnet@20241022","name":"Claude Sonnet 3.5 v2","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04-30","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5 v2"},{"id":"claude-3-5-haiku@20241022","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"display_name":"Claude Haiku 3.5"},{"id":"claude-sonnet-4@20250514","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"claude-opus-4-1@20250805","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"},{"id":"claude-3-7-sonnet@20250219","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-31","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 3.7"},{"id":"claude-opus-4@20250514","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"}]} \ No newline at end of file diff --git a/dist/google-vertex.json b/dist/google-vertex.json new file mode 100644 index 0000000..a5b853e --- /dev/null +++ b/dist/google-vertex.json @@ -0,0 +1 @@ +{"id":"google-vertex","name":"Vertex","doc":"https://cloud.google.com/vertex-ai/generative-ai/docs/models","display_name":"Vertex","models":[{"id":"gemini-2.5-flash-preview-05-20","name":"Gemini 2.5 Flash Preview 05-20","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-05-20","last_updated":"2025-05-20","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.0375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 05-20"},{"id":"gemini-flash-lite-latest","name":"Gemini Flash-Lite Latest","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini Flash-Lite Latest"},{"id":"gemini-2.5-flash","name":"Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"cache_write":0.383},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash"},{"id":"gemini-flash-latest","name":"Gemini Flash Latest","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"cache_write":0.383},"limit":{"context":1048576,"output":65536},"display_name":"Gemini Flash Latest"},{"id":"gemini-2.5-pro-preview-05-06","name":"Gemini 2.5 Pro Preview 05-06","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-05-06","last_updated":"2025-05-06","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro Preview 05-06"},{"id":"gemini-2.0-flash-lite","name":"Gemini 2.0 Flash Lite","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.075,"output":0.3},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash Lite"},{"id":"gemini-2.0-flash","name":"Gemini 2.0 Flash","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash"},{"id":"gemini-2.5-flash-lite","name":"Gemini 2.5 Flash Lite","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite"},{"id":"gemini-2.5-pro-preview-06-05","name":"Gemini 2.5 Pro Preview 06-05","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-05","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro Preview 06-05"},{"id":"gemini-2.5-flash-lite-preview-06-17","name":"Gemini 2.5 Flash Lite Preview 06-17","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":65536,"output":65536},"display_name":"Gemini 2.5 Flash Lite Preview 06-17"},{"id":"gemini-2.5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview 09-25","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"cache_write":0.383},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 09-25"},{"id":"gemini-2.5-flash-preview-04-17","name":"Gemini 2.5 Flash Preview 04-17","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-04-17","last_updated":"2025-04-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.0375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 04-17"},{"id":"gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro"},{"id":"gemini-2.5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash Lite Preview 09-25","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite Preview 09-25"}]} \ No newline at end of file diff --git a/dist/google.json b/dist/google.json new file mode 100644 index 0000000..42aab1c --- /dev/null +++ b/dist/google.json @@ -0,0 +1 @@ +{"id":"google","name":"google","doc":"https://ai.google.dev/gemini-api/docs/pricing","display_name":"google","models":[{"id":"gemini-2.5-flash-image","name":"Gemini 2.5 Flash Image","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-06","release_date":"2025-08-26","last_updated":"2025-08-26","modalities":{"input":["text","image"],"output":["text","image"]},"open_weights":false,"cost":{"input":0.3,"output":30,"cache_read":0.075},"limit":{"context":32768,"output":32768},"display_name":"Gemini 2.5 Flash Image"},{"id":"gemini-2.5-flash-preview-05-20","name":"Gemini 2.5 Flash Preview 05-20","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-05-20","last_updated":"2025-05-20","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.0375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 05-20"},{"id":"gemini-flash-lite-latest","name":"Gemini Flash-Lite Latest","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini Flash-Lite Latest"},{"id":"gemini-2.5-flash","name":"Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":24576,"default":-1}},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"input_audio":1},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash","search":{"supported":true,"default":false}},{"id":"gemini-flash-latest","name":"Gemini Flash Latest","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"input_audio":1},"limit":{"context":1048576,"output":65536},"display_name":"Gemini Flash Latest"},{"id":"gemini-2.5-pro-preview-05-06","name":"Gemini 2.5 Pro Preview 05-06","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-05-06","last_updated":"2025-05-06","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro Preview 05-06"},{"id":"gemini-2.5-flash-preview-tts","name":"Gemini 2.5 Flash Preview TTS","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2025-01","release_date":"2025-05-01","last_updated":"2025-05-01","modalities":{"input":["text"],"output":["audio"]},"open_weights":false,"cost":{"input":0.5,"output":10},"limit":{"context":8000,"output":16000},"display_name":"Gemini 2.5 Flash Preview TTS"},{"id":"gemini-2.0-flash-lite","name":"Gemini 2.0 Flash Lite","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.075,"output":0.3},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash Lite","search":{"supported":false}},{"id":"gemini-live-2.5-flash-preview-native-audio","name":"Gemini Live 2.5 Flash Preview Native Audio","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-09-18","modalities":{"input":["text","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.5,"output":2,"input_audio":3,"output_audio":12},"limit":{"context":131072,"output":65536},"display_name":"Gemini Live 2.5 Flash Preview Native Audio"},{"id":"gemini-2.0-flash","name":"Gemini 2.0 Flash","attachment":true,"reasoning":{"supported":true,"default":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash","search":{"supported":true,"default":false}},{"id":"gemini-2.5-flash-lite","name":"Gemini 2.5 Flash Lite","attachment":true,"reasoning":{"supported":true,"default":false,"budget":{"min":512,"max":24576,"default":-1}},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite","search":{"supported":true,"default":false}},{"id":"gemini-2.5-pro-preview-06-05","name":"Gemini 2.5 Pro Preview 06-05","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-05","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro Preview 06-05"},{"id":"gemini-live-2.5-flash","name":"Gemini Live 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-01","last_updated":"2025-09-01","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"cost":{"input":0.5,"output":2,"input_audio":3,"output_audio":12},"limit":{"context":128000,"output":8000},"display_name":"Gemini Live 2.5 Flash"},{"id":"gemini-2.5-flash-lite-preview-06-17","name":"Gemini 2.5 Flash Lite Preview 06-17","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025,"input_audio":0.3},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite Preview 06-17"},{"id":"gemini-2.5-flash-image-preview","name":"Gemini 2.5 Flash Image Preview","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-06","release_date":"2025-08-26","last_updated":"2025-08-26","modalities":{"input":["text","image"],"output":["text","image"]},"open_weights":false,"cost":{"input":0.3,"output":30,"cache_read":0.075},"limit":{"context":32768,"output":32768},"display_name":"Gemini 2.5 Flash Image Preview"},{"id":"gemini-2.5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview 09 2025","attachment":true,"reasoning":{"supported":true,"default":true,"budget":{"min":0,"max":24576,"default":-1}},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"input_audio":1},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 09 2025","search":{"supported":true,"default":false}},{"id":"gemini-2.5-flash-preview-04-17","name":"Gemini 2.5 Flash Preview 04-17","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-04-17","last_updated":"2025-04-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.0375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 04-17"},{"id":"gemini-2.5-pro-preview-tts","name":"Gemini 2.5 Pro Preview TTS","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2025-01","release_date":"2025-05-01","last_updated":"2025-05-01","modalities":{"input":["text"],"output":["audio"]},"open_weights":false,"cost":{"input":1,"output":20},"limit":{"context":8000,"output":16000},"display_name":"Gemini 2.5 Pro Preview TTS"},{"id":"gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true,"budget":{"min":128,"max":32768,"default":-1}},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro","search":{"supported":true,"default":false}},{"id":"gemini-1.5-flash","name":"Gemini 1.5 Flash","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-05-14","last_updated":"2024-05-14","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.075,"output":0.3,"cache_read":0.01875},"limit":{"context":1000000,"output":8192},"display_name":"Gemini 1.5 Flash"},{"id":"gemini-1.5-flash-8b","name":"Gemini 1.5 Flash-8B","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-10-03","last_updated":"2024-10-03","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.0375,"output":0.15,"cache_read":0.01},"limit":{"context":1000000,"output":8192},"display_name":"Gemini 1.5 Flash-8B"},{"id":"gemini-2.5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash Lite Preview 09 2025","attachment":true,"reasoning":{"supported":true,"default":false,"budget":{"min":512,"max":24576,"default":-1}},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite Preview 09 2025","search":{"supported":true,"default":false}},{"id":"gemini-1.5-pro","name":"Gemini 1.5 Pro","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-02-15","last_updated":"2024-02-15","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":5,"cache_read":0.3125},"limit":{"context":1000000,"output":8192},"display_name":"Gemini 1.5 Pro"},{"id":"gemini-2.0-flash-preview-image-generation","name":"Gemini 2.0 Flash Preview Image Generation","display_name":"Gemini 2.0 Flash Preview Image Generation","temperature":true,"attachment":true,"tool_call":false,"modalities":{"input":["text","image"],"output":["text","image"]},"limit":{"context":32000,"output":8192},"reasoning":{"supported":false},"search":{"supported":false}}]} \ No newline at end of file diff --git a/dist/groq.json b/dist/groq.json new file mode 100644 index 0000000..a4f7e09 --- /dev/null +++ b/dist/groq.json @@ -0,0 +1 @@ +{"id":"groq","name":"Groq","doc":"https://console.groq.com/docs/models","display_name":"Groq","models":[{"id":"llama-3.1-8b-instant","name":"Llama 3.1 8B Instant","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.08},"limit":{"context":131072,"output":8192},"display_name":"Llama 3.1 8B Instant"},{"id":"mistral-saba-24b","name":"Mistral Saba 24B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-02-06","last_updated":"2025-02-06","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.79,"output":0.79},"limit":{"context":32768,"output":32768},"display_name":"Mistral Saba 24B"},{"id":"llama3-8b-8192","name":"Llama 3 8B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-03","release_date":"2024-04-18","last_updated":"2024-04-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.05,"output":0.08},"limit":{"context":8192,"output":8192},"display_name":"Llama 3 8B"},{"id":"qwen-qwq-32b","name":"Qwen QwQ 32B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2024-11-27","last_updated":"2024-11-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.29,"output":0.39},"limit":{"context":131072,"output":16384},"display_name":"Qwen QwQ 32B"},{"id":"llama3-70b-8192","name":"Llama 3 70B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-03","release_date":"2024-04-18","last_updated":"2024-04-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.59,"output":0.79},"limit":{"context":8192,"output":8192},"display_name":"Llama 3 70B"},{"id":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.75,"output":0.99},"limit":{"context":131072,"output":8192},"display_name":"DeepSeek R1 Distill Llama 70B"},{"id":"llama-guard-3-8b","name":"Llama Guard 3 8B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":8192,"output":8192},"display_name":"Llama Guard 3 8B"},{"id":"gemma2-9b-it","name":"Gemma 2 9B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-06-27","last_updated":"2024-06-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":8192,"output":8192},"display_name":"Gemma 2 9B"},{"id":"llama-3.3-70b-versatile","name":"Llama 3.3 70B Versatile","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.59,"output":0.79},"limit":{"context":131072,"output":32768},"display_name":"Llama 3.3 70B Versatile"},{"id":"moonshotai/kimi-k2-instruct-0905","name":"Kimi K2 Instruct 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":262144,"output":16384},"display_name":"Kimi K2 Instruct 0905"},{"id":"moonshotai/kimi-k2-instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":16384},"display_name":"Kimi K2 Instruct"},{"id":"openai/gpt-oss-20b","name":"GPT OSS 20B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.5},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 20B"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.75},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"qwen/qwen3-32b","name":"Qwen3 32B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11-08","release_date":"2024-12-23","last_updated":"2024-12-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.29,"output":0.59},"limit":{"context":131072,"output":16384},"display_name":"Qwen3 32B"},{"id":"meta-llama/llama-4-scout-17b-16e-instruct","name":"Llama 4 Scout 17B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.11,"output":0.34},"limit":{"context":131072,"output":8192},"display_name":"Llama 4 Scout 17B"},{"id":"meta-llama/llama-4-maverick-17b-128e-instruct","name":"Llama 4 Maverick 17B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.6},"limit":{"context":131072,"output":8192},"display_name":"Llama 4 Maverick 17B"},{"id":"meta-llama/llama-guard-4-12b","name":"Llama Guard 4 12B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":131072,"output":128},"display_name":"Llama Guard 4 12B"}]} \ No newline at end of file diff --git a/dist/huggingface.json b/dist/huggingface.json new file mode 100644 index 0000000..707bab4 --- /dev/null +++ b/dist/huggingface.json @@ -0,0 +1 @@ +{"id":"huggingface","api":"https://router.huggingface.co/v1","name":"Hugging Face","doc":"https://huggingface.co/docs/inference-providers","display_name":"Hugging Face","models":[{"id":"moonshotai/Kimi-K2-Instruct","name":"Kimi-K2-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":16384},"display_name":"Kimi-K2-Instruct"},{"id":"moonshotai/Kimi-K2-Instruct-0905","name":"Kimi-K2-Instruct-0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-04","last_updated":"2025-09-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":262144,"output":16384},"display_name":"Kimi-K2-Instruct-0905"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen3-Coder-480B-A35B-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":2},"limit":{"context":262144,"output":66536},"display_name":"Qwen3-Coder-480B-A35B-Instruct"},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":3},"limit":{"context":262144,"output":131072},"display_name":"Qwen3-235B-A22B-Thinking-2507"},{"id":"Qwen/Qwen3-Next-80B-A3B-Instruct","name":"Qwen3-Next-80B-A3B-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-11","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":1},"limit":{"context":262144,"output":66536},"display_name":"Qwen3-Next-80B-A3B-Instruct"},{"id":"Qwen/Qwen3-Next-80B-A3B-Thinking","name":"Qwen3-Next-80B-A3B-Thinking","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-11","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":2},"limit":{"context":262144,"output":131072},"display_name":"Qwen3-Next-80B-A3B-Thinking"},{"id":"zai-org/GLM-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"zai-org/GLM-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11},"limit":{"context":200000,"output":128000},"display_name":"GLM-4.6"},{"id":"zai-org/GLM-4.5-Air","name":"GLM-4.5-Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":1.1},"limit":{"context":128000,"output":96000},"display_name":"GLM-4.5-Air"},{"id":"deepseek-ai/Deepseek-V3-0324","name":"DeepSeek-V3-0324","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-03-24","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.25,"output":1.25},"limit":{"context":16384,"output":8192},"display_name":"DeepSeek-V3-0324"},{"id":"deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek-R1-0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-28","last_updated":"2025-05-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3,"output":5},"limit":{"context":163840,"output":163840},"display_name":"DeepSeek-R1-0528"}]} \ No newline at end of file diff --git a/dist/inception.json b/dist/inception.json new file mode 100644 index 0000000..785ddf3 --- /dev/null +++ b/dist/inception.json @@ -0,0 +1 @@ +{"id":"inception","api":"https://api.inceptionlabs.ai/v1/","name":"Inception","doc":"https://platform.inceptionlabs.ai/docs","display_name":"Inception","models":[{"id":"mercury-coder","name":"Mercury Coder","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2025-02-26","last_updated":"2025-07-31","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":1,"cache_read":0.25,"cache_write":1},"limit":{"context":128000,"output":16384},"display_name":"Mercury Coder"},{"id":"mercury","name":"Mercury","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2025-06-26","last_updated":"2025-07-31","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":1,"cache_read":0.25,"cache_write":1},"limit":{"context":128000,"output":16384},"display_name":"Mercury"}]} \ No newline at end of file diff --git a/dist/inference.json b/dist/inference.json new file mode 100644 index 0000000..3de171e --- /dev/null +++ b/dist/inference.json @@ -0,0 +1 @@ +{"id":"inference","api":"https://inference.net/v1","name":"Inference","doc":"https://inference.net/models","display_name":"Inference","models":[{"id":"mistral/mistral-nemo-12b-instruct","name":"Mistral Nemo 12B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.038,"output":0.1},"limit":{"context":16000,"output":4096},"display_name":"Mistral Nemo 12B Instruct"},{"id":"google/gemma-3","name":"Google Gemma 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.3},"limit":{"context":125000,"output":4096},"display_name":"Google Gemma 3"},{"id":"osmosis/osmosis-structure-0.6b","name":"Osmosis Structure 0.6B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.5},"limit":{"context":4000,"output":2048},"display_name":"Osmosis Structure 0.6B"},{"id":"qwen/qwen3-embedding-4b","name":"Qwen 3 Embedding 4B","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.01,"output":0},"limit":{"context":32000,"output":2048},"display_name":"Qwen 3 Embedding 4B"},{"id":"qwen/qwen-2.5-7b-vision-instruct","name":"Qwen 2.5 7B Vision Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":125000,"output":4096},"display_name":"Qwen 2.5 7B Vision Instruct"},{"id":"meta/llama-3.2-11b-vision-instruct","name":"Llama 3.2 11B Vision Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.055,"output":0.055},"limit":{"context":16000,"output":4096},"display_name":"Llama 3.2 11B Vision Instruct"},{"id":"meta/llama-3.1-8b-instruct","name":"Llama 3.1 8B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.025,"output":0.025},"limit":{"context":16000,"output":4096},"display_name":"Llama 3.1 8B Instruct"},{"id":"meta/llama-3.2-3b-instruct","name":"Llama 3.2 3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.02,"output":0.02},"limit":{"context":16000,"output":4096},"display_name":"Llama 3.2 3B Instruct"},{"id":"meta/llama-3.2-1b-instruct","name":"Llama 3.2 1B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.01,"output":0.01},"limit":{"context":16000,"output":4096},"display_name":"Llama 3.2 1B Instruct"}]} \ No newline at end of file diff --git a/dist/jiekou.json b/dist/jiekou.json new file mode 100644 index 0000000..0d39b8a --- /dev/null +++ b/dist/jiekou.json @@ -0,0 +1 @@ +{"id":"jiekou","name":"Jiekou","display_name":"Jiekou","updated_at":"2025-10-22T10:05:33.936Z","models":[{"id":"baichuan/baichuan-m2-32b","name":"BaiChuan M2 32B","display_name":"BaiChuan M2 32B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Baichuan-M2 is a medically-enhanced reasoning model specifically designed for real-world medical reasoning tasks. We begin with real-world medical questions and conduct reinforcement learning training based on a large-scale verifier system. While maintaining the model's general capabilities, the medical effectiveness of Baichuan-M2 has achieved breakthrough improvements. Baichuan-M2 is currently the world's best open-source medical model. On the HealthBench Benchmark, it surpasses all open-source models, including GPT-OSS-120B, as well as many cutting-edge closed-source models. It is the open-source model closest to GPT-5 in terms of medical capabilities. Our research demonstrates that a robust verifier is crucial for aligning model capabilities with real-world applications, and an end-to-end reinforcement learning approach fundamentally enhances the model's medical reasoning abilities. The release of Baichuan-M2 represents a significant advancement in the field of medical artificial intelligence, pushing t","endpoints":["completion"],"features":["structured-outputs","reasoning"],"pricing":{"inputPerM":700,"outputPerM":700},"source":"public-provider-conf"},"vision":false},{"id":"claude-3-5-haiku-20241022","name":"claude-3-5-haiku-20241022","display_name":"claude-3-5-haiku-20241022","type":"chat","context_length":200000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"claude-3-5-haiku-20241022","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":8000,"outputPerM":40000},"source":"public-provider-conf"},"vision":true},{"id":"claude-3-5-sonnet-20241022","name":"claude-3-5-sonnet-20241022","display_name":"claude-3-5-sonnet-20241022","type":"chat","context_length":200000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"支持prompt cache的模型","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"claude-3-7-sonnet-20250219","name":"claude-3-7-sonnet-20250219","display_name":"claude-3-7-sonnet-20250219","type":"chat","context_length":200000,"max_output_tokens":64000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"支持prompt cache的模型","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"claude-3-haiku-20240307","name":"claude-3-haiku-20240307","display_name":"claude-3-haiku-20240307","type":"chat","context_length":200000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"claude-3-haiku-20240307","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":2500,"outputPerM":12500},"source":"public-provider-conf"},"vision":true},{"id":"claude-haiku-4-5-20251001","name":"claude-haiku-4-5-20251001","display_name":"claude-haiku-4-5-20251001","type":"chat","context_length":20000,"max_output_tokens":20000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"endpoints":["anthropic","completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":10000,"outputPerM":50000},"source":"public-provider-conf"},"vision":true},{"id":"claude-opus-4-1-20250805","name":"claude-opus-4-1-20250805","display_name":"claude-opus-4-1-20250805","type":"chat","context_length":200000,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":150000,"outputPerM":750000},"source":"public-provider-conf"},"vision":true},{"id":"claude-opus-4-20250514","name":"claude-opus-4-20250514","display_name":"claude-opus-4-20250514","type":"chat","context_length":200000,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"支持prompt cache的模型","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":150000,"outputPerM":750000},"source":"public-provider-conf"},"vision":true},{"id":"claude-sonnet-4-20250514","name":"claude-sonnet-4-20250514","display_name":"claude-sonnet-4-20250514","type":"chat","context_length":200000,"max_output_tokens":64000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"支持prompt cache的模型","features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"claude-sonnet-4-5-20250929","name":"claude-sonnet-4-5-20250929","display_name":"claude-sonnet-4-5-20250929","type":"chat","context_length":200000,"max_output_tokens":64000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"deepseek/deepseek-r1-0528","name":"DeepSeek R1 0528","display_name":"DeepSeek R1 0528","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"DeepSeek R1 0528 is the latest open-source model released by the DeepSeek team, featuring impressive reasoning capabilities, particularly achieving performance comparable to OpenAI's o1 model in mathematics, coding, and reasoning tasks.","endpoints":["completion","batch-api"],"features":["function-calling","structured-outputs","reasoning"],"pricing":{"inputPerM":7000,"outputPerM":25000},"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3-0324","name":"DeepSeek V3 0324","display_name":"DeepSeek V3 0324","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"DeepSeek V3, a 685B-parameter, mixture-of-experts model, is the latest iteration of the flagship chat model family from the DeepSeek team.","endpoints":["completion","anthropic"],"features":["function-calling","structured-outputs"],"pricing":{"inputPerM":2800,"outputPerM":11400},"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3.1","name":"DeepSeek V3.1","display_name":"DeepSeek V3.1","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"DeepSeek-V3.1 is a hybrid model that supports both thinking mode and non-thinking mode.DeepSeek-V3.1 is post-trained on the top of DeepSeek-V3.1-Base, which is built upon the original V3 base checkpoint through a two-phase long context extension approach, following the methodology outlined in the original DeepSeek-V3 report. We have expanded our dataset by collecting additional long documents and substantially extending both training phases. The 32K extension phase has been increased 10-fold to 630B tokens, while the 128K extension phase has been extended by 3.3x to 209B tokens.","endpoints":["completion","anthropic"],"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":2700,"outputPerM":10000},"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-300b-a47b-paddle","name":"ERNIE 4.5 300B A47B","display_name":"ERNIE 4.5 300B A47B","type":"chat","context_length":123000,"max_output_tokens":12000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The ERNIE 4.5 series of open-source models adopts a Mixture-of-Experts (MoE) architecture, representing an innovative multimodal heterogeneous model structure. It achieves cross-modal knowledge fusion through a parameter-sharing mechanism while retaining dedicated parameter spaces for individual modalities. This architecture is particularly well-suited for the continuous pre-training paradigm from large language models to multimodal models, significantly enhancing multimodal understanding capabilities while maintaining or even improving performance in text-based tasks. The models are efficiently trained, inferred, and deployed using the PaddlePaddle deep learning framework. During the pre-training of large language models, the Model FLOPs Utilization (MFU) reaches 47%. Experimental results demonstrate that this series of models achieves state-of-the-art (SOTA) performance across multiple text and multimodal benchmarks, with particularly outstanding results in instruction following, world knowledge memorizatio","endpoints":["completion"],"features":["function-calling","structured-outputs"],"pricing":{"inputPerM":2800,"outputPerM":11000},"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-vl-424b-a47b","name":"ERNIE 4.5 VL 424B A47B","display_name":"ERNIE 4.5 VL 424B A47B","type":"chat","context_length":123000,"max_output_tokens":16000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The ERNIE 4.5 series of open-source models adopts a Mixture-of-Experts (MoE) architecture, representing an innovative multimodal heterogeneous model structure. It achieves cross-modal knowledge fusion through a parameter-sharing mechanism while retaining dedicated parameter spaces for individual modalities. This architecture is particularly well-suited for the continuous pre-training paradigm from large language models to multimodal models, significantly enhancing multimodal understanding capabilities while maintaining or even improving performance in text-based tasks. The models are efficiently trained, inferred, and deployed using the PaddlePaddle deep learning framework. During the pre-training of large language models, the Model FLOPs Utilization (MFU) reaches 47%. Experimental results demonstrate that this series of models achieves state-of-the-art (SOTA) performance across multiple text and multimodal benchmarks, with particularly outstanding results in instruction following, world knowledge memorizatio","endpoints":["completion"],"features":["function-calling","vision","reasoning"],"pricing":{"inputPerM":4200,"outputPerM":12500},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-20250609","name":"gemini-2.0-flash-20250609","display_name":"gemini-2.0-flash-20250609","type":"chat","context_length":1048576,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":1500,"outputPerM":6000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.0-flash-lite","name":"gemini-2.0-flash-lite","display_name":"gemini-2.0-flash-lite","type":"chat","context_length":1048576,"max_output_tokens":65535,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":750,"outputPerM":3000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash","name":"gemini-2.5-flash","display_name":"gemini-2.5-flash","type":"chat","context_length":1048576,"max_output_tokens":65535,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":3000,"outputPerM":25000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-lite","name":"gemini-2.5-flash-lite","display_name":"gemini-2.5-flash-lite","type":"chat","context_length":1048576,"max_output_tokens":65535,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":1000,"outputPerM":4000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-lite-preview-06-17","name":"gemini-2.5-flash-lite-preview-06-17","display_name":"gemini-2.5-flash-lite-preview-06-17","type":"chat","context_length":1048576,"max_output_tokens":65535,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":1000,"outputPerM":4000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-lite-preview-09-2025","name":"gemini-2.5-flash-lite-preview-09-2025","display_name":"gemini-2.5-flash-lite-preview-09-2025","type":"chat","context_length":1048576,"max_output_tokens":65536,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":1000,"outputPerM":4000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-flash-preview-05-20","name":"gemini-2.5-flash-preview-05-20","display_name":"gemini-2.5-flash-preview-05-20","type":"chat","context_length":1048576,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":1500,"outputPerM":35000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro","name":"gemini-2.5-pro","display_name":"gemini-2.5-pro","type":"chat","context_length":1048576,"max_output_tokens":65535,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":12500,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"gemini-2.5-pro-preview-06-05","name":"gemini-2.5-pro-preview-06-05","display_name":"gemini-2.5-pro-preview-06-05","type":"chat","context_length":1048576,"max_output_tokens":200000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":12500,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-27b-it","name":"Gemma 3 27B","display_name":"Gemma 3 27B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Gemma 3 introduces multimodality, supporting vision-language input and text outputs. It handles context windows up to 32k tokens, understands over 140 languages, and offers improved math, reasoning, and chat capabilities, including structured outputs. Gemma 3 27B is Google's latest open source model, successor to Gemma.","endpoints":["completion"],"features":["structured-outputs","vision"],"pricing":{"inputPerM":1190,"outputPerM":2000},"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-12b-it","name":"Gemma3 12B","display_name":"Gemma3 12B","type":"chat","context_length":131072,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","vision"],"pricing":{"inputPerM":500,"outputPerM":1000},"source":"public-provider-conf"},"vision":true},{"id":"thudm/glm-4.1v-9b-thinking","name":"GLM 4.1V 9B Thinking","display_name":"GLM 4.1V 9B Thinking","type":"chat","context_length":65536,"max_output_tokens":8000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"GLM-4.1V-9B-Thinking is an open-source Vision-Language Model (VLM) jointly released by Zhipu AI and Tsinghua University’s KEG Lab, specifically designed to handle complex multimodal cognitive tasks. Built upon the GLM-4-9B-0414 base model, it integrates Chain-of-Thought (CoT) reasoning and employs reinforcement learning strategies, significantly enhancing its cross-modal reasoning capabilities and stability. As a lightweight model with 9B parameters, it strikes an optimal balance between deployment efficiency and performance. Across 28 authoritative benchmark evaluations, it matches or surpasses the performance of the 72B-parameter Qwen-2.5-VL-72B in 18 metrics. The model excels in tasks such as image-text understanding, mathematical and scientific reasoning, and video comprehension, while also supporting 4K-resolution images and arbitrary aspect ratios.","features":["vision","reasoning"],"pricing":{"inputPerM":350,"outputPerM":1380},"source":"public-provider-conf"},"vision":true},{"id":"zai-org/glm-4.5v","name":"GLM 4.5V","display_name":"GLM 4.5V","type":"chat","context_length":65536,"max_output_tokens":16384,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Z.ai's GLM-4.5V sets a new standard in visual reasoning, achieving SOTA performance across 42 benchmarks among open-source models. Beyond benchmarks, it excels in real-world applications through hybrid training, enabling comprehensive visual understanding—from image/video analysis and GUI interaction to complex document processing and precise visual grounding. In China's GeoGuessr challenge, GLM-4.5V surpassed 99% of 21,000 human players within 16 hours, reaching 66th place in a week. Built on the GLM-4.5-Air foundation and inheriting GLM-4.1V-Thinking's approach, it leverages a 106B-parameter MoE architecture for scalable, efficient performance. This model bridges advanced AI research with practical deployment, delivering unmatched visual intelligence","endpoints":["completion"],"features":["structured-outputs","function-calling","vision","reasoning","video"],"pricing":{"inputPerM":6000,"outputPerM":18000},"source":"public-provider-conf"},"vision":true},{"id":"zai-org/glm-4.5","name":"GLM-4.5","display_name":"GLM-4.5","type":"chat","context_length":131072,"max_output_tokens":98304,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"GLM-4.5 Series Models are foundation models specifically engineered for intelligent agents. The flagship GLM-4.5 integrates 355 billion total parameters (32 billion active), unifying reasoning, coding, and agent capabilities to address complex application demands. As a hybrid reasoning system, it offers dual operational modes: - Thinking Mode: Enables complex reasoning, tool invocation, and strategic planning - Non-Thinking Mode: Delivers low-latency responses for real-time interactions This architecture bridges high-performance AI with adaptive functionality for dynamic agent environments.","endpoints":["completion"],"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":6000,"outputPerM":22000},"source":"public-provider-conf"},"vision":false},{"id":"gpt-4.1","name":"gpt-4.1","display_name":"gpt-4.1","type":"chat","context_length":1047576,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["function-calling","structured-outputs","vision"],"pricing":{"inputPerM":20000,"outputPerM":80000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-4.1-mini","name":"gpt-4.1-mini","display_name":"gpt-4.1-mini","type":"chat","context_length":1047576,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["function-calling","structured-outputs","vision"],"pricing":{"inputPerM":4000,"outputPerM":16000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-4.1-nano","name":"gpt-4.1-nano","display_name":"gpt-4.1-nano","type":"chat","context_length":1047576,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":1000,"outputPerM":4000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o","name":"gpt-4o","display_name":"gpt-4o","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-4o","features":["function-calling","structured-outputs","vision"],"pricing":{"inputPerM":25000,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-4o-mini","name":"gpt-4o-mini","display_name":"gpt-4o-mini","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-4o-mini","features":["function-calling","structured-outputs","vision"],"pricing":{"inputPerM":1500,"outputPerM":6000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5","name":"gpt-5","display_name":"gpt-5","type":"chat","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision","reasoning"],"pricing":{"inputPerM":12500,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-chat-latest","name":"gpt-5-chat-latest","display_name":"gpt-5-chat-latest","type":"chat","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":12500,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-codex","name":"gpt-5-codex","display_name":"gpt-5-codex","type":"chat","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":12500,"outputPerM":100000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-mini","name":"gpt-5-mini","display_name":"gpt-5-mini","type":"chat","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision","reasoning"],"pricing":{"inputPerM":2500,"outputPerM":20000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-nano","name":"gpt-5-nano","display_name":"gpt-5-nano","type":"chat","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":500,"outputPerM":4000},"source":"public-provider-conf"},"vision":true},{"id":"gpt-5-pro","name":"gpt-5-pro","display_name":"gpt-5-pro","type":"chat","context_length":400000,"max_output_tokens":272000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":150000,"outputPerM":1200000},"source":"public-provider-conf"},"vision":true},{"id":"grok-3","name":"grok-3","display_name":"grok-3","type":"chat","context_length":131072,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"grok-3-mini","name":"grok-3-mini","display_name":"grok-3-mini","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":3000,"outputPerM":5000},"source":"public-provider-conf"},"vision":false},{"id":"grok-4-0709","name":"grok-4-0709","display_name":"grok-4-0709","type":"chat","context_length":256000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"features":["structured-outputs","function-calling","vision"],"pricing":{"inputPerM":30000,"outputPerM":150000},"source":"public-provider-conf"},"vision":true},{"id":"grok-4-fast-non-reasoning","name":"grok-4-fast-non-reasoning","display_name":"grok-4-fast-non-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":2000,"outputPerM":5000},"source":"public-provider-conf"},"vision":true},{"id":"grok-4-fast-reasoning","name":"grok-4-fast-reasoning","display_name":"grok-4-fast-reasoning","type":"chat","context_length":2000000,"max_output_tokens":2000000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":2000,"outputPerM":5000},"source":"public-provider-conf"},"vision":true},{"id":"grok-code-fast-1","name":"grok-code-fast-1","display_name":"grok-code-fast-1","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":2000,"outputPerM":15000},"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2-0905","name":"Kimi K2 0905","display_name":"Kimi K2 0905","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Kimi K2 0905 is the September update of Kimi K2 0711. It is a large-scale Mixture-of-Experts (MoE) language model developed by Moonshot AI, featuring 1 trillion total parameters with 32 billion active per forward pass. It supports long-context inference up to 256k tokens, extended from the previous 128k. This update improves agentic coding with higher accuracy and better generalization across scaffolds, and enhances frontend coding with more aesthetic and functional outputs for web, 3D, and related tasks. Kimi K2 is optimized for agentic capabilities, including advanced tool use, reasoning, and code synthesis. It excels across coding (LiveCodeBench, SWE-bench), reasoning (ZebraLogic, GPQA), and tool-use (Tau2, AceBench) benchmarks. The model is trained with a novel stack incorporating the MuonClip optimizer for stable large-scale MoE training.","endpoints":["completion","anthropic"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":6000,"outputPerM":25000},"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2-instruct","name":"Kimi K2 Instruct","display_name":"Kimi K2 Instruct","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Kimi K2 is a state-of-the-art mixture-of-experts (MoE) language model with 32 billion activated parameters and 1 trillion total parameters. Trained with the Muon optimizer, Kimi K2 achieves exceptional performance across frontier knowledge, reasoning, and coding tasks while being meticulously optimized for agentic capabilities.Specifically designed for tool use, reasoning, and autonomous problem-solving.","endpoints":["anthropic"],"features":["function-calling","structured-outputs"],"pricing":{"inputPerM":5700,"outputPerM":23000},"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-70b-euryale-v2.1","name":"L3 70B Euryale V2.1","display_name":"L3 70B Euryale V2.1","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The uncensored llama3 model is a powerhouse of creativity, excelling in both roleplay and story writing. It offers a liberating experience during roleplays, free from any restrictions. This model stands out for its immense creativity, boasting a vast array of unique ideas and plots, truly a treasure trove for those seeking originality. Its unrestricted nature during roleplays allows for the full breadth of imagination to unfold, akin to an enhanced, big-brained version of Stheno. Perfect for creative minds seeking a boundless platform for their imaginative expressions, the uncensored llama3 model is an ideal choice","endpoints":["completion"],"features":["function-calling"],"pricing":{"inputPerM":14800,"outputPerM":14800},"source":"public-provider-conf"},"vision":false},{"id":"Sao10K/L3-8B-Stheno-v3.2","name":"L3 8B Stheno V3.2","display_name":"L3 8B Stheno V3.2","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Sao10K/L3-8B-Stheno-v3.2 is a highly skilled actor that excels at fully immersing itself in any role assigned.","endpoints":["completion"],"features":["function-calling"],"pricing":{"inputPerM":500,"outputPerM":500},"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l31-70b-euryale-v2.2","name":"L31 70B Euryale V2.2","display_name":"L31 70B Euryale V2.2","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Euryale L3.1 70B v2.2 is a model focused on creative roleplay from Sao10k. It is the successor of Euryale L3 70B v2.1.","endpoints":["completion"],"features":["function-calling"],"pricing":{"inputPerM":14800,"outputPerM":14800},"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-8b-instruct","name":"Llama 3.1 8B Instruct","display_name":"Llama 3.1 8B Instruct","type":"chat","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Meta's latest class of models, Llama 3.1, launched with a variety of sizes and configurations. The 8B instruct-tuned version is particularly fast and efficient. It has demonstrated strong performance in human evaluations, outperforming several leading closed-source models.","endpoints":["completion"],"pricing":{"inputPerM":200,"outputPerM":500},"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-3b-instruct","name":"Llama 3.2 3B Instruct","display_name":"Llama 3.2 3B Instruct","type":"chat","context_length":32768,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The Meta Llama 3.2 collection of multilingual large language models (LLMs) is a collection of pretrained and instruction-tuned generative models in 1B and 3B sizes (text in/text out)","endpoints":["completion"],"features":["function-calling"],"pricing":{"inputPerM":300,"outputPerM":500},"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.3-70b-instruct","name":"Llama 3.3 70B Instruct","display_name":"Llama 3.3 70B Instruct","type":"chat","context_length":131072,"max_output_tokens":120000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The Meta Llama 3.3 multilingual large language model (LLM) is a pretrained and instruction tuned generative model in 70B (text in/text out). The Llama 3.3 instruction tuned text only model is optimized for multilingual dialogue use cases and outperforms many of the available open source and closed chat models on common industry benchmarks. Supported languages: English, German, French, Italian, Portuguese, Hindi, Spanish, and Thai.","endpoints":["completion"],"features":["function-calling"],"pricing":{"inputPerM":1300,"outputPerM":3900},"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-4-maverick-17b-128e-instruct-fp8","name":"Llama 4 Maverick Instruct","display_name":"Llama 4 Maverick Instruct","type":"chat","context_length":1048576,"max_output_tokens":1048576,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Llama 4 Maverick 17B Instruct (128E) is a high-capacity multimodal language model from Meta, built on a mixture-of-experts (MoE) architecture with 128 experts and 17 billion active parameters per forward pass (400B total). It supports multilingual text and image input, and produces multilingual text and code output across 12 supported languages. Optimized for vision-language tasks, Maverick is instruction-tuned for assistant-like behavior, image reasoning, and general-purpose multimodal interaction. Maverick features early fusion for native multimodality and a 1 million token context window. It was trained on a curated mixture of public, licensed, and Meta-platform data, covering ~22 trillion tokens, with a knowledge cutoff in August 2024. Released on April 5, 2025 under the Llama 4 Community License, Maverick is suited for research and commercial applications requiring advanced multimodal understanding and high model throughput.","endpoints":["completion"],"features":["function-calling","vision"],"pricing":{"inputPerM":1700,"outputPerM":8500},"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-4-scout-17b-16e-instruct","name":"Llama 4 Scout Instruct","display_name":"Llama 4 Scout Instruct","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Llama 4 Scout 17B Instruct (16E) is a mixture-of-experts (MoE) language model developed by Meta, activating 17 billion parameters out of a total of 109B. It supports native multimodal input (text and image) and multilingual output (text and code) across 12 supported languages. Designed for assistant-style interaction and visual reasoning, Scout uses 16 experts per forward pass and features a context length of 10 million tokens, with a training corpus of ~40 trillion tokens. Built for high efficiency and local or commercial deployment, Llama 4 Scout incorporates early fusion for seamless modality integration. It is instruction-tuned for use in multilingual chat, captioning, and image understanding tasks. Released under the Llama 4 Community License, it was last trained on data up to August 2024 and launched publicly on April 5, 2025.","endpoints":["completion"],"features":["function-calling","vision"],"pricing":{"inputPerM":1000,"outputPerM":5000},"source":"public-provider-conf"},"vision":true},{"id":"minimaxai/minimax-m1-80k","name":"MiniMax M1","display_name":"MiniMax M1","type":"chat","context_length":1000000,"max_output_tokens":40000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"MiniMax-M1: The World's First Open-Weight, Large-Scale Hybrid Attention Inference Model MiniMax-M1 adopts a Mixture of Experts (MoE) architecture and integrates the Flash Attention mechanism. The model contains a total of 456 billion parameters, with 45.9 billion parameters activated per token. Natively, the M1 model supports a context length of 1 million tokens—8 times that of DeepSeek R1. Additionally, by combining the CISPO algorithm with an efficient hybrid attention design for reinforcement learning training, MiniMax-M1 achieves industry-leading performance in long-context reasoning and real-world software engineering scenarios.","features":["function-calling","reasoning"],"pricing":{"inputPerM":5500,"outputPerM":22000},"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct","name":"Mistral 7B Instruct","display_name":"Mistral 7B Instruct","type":"chat","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"A high-performing, industry-standard 7.3B parameter model, with optimizations for speed and context length.","endpoints":["completion"],"pricing":{"inputPerM":290,"outputPerM":590},"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-nemo","name":"Mistral Nemo","display_name":"Mistral Nemo","type":"chat","context_length":60288,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"A 12B parameter model with a 128k token context length built by Mistral in collaboration with NVIDIA. The model is multilingual, supporting English, French, German, Spanish, Italian, Portuguese, Chinese, Japanese, Korean, Arabic, and Hindi. It supports function calling and is released under the Apache 2.0 license.","endpoints":["completion"],"features":["structured-outputs"],"pricing":{"inputPerM":400,"outputPerM":1700},"source":"public-provider-conf"},"vision":false},{"id":"gryphe/mythomax-l2-13b","name":"Mythomax L2 13B","display_name":"Mythomax L2 13B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The idea behind this merge is that each layer is composed of several tensors, which are in turn responsible for specific functions. Using MythoLogic-L2's robust understanding as its input and Huginn's extensive writing capability as its output seems to have resulted in a model that exceeds at both, confirming my theory. (More details to be released at a later time).","endpoints":["completion"],"pricing":{"inputPerM":900,"outputPerM":900},"source":"public-provider-conf"},"vision":false},{"id":"o1","name":"o1","display_name":"o1","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-o1","features":["function-calling"],"pricing":{"inputPerM":150000,"outputPerM":600000},"source":"public-provider-conf"},"vision":false},{"id":"o1-mini","name":"o1-mini","display_name":"o1-mini","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-o1-mini","features":["function-calling"],"pricing":{"inputPerM":11000,"outputPerM":44000},"source":"public-provider-conf"},"vision":false},{"id":"o3","name":"o3","display_name":"o3","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-o3","features":["function-calling"],"pricing":{"inputPerM":100000,"outputPerM":400000},"source":"public-provider-conf"},"vision":false},{"id":"o3-mini","name":"o3-mini","display_name":"o3-mini","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"chatgpt-o3-mini","features":["function-calling"],"pricing":{"inputPerM":11000,"outputPerM":44000},"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-120b","name":"OpenAI GPT OSS 120B","display_name":"OpenAI GPT OSS 120B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"gpt-oss-120b is an open-weight, 117B-parameter Mixture-of-Experts (MoE) language model from OpenAI designed for high-reasoning, agentic, and general-purpose production use cases. It activates 5.1B parameters per forward pass and is optimized to run on a single H100 GPU with native MXFP4 quantization. The model supports configurable reasoning depth, full chain-of-thought access, and native tool use, including function calling, browsing, and structured output generation.","endpoints":["completion"],"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":1000,"outputPerM":5000},"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-20b","name":"OpenAI: GPT OSS 20B","display_name":"OpenAI: GPT OSS 20B","type":"chat","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"gpt-oss-20b is an open-weight 21B parameter model released by OpenAI under the Apache 2.0 license. It uses a Mixture-of-Experts (MoE) architecture with 3.6B active parameters per forward pass, optimized for lower-latency inference and deployability on consumer or single-GPU hardware. The model is trained in OpenAI’s Harmony response format and supports reasoning level configuration, fine-tuning, and agentic capabilities including function calling, tool use, and structured outputs.","endpoints":["completion"],"features":["structured-outputs","reasoning"],"pricing":{"inputPerM":500,"outputPerM":2000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-72b-instruct","name":"Qwen 2.5 72B Instruct","display_name":"Qwen 2.5 72B Instruct","type":"chat","context_length":32000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen2.5 is the latest series of Qwen large language models. For Qwen2.5, we release a number of base language models and instruction-tuned language models ranging from 0.5 to 72 billion parameters.","endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":3800,"outputPerM":4000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-mt-plus","name":"Qwen MT Plus","display_name":"Qwen MT Plus","type":"chat","context_length":4096,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen-MT is a large language model optimized for machine translation, built upon the foundation of the Tongyi Qianwen model. It supports translation across 92 languages — including Chinese, English, Japanese, Korean, French, Spanish, German, Thai, Indonesian, Vietnamese, Arabic, and more — enabling seamless multilingual communication.","pricing":{"inputPerM":2500,"outputPerM":7500},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-7b-instruct","name":"Qwen2.5 7B Instruct","display_name":"Qwen2.5 7B Instruct","type":"chat","context_length":32000,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen2.5 is the latest series of Qwen large language models. For Qwen2.5, we release a number of base language models and instruction-tuned language models ranging from 0.5 to 72 billion parameters. Qwen2.5 brings the following improvements upon Qwen2: - Significantly more knowledge and has greatly improved capabilities in coding and mathematics, thanks to our specialized expert models in these domains. - Significant improvements in instruction following, generating long texts (over 8K tokens), understanding structured data (e.g, tables), and generating structured outputs especially JSON. More resilient to the diversity of system prompts, enhancing role-play implementation and condition-setting for chatbots. - Long-context Support up to 128K tokens and can generate up to 8K tokens. - Multilingual support for over 29 languages, including Chinese, English, French, Spanish, Portuguese, German, Italian, Russian, Japanese, Korean, Vietnamese, Thai, Arabic, and more.","endpoints":["completion"],"features":["function-calling","structured-outputs"],"pricing":{"inputPerM":700,"outputPerM":700},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-vl-72b-instruct","name":"Qwen2.5 VL 72B Instruct","display_name":"Qwen2.5 VL 72B Instruct","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen2.5-VL, the latest vision-language model in the Qwen2.5 series, delivers enhanced multimodal capabilities including advanced visual comprehension for object/text recognition, chart/layout analysis, and agent-based dynamic tool orchestration. It processes long-form videos (>1 hour) with key event detection while enabling precise spatial annotation through bounding boxes or coordinate points. The model specializes in structured data extraction from scanned documents (invoices, tables, etc.) and achieves state-of-the-art performance across multimodal benchmarks encompassing image understanding, temporal video analysis, and agent task evaluations.","endpoints":["completion"],"features":["vision","video"],"pricing":{"inputPerM":8000,"outputPerM":8000},"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-235b-a22b-fp8","name":"Qwen3 235B A22B","display_name":"Qwen3 235B A22B","type":"chat","context_length":40960,"max_output_tokens":20000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Achieves effective integration of inference and non-inference modes, enabling seamless switching between modes during conversations. The model's inference capability significantly surpasses that of QwQ, and its general capabilities exceed those of Qwen2.5-72B-Instruct, reaching the state-of-the-art (SOTA) level among models of the same scale.","endpoints":["completion"],"features":["reasoning"],"pricing":{"inputPerM":2000,"outputPerM":8000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","display_name":"Qwen3 235B A22B Instruct 2507","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen3-235B-A22B-Instruct-2507 is a multilingual, instruction-tuned mixture-of-experts language model based on the Qwen3-235B architecture, with 22B active parameters per forward pass. It is optimized for general-purpose text generation, including instruction following, logical reasoning, math, code, and tool usage. The model supports a native 262K context length and does not implement \"thinking mode\" ( blocks). Compared to its base variant, this version delivers significant gains in knowledge coverage, long-context reasoning, coding benchmarks, and alignment with open-ended tasks. It is particularly strong on multilingual understanding, math reasoning (e.g., AIME, HMMT), and alignment evaluations like Arena-Hard and WritingBench.","endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":1500,"outputPerM":8000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-thinking-2507","name":"Qwen3 235B A22b Thinking 2507","display_name":"Qwen3 235B A22b Thinking 2507","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"The Qwen3-235B-A22B-Thinking-2507 represents the newest thinking-enabled model in the Qwen3 series, delivering groundbreaking improvements in reasoning capabilities. This advanced AI demonstrates significantly enhanced performance across logical reasoning, mathematics, scientific analysis, coding tasks, and academic benchmarks - matching or even surpassing human-expert level performance to achieve state-of-the-art results among open-source thinking models. Beyond its exceptional reasoning skills, the model shows markedly better general capabilities including more precise instruction following, sophisticated tool usage, highly natural text generation, and improved alignment with human preferences. It also features enhanced 256K long-context understanding, allowing it to maintain coherence and depth across extended documents and complex discussions.","endpoints":["completion","anthropic"],"features":["function-calling","structured-outputs","reasoning"],"pricing":{"inputPerM":3000,"outputPerM":30000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b-fp8","name":"Qwen3 30B A3B","display_name":"Qwen3 30B A3B","type":"chat","context_length":40960,"max_output_tokens":20000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Achieves effective integration of inference and non-inference modes, allowing seamless switching between modes during conversations. Its inference capability matches that of QwQ-32B with a smaller parameter size, and its general capabilities significantly surpass those of Qwen2.5-14B, reaching the state-of-the-art (SOTA) level among models of the same scale.","endpoints":["completion"],"features":["reasoning"],"pricing":{"inputPerM":900,"outputPerM":4500},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-32b-fp8","name":"Qwen3 32B","display_name":"Qwen3 32B","type":"chat","context_length":40960,"max_output_tokens":20000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Achieves effective integration of inference and non-inference modes, allowing seamless switching between modes during conversations. Its inference capability matches that of QwQ-32B with a smaller parameter size, and its general capabilities significantly surpass those of Qwen2.5-14B, reaching the state-of-the-art (SOTA) level among models of the same scale.","endpoints":["completion"],"features":["reasoning"],"pricing":{"inputPerM":1000,"outputPerM":4500},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-8b-fp8","name":"Qwen3 8B","display_name":"Qwen3 8B","type":"chat","context_length":128000,"max_output_tokens":20000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Achieves effective integration of reasoning and non-reasoning modes, allowing seamless mode switching during conversations. Its reasoning capability reaches state-of-the-art (SOTA) performance among models of the same scale, and its general capabilities significantly outperform those of Qwen2.5-7B.","endpoints":["completion"],"features":["reasoning"],"pricing":{"inputPerM":350,"outputPerM":1380},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","display_name":"Qwen3 Coder 480B A35B Instruct","type":"chat","context_length":262144,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen3-Coder-480B-A35B-Instruct is a cutting-edge open coding model from Qwen, matching Claude Sonnet’s performance in agentic programming, browser automation, and core development tasks. With native 256K context (extendable to 1M tokens via YaRN), it excels at repository-scale analysis and features specialized function-call support for platforms like Qwen Code and CLINE—making it ideal for complex, real-world development workflows.","endpoints":["completion","anthropic"],"features":["function-calling","structured-outputs"],"pricing":{"inputPerM":2900,"outputPerM":12000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","display_name":"Qwen3 Next 80B A3B Instruct","type":"chat","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen3-Next uses a highly sparse MoE design: 80B total parameters, but only ~3B activated per inference step. Experiments show that, with global load balancing, increasing total expert parameters while keeping activated experts fixed steadily reduces training loss.Compared to Qwen3’s MoE (128 total experts, 8 routed), Qwen3-Next expands to 512 total experts, combining 10 routed experts + 1 shared expert — maximizing resource usage without hurting performance. The Qwen3-Next-80B-A3B-Instruct performs comparably to our flagship model Qwen3-235B-A22B-Instruct-2507, and shows clear advantages in tasks requiring ultra-long context (up to 256K tokens).","endpoints":["completion","anthropic"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":1500,"outputPerM":15000},"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-thinking","name":"Qwen3 Next 80B A3B Thinking","display_name":"Qwen3 Next 80B A3B Thinking","type":"chat","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"Qwen3-Next uses a highly sparse MoE design: 80B total parameters, but only ~3B activated per inference step. Experiments show that, with global load balancing, increasing total expert parameters while keeping activated experts fixed steadily reduces training loss.Compared to Qwen3’s MoE (128 total experts, 8 routed), Qwen3-Next expands to 512 total experts, combining 10 routed experts + 1 shared expert — maximizing resource usage without hurting performance. The Qwen3-Next-80B-A3B-Thinking excels at complex reasoning tasks — outperforming higher-cost models like Qwen3-30B-A3B-Thinking-2507 and Qwen3-32B-Thinking, outpeforming the closed-source Gemini-2.5-Flash-Thinking on multiple benchmarks, and approaching the performance of our top-tier model Qwen3-235B-A22B-Thinking-2507.","endpoints":["completion","anthropic"],"features":["structured-outputs","function-calling","reasoning"],"pricing":{"inputPerM":1500,"outputPerM":15000},"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-8b-lunaris","name":"Sao10k L3 8B Lunaris","display_name":"Sao10k L3 8B Lunaris","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"metadata":{"description":"A generalist / roleplaying model merge based on Llama 3.","endpoints":["completion"],"features":["structured-outputs","function-calling"],"pricing":{"inputPerM":500,"outputPerM":500},"source":"public-provider-conf"},"vision":false}],"metadata":{"source":"public-provider-conf"}} \ No newline at end of file diff --git a/dist/llama.json b/dist/llama.json new file mode 100644 index 0000000..9ef5006 --- /dev/null +++ b/dist/llama.json @@ -0,0 +1 @@ +{"id":"llama","api":"https://api.llama.com/compat/v1/","name":"Llama","doc":"https://llama.developer.meta.com/docs/models","display_name":"Llama","models":[{"id":"llama-3.3-8b-instruct","name":"Llama-3.3-8B-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-3.3-8B-Instruct"},{"id":"llama-4-maverick-17b-128e-instruct-fp8","name":"Llama-4-Maverick-17B-128E-Instruct-FP8","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-4-Maverick-17B-128E-Instruct-FP8"},{"id":"llama-3.3-70b-instruct","name":"Llama-3.3-70B-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-3.3-70B-Instruct"},{"id":"llama-4-scout-17b-16e-instruct-fp8","name":"Llama-4-Scout-17B-16E-Instruct-FP8","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-4-Scout-17B-16E-Instruct-FP8"},{"id":"groq-llama-4-maverick-17b-128e-instruct","name":"Groq-Llama-4-Maverick-17B-128E-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Groq-Llama-4-Maverick-17B-128E-Instruct"},{"id":"cerebras-llama-4-scout-17b-16e-instruct","name":"Cerebras-Llama-4-Scout-17B-16E-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cerebras-Llama-4-Scout-17B-16E-Instruct"},{"id":"cerebras-llama-4-maverick-17b-128e-instruct","name":"Cerebras-Llama-4-Maverick-17B-128E-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Cerebras-Llama-4-Maverick-17B-128E-Instruct"}]} \ No newline at end of file diff --git a/dist/lmstudio.json b/dist/lmstudio.json new file mode 100644 index 0000000..ec21d13 --- /dev/null +++ b/dist/lmstudio.json @@ -0,0 +1 @@ +{"id":"lmstudio","api":"http://127.0.0.1:1234/v1","name":"LMStudio","doc":"https://lmstudio.ai/models","display_name":"LMStudio","models":[{"id":"openai/gpt-oss-20b","name":"GPT OSS 20B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 20B"},{"id":"qwen/qwen3-30b-a3b-2507","name":"Qwen3 30B A3B 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-30","last_updated":"2025-07-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":16384},"display_name":"Qwen3 30B A3B 2507"},{"id":"qwen/qwen3-coder-30b","name":"Qwen3 Coder 30B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":65536},"display_name":"Qwen3 Coder 30B"}]} \ No newline at end of file diff --git a/dist/lucidquery.json b/dist/lucidquery.json new file mode 100644 index 0000000..4ee18f8 --- /dev/null +++ b/dist/lucidquery.json @@ -0,0 +1 @@ +{"id":"lucidquery","api":"https://lucidquery.com/api/v1","name":"LucidQuery AI","doc":"https://lucidquery.com/api/docs","display_name":"LucidQuery AI","models":[{"id":"lucidquery-nexus-coder","name":"LucidQuery Nexus Coder","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-08-01","release_date":"2025-09-01","last_updated":"2025-09-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":5},"limit":{"context":250000,"output":60000},"display_name":"LucidQuery Nexus Coder"},{"id":"lucidnova-rf1-100b","name":"LucidNova RF1 100B","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2025-09-16","release_date":"2024-12-28","last_updated":"2025-09-10","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":5},"limit":{"context":120000,"output":8000},"display_name":"LucidNova RF1 100B"}]} \ No newline at end of file diff --git a/dist/mistral.json b/dist/mistral.json new file mode 100644 index 0000000..1ef80be --- /dev/null +++ b/dist/mistral.json @@ -0,0 +1 @@ +{"id":"mistral","name":"Mistral","doc":"https://docs.mistral.ai/getting-started/models/","display_name":"Mistral","models":[{"id":"devstral-medium-2507","name":"Devstral Medium","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-07-10","last_updated":"2025-07-10","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.4,"output":2},"limit":{"context":128000,"output":128000},"display_name":"Devstral Medium"},{"id":"open-mixtral-8x22b","name":"Mixtral 8x22B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-17","last_updated":"2024-04-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":64000,"output":64000},"display_name":"Mixtral 8x22B"},{"id":"ministral-8b-latest","name":"Ministral 8B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-10-01","last_updated":"2024-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":128000,"output":128000},"display_name":"Ministral 8B"},{"id":"pixtral-large-latest","name":"Pixtral Large","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2024-11-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":128000,"output":128000},"display_name":"Pixtral Large"},{"id":"ministral-3b-latest","name":"Ministral 3B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-10-01","last_updated":"2024-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.04,"output":0.04},"limit":{"context":128000,"output":128000},"display_name":"Ministral 3B"},{"id":"pixtral-12b","name":"Pixtral 12B","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2024-09-01","last_updated":"2024-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.15},"limit":{"context":128000,"output":128000},"display_name":"Pixtral 12B"},{"id":"mistral-medium-2505","name":"Mistral Medium 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-07","last_updated":"2025-05-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":2},"limit":{"context":131072,"output":131072},"display_name":"Mistral Medium 3"},{"id":"devstral-small-2505","name":"Devstral Small 2505","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-07","last_updated":"2025-05-07","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.3},"limit":{"context":128000,"output":128000},"display_name":"Devstral Small 2505"},{"id":"mistral-medium-2508","name":"Mistral Medium 3.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-08-12","last_updated":"2025-08-12","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":2},"limit":{"context":262144,"output":262144},"display_name":"Mistral Medium 3.1"},{"id":"mistral-small-latest","name":"Mistral Small","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-03","release_date":"2024-09-01","last_updated":"2024-09-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.3},"limit":{"context":128000,"output":16384},"display_name":"Mistral Small"},{"id":"magistral-small","name":"Magistral Small","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-06","release_date":"2025-03-17","last_updated":"2025-03-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":1.5},"limit":{"context":128000,"output":128000},"display_name":"Magistral Small"},{"id":"devstral-small-2507","name":"Devstral Small","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-07-10","last_updated":"2025-07-10","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.3},"limit":{"context":128000,"output":128000},"display_name":"Devstral Small"},{"id":"codestral-latest","name":"Codestral","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-05-29","last_updated":"2025-01-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":0.9},"limit":{"context":256000,"output":4096},"display_name":"Codestral"},{"id":"open-mixtral-8x7b","name":"Mixtral 8x7B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2023-12-11","last_updated":"2023-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":0.7},"limit":{"context":32000,"output":32000},"display_name":"Mixtral 8x7B"},{"id":"mistral-nemo","name":"Mistral Nemo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-07-01","last_updated":"2024-07-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.15},"limit":{"context":128000,"output":128000},"display_name":"Mistral Nemo"},{"id":"open-mistral-7b","name":"Mistral 7B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2023-09-27","last_updated":"2023-09-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":0.25},"limit":{"context":8000,"output":8000},"display_name":"Mistral 7B"},{"id":"mistral-large-latest","name":"Mistral Large","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2024-11-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":131072,"output":16384},"display_name":"Mistral Large"},{"id":"mistral-medium-latest","name":"Mistral Medium","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-07","last_updated":"2025-05-10","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.4,"output":2},"limit":{"context":128000,"output":16384},"display_name":"Mistral Medium"},{"id":"magistral-medium-latest","name":"Magistral Medium","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-06","release_date":"2025-03-17","last_updated":"2025-03-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":5},"limit":{"context":128000,"output":16384},"display_name":"Magistral Medium"}]} \ No newline at end of file diff --git a/dist/modelscope.json b/dist/modelscope.json new file mode 100644 index 0000000..d37ceb9 --- /dev/null +++ b/dist/modelscope.json @@ -0,0 +1 @@ +{"id":"modelscope","api":"https://api-inference.modelscope.cn/v1","name":"ModelScope","doc":"https://modelscope.cn/docs/model-service/API-Inference/intro","display_name":"ModelScope","models":[{"id":"ZhipuAI/GLM-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"ZhipuAI/GLM-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":202752,"output":98304},"display_name":"GLM-4.6"},{"id":"Qwen/Qwen3-30B-A3B-Thinking-2507","name":"Qwen3 30B A3B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-30","last_updated":"2025-07-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":32768},"display_name":"Qwen3 30B A3B Thinking 2507"},{"id":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-28","last_updated":"2025-07-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":131072},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"Qwen/Qwen3-Coder-30B-A3B-Instruct","name":"Qwen3 Coder 30B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-31","last_updated":"2025-07-31","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":65536},"display_name":"Qwen3 Coder 30B A3B Instruct"},{"id":"Qwen/Qwen3-30B-A3B-Instruct-2507","name":"Qwen3 30B A3B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-30","last_updated":"2025-07-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":16384},"display_name":"Qwen3 30B A3B Instruct 2507"},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":131072},"display_name":"Qwen3-235B-A22B-Thinking-2507"}]} \ No newline at end of file diff --git a/dist/moonshotai-cn.json b/dist/moonshotai-cn.json new file mode 100644 index 0000000..3a738fd --- /dev/null +++ b/dist/moonshotai-cn.json @@ -0,0 +1 @@ +{"id":"moonshotai-cn","api":"https://api.moonshot.cn/v1","name":"Moonshot AI (China)","doc":"https://platform.moonshot.cn/docs/api/chat","display_name":"Moonshot AI (China)","models":[{"id":"kimi-k2-0905-preview","name":"Kimi K2 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5,"cache_read":0.15},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 0905"},{"id":"kimi-k2-0711-preview","name":"Kimi K2 0711","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5,"cache_read":0.15},"limit":{"context":131072,"output":16384},"display_name":"Kimi K2 0711"},{"id":"kimi-k2-turbo-preview","name":"Kimi K2 Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2.4,"output":10,"cache_read":0.6},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 Turbo"}]} \ No newline at end of file diff --git a/dist/moonshotai.json b/dist/moonshotai.json new file mode 100644 index 0000000..7864aeb --- /dev/null +++ b/dist/moonshotai.json @@ -0,0 +1 @@ +{"id":"moonshotai","api":"https://api.moonshot.ai/v1","name":"Moonshot AI","doc":"https://platform.moonshot.ai/docs/api/chat","display_name":"Moonshot AI","models":[{"id":"kimi-k2-turbo-preview","name":"Kimi K2 Turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2.4,"output":10,"cache_read":0.6},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 Turbo"},{"id":"kimi-k2-0711-preview","name":"Kimi K2 0711","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5,"cache_read":0.15},"limit":{"context":131072,"output":16384},"display_name":"Kimi K2 0711"},{"id":"kimi-k2-0905-preview","name":"Kimi K2 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5,"cache_read":0.15},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 0905"}]} \ No newline at end of file diff --git a/dist/morph.json b/dist/morph.json new file mode 100644 index 0000000..01725bb --- /dev/null +++ b/dist/morph.json @@ -0,0 +1 @@ +{"id":"morph","api":"https://api.morphllm.com/v1","name":"Morph","doc":"https://docs.morphllm.com/api-reference/introduction","display_name":"Morph","models":[{"id":"morph-v3-large","name":"Morph v3 Large","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.9,"output":1.9},"limit":{"context":32000,"output":32000},"display_name":"Morph v3 Large"},{"id":"auto","name":"Auto","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-06-01","last_updated":"2024-06-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.85,"output":1.55},"limit":{"context":32000,"output":32000},"display_name":"Auto"},{"id":"morph-v3-fast","name":"Morph v3 Fast","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":1.2},"limit":{"context":16000,"output":16000},"display_name":"Morph v3 Fast"}]} \ No newline at end of file diff --git a/dist/nebius.json b/dist/nebius.json new file mode 100644 index 0000000..6b4a170 --- /dev/null +++ b/dist/nebius.json @@ -0,0 +1 @@ +{"id":"nebius","api":"https://api.studio.nebius.com/v1/","name":"Nebius AI Studio","doc":"https://docs.studio.nebius.com/quickstart","display_name":"Nebius AI Studio","models":[{"id":"NousResearch/hermes-4-70b","name":"Hermes 4 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-08-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.13,"output":0.4},"limit":{"context":131072,"output":8192},"display_name":"Hermes 4 70B"},{"id":"NousResearch/hermes-4-405b","name":"Hermes-4 405B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-08-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":8192},"display_name":"Hermes-4 405B"},{"id":"moonshotai/kimi-k2-instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2025-01-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":2.4},"limit":{"context":131072,"output":8192},"display_name":"Kimi K2 Instruct"},{"id":"nvidia/llama-3_1-nemotron-ultra-253b-v1","name":"Llama 3.1 Nemotron Ultra 253B v1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-07-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.6,"output":1.8},"limit":{"context":131072,"output":8192},"display_name":"Llama 3.1 Nemotron Ultra 253B v1"},{"id":"openai/gpt-oss-20b","name":"GPT OSS 20B","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.2},"limit":{"context":131072,"output":8192},"display_name":"GPT OSS 20B"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6},"limit":{"context":131072,"output":8192},"display_name":"GPT OSS 120B"},{"id":"qwen/qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-25","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.6},"limit":{"context":262144,"output":8192},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"qwen/qwen3-235b-a22b-thinking-2507","name":"Qwen3 235B A22B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-25","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":262144,"output":8192},"display_name":"Qwen3 235B A22B Thinking 2507"},{"id":"qwen/qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.8},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"meta-llama/llama-3_1-405b-instruct","name":"Llama 3.1 405B Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-03","release_date":"2024-07-23","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":8192},"display_name":"Llama 3.1 405B Instruct"},{"id":"meta-llama/llama-3.3-70b-instruct-fast","name":"Llama-3.3-70B-Instruct (Fast)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-22","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":0.75},"limit":{"context":131072,"output":8192},"display_name":"Llama-3.3-70B-Instruct (Fast)"},{"id":"meta-llama/llama-3.3-70b-instruct-base","name":"Llama-3.3-70B-Instruct (Base)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-22","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.13,"output":0.4},"limit":{"context":131072,"output":8192},"display_name":"Llama-3.3-70B-Instruct (Base)"},{"id":"zai-org/glm-4.5","name":"GLM 4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-05","release_date":"2024-06-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.6,"output":2.2},"limit":{"context":131072,"output":8192},"display_name":"GLM 4.5"},{"id":"zai-org/glm-4.5-air","name":"GLM 4.5 Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-05","release_date":"2024-06-01","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":1.2},"limit":{"context":131072,"output":8192},"display_name":"GLM 4.5 Air"},{"id":"deepseek-ai/deepseek-v3","name":"DeepSeek V3","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-05-07","last_updated":"2025-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":1.5},"limit":{"context":131072,"output":8192},"display_name":"DeepSeek V3"}]} \ No newline at end of file diff --git a/dist/nvidia.json b/dist/nvidia.json new file mode 100644 index 0000000..87b2af3 --- /dev/null +++ b/dist/nvidia.json @@ -0,0 +1 @@ +{"id":"nvidia","api":"https://integrate.api.nvidia.com/v1","name":"Nvidia","doc":"https://docs.api.nvidia.com/nim/","display_name":"Nvidia","models":[{"id":"moonshotai/kimi-k2-instruct-0905","name":"Kimi K2 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2 0905"},{"id":"moonshotai/kimi-k2-instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2025-01-01","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"Kimi K2 Instruct"},{"id":"nvidia/cosmos-nemotron-34b","name":"Cosmos Nemotron 34B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-09-05","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":8192},"display_name":"Cosmos Nemotron 34B"},{"id":"nvidia/parakeet-tdt-0.6b-v2","name":"Parakeet TDT 0.6B v2","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-09-05","modalities":{"input":["audio"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":0,"output":4096},"display_name":"Parakeet TDT 0.6B v2"},{"id":"nvidia/nemoretriever-ocr-v1","name":"NeMo Retriever OCR v1","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-09-05","modalities":{"input":["image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":0,"output":4096},"display_name":"NeMo Retriever OCR v1"},{"id":"nvidia/llama-3.1-nemotron-ultra-253b-v1","name":"Llama-3.1-Nemotron-Ultra-253B-v1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2024-07-01","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":8192},"display_name":"Llama-3.1-Nemotron-Ultra-253B-v1"},{"id":"google/gemma-3-27b-it","name":"Gemma-3-27B-IT","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2024-12-01","last_updated":"2025-09-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":8192},"display_name":"Gemma-3-27B-IT"},{"id":"microsoft/phi-4-mini-instruct","name":"Phi-4-Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2024-12-01","last_updated":"2025-09-05","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":8192},"display_name":"Phi-4-Mini"},{"id":"openai/whisper-large-v3","name":"Whisper Large v3","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"knowledge":"2023-09","release_date":"2023-09-01","last_updated":"2025-09-05","modalities":{"input":["audio"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":0,"output":4096},"display_name":"Whisper Large v3"},{"id":"openai/gpt-oss-120b","name":"GPT-OSS-120B","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-01","release_date":"2024-01-01","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"GPT-OSS-120B"},{"id":"qwen/qwen3-235b-a22b","name":"Qwen3-235B-A22B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2024-12-01","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":131072,"output":8192},"display_name":"Qwen3-235B-A22B"},{"id":"qwen/qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"deepseek-ai/deepseek-v3.1-terminus","name":"DeepSeek V3.1 Terminus","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-22","last_updated":"2025-09-22","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek V3.1 Terminus"},{"id":"deepseek-ai/deepseek-v3.1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-08-20","last_updated":"2025-08-26","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek V3.1"},{"id":"black-forest-labs/flux.1-dev","name":"FLUX.1-dev","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-08","release_date":"2024-08-01","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["image"]},"open_weights":false,"cost":{"input":0,"output":0},"limit":{"context":4096,"output":0},"display_name":"FLUX.1-dev"}]} \ No newline at end of file diff --git a/dist/ollama.json b/dist/ollama.json new file mode 100644 index 0000000..70589f0 --- /dev/null +++ b/dist/ollama.json @@ -0,0 +1 @@ +{"id":"ollama","name":"Ollama","display_name":"Ollama","metadata":{"source":"public-provider-conf-template"},"models":[{"id":"alfred:40b","name":"Alfred 40b","display_name":"Alfred 40b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:40b-1023-q4_0","name":"Alfred 40b 1023 q4_0","display_name":"Alfred 40b 1023 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:40b-1023-q4_1","name":"Alfred 40b 1023 q4_1","display_name":"Alfred 40b 1023 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:40b-1023-q5_0","name":"Alfred 40b 1023 q5_0","display_name":"Alfred 40b 1023 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:40b-1023-q5_1","name":"Alfred 40b 1023 q5_1","display_name":"Alfred 40b 1023 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:40b-1023-q8_0","name":"Alfred 40b 1023 q8_0","display_name":"Alfred 40b 1023 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"alfred:latest","name":"Alfred Latest","display_name":"Alfred Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:22m","name":"All-minilm 22m","display_name":"All-minilm 22m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:22m-l6-v2-fp16","name":"All-minilm 22m l6 v2 fp16","display_name":"All-minilm 22m l6 v2 fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:33m","name":"All-minilm 33m","display_name":"All-minilm 33m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:33m-l12-v2-fp16","name":"All-minilm 33m l12 v2 fp16","display_name":"All-minilm 33m l12 v2 fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:l12","name":"All-minilm L12","display_name":"All-minilm L12","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:l12-v2","name":"All-minilm L12 v2","display_name":"All-minilm L12 v2","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:l6","name":"All-minilm L6","display_name":"All-minilm L6","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:l6-v2","name":"All-minilm L6 v2","display_name":"All-minilm L6 v2","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:latest","name":"All-minilm Latest","display_name":"All-minilm Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"all-minilm:v2","name":"All-minilm V2","display_name":"All-minilm V2","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b","name":"Athene-v2 72b","display_name":"Athene-v2 72b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-fp16","name":"Athene-v2 72b fp16","display_name":"Athene-v2 72b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q2_K","name":"Athene-v2 72b q2_K","display_name":"Athene-v2 72b q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q3_K_L","name":"Athene-v2 72b q3_K_L","display_name":"Athene-v2 72b q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q3_K_M","name":"Athene-v2 72b q3_K_M","display_name":"Athene-v2 72b q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q3_K_S","name":"Athene-v2 72b q3_K_S","display_name":"Athene-v2 72b q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q4_0","name":"Athene-v2 72b q4_0","display_name":"Athene-v2 72b q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q4_1","name":"Athene-v2 72b q4_1","display_name":"Athene-v2 72b q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q4_K_M","name":"Athene-v2 72b q4_K_M","display_name":"Athene-v2 72b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q4_K_S","name":"Athene-v2 72b q4_K_S","display_name":"Athene-v2 72b q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q5_0","name":"Athene-v2 72b q5_0","display_name":"Athene-v2 72b q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q5_1","name":"Athene-v2 72b q5_1","display_name":"Athene-v2 72b q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q5_K_M","name":"Athene-v2 72b q5_K_M","display_name":"Athene-v2 72b q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q5_K_S","name":"Athene-v2 72b q5_K_S","display_name":"Athene-v2 72b q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q6_K","name":"Athene-v2 72b q6_K","display_name":"Athene-v2 72b q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:72b-q8_0","name":"Athene-v2 72b q8_0","display_name":"Athene-v2 72b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"athene-v2:latest","name":"Athene-v2 Latest","display_name":"Athene-v2 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b","name":"Aya-expanse 32b","display_name":"Aya-expanse 32b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-fp16","name":"Aya-expanse 32b fp16","display_name":"Aya-expanse 32b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q2_K","name":"Aya-expanse 32b q2_K","display_name":"Aya-expanse 32b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q3_K_L","name":"Aya-expanse 32b q3_K_L","display_name":"Aya-expanse 32b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q3_K_M","name":"Aya-expanse 32b q3_K_M","display_name":"Aya-expanse 32b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q3_K_S","name":"Aya-expanse 32b q3_K_S","display_name":"Aya-expanse 32b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q4_0","name":"Aya-expanse 32b q4_0","display_name":"Aya-expanse 32b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q4_1","name":"Aya-expanse 32b q4_1","display_name":"Aya-expanse 32b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q4_K_M","name":"Aya-expanse 32b q4_K_M","display_name":"Aya-expanse 32b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q4_K_S","name":"Aya-expanse 32b q4_K_S","display_name":"Aya-expanse 32b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q5_0","name":"Aya-expanse 32b q5_0","display_name":"Aya-expanse 32b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q5_1","name":"Aya-expanse 32b q5_1","display_name":"Aya-expanse 32b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q5_K_M","name":"Aya-expanse 32b q5_K_M","display_name":"Aya-expanse 32b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q5_K_S","name":"Aya-expanse 32b q5_K_S","display_name":"Aya-expanse 32b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q6_K","name":"Aya-expanse 32b q6_K","display_name":"Aya-expanse 32b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:32b-q8_0","name":"Aya-expanse 32b q8_0","display_name":"Aya-expanse 32b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b","name":"Aya-expanse 8b","display_name":"Aya-expanse 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-fp16","name":"Aya-expanse 8b fp16","display_name":"Aya-expanse 8b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q2_K","name":"Aya-expanse 8b q2_K","display_name":"Aya-expanse 8b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q3_K_L","name":"Aya-expanse 8b q3_K_L","display_name":"Aya-expanse 8b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q3_K_M","name":"Aya-expanse 8b q3_K_M","display_name":"Aya-expanse 8b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q3_K_S","name":"Aya-expanse 8b q3_K_S","display_name":"Aya-expanse 8b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q4_0","name":"Aya-expanse 8b q4_0","display_name":"Aya-expanse 8b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q4_1","name":"Aya-expanse 8b q4_1","display_name":"Aya-expanse 8b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q4_K_M","name":"Aya-expanse 8b q4_K_M","display_name":"Aya-expanse 8b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q4_K_S","name":"Aya-expanse 8b q4_K_S","display_name":"Aya-expanse 8b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q5_0","name":"Aya-expanse 8b q5_0","display_name":"Aya-expanse 8b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q5_1","name":"Aya-expanse 8b q5_1","display_name":"Aya-expanse 8b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q5_K_M","name":"Aya-expanse 8b q5_K_M","display_name":"Aya-expanse 8b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q5_K_S","name":"Aya-expanse 8b q5_K_S","display_name":"Aya-expanse 8b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q6_K","name":"Aya-expanse 8b q6_K","display_name":"Aya-expanse 8b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:8b-q8_0","name":"Aya-expanse 8b q8_0","display_name":"Aya-expanse 8b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya-expanse:latest","name":"Aya-expanse Latest","display_name":"Aya-expanse Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b","name":"Aya 35b","display_name":"Aya 35b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23","name":"Aya 35b 23","display_name":"Aya 35b 23","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q2_K","name":"Aya 35b 23 q2_K","display_name":"Aya 35b 23 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q3_K_L","name":"Aya 35b 23 q3_K_L","display_name":"Aya 35b 23 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q3_K_M","name":"Aya 35b 23 q3_K_M","display_name":"Aya 35b 23 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q3_K_S","name":"Aya 35b 23 q3_K_S","display_name":"Aya 35b 23 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q4_0","name":"Aya 35b 23 q4_0","display_name":"Aya 35b 23 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q4_1","name":"Aya 35b 23 q4_1","display_name":"Aya 35b 23 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q4_K_M","name":"Aya 35b 23 q4_K_M","display_name":"Aya 35b 23 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q4_K_S","name":"Aya 35b 23 q4_K_S","display_name":"Aya 35b 23 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q5_0","name":"Aya 35b 23 q5_0","display_name":"Aya 35b 23 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q5_1","name":"Aya 35b 23 q5_1","display_name":"Aya 35b 23 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q5_K_M","name":"Aya 35b 23 q5_K_M","display_name":"Aya 35b 23 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q5_K_S","name":"Aya 35b 23 q5_K_S","display_name":"Aya 35b 23 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q6_K","name":"Aya 35b 23 q6_K","display_name":"Aya 35b 23 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:35b-23-q8_0","name":"Aya 35b 23 q8_0","display_name":"Aya 35b 23 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b","name":"Aya 8b","display_name":"Aya 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23","name":"Aya 8b 23","display_name":"Aya 8b 23","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q2_K","name":"Aya 8b 23 q2_K","display_name":"Aya 8b 23 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q3_K_L","name":"Aya 8b 23 q3_K_L","display_name":"Aya 8b 23 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q3_K_M","name":"Aya 8b 23 q3_K_M","display_name":"Aya 8b 23 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q3_K_S","name":"Aya 8b 23 q3_K_S","display_name":"Aya 8b 23 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q4_0","name":"Aya 8b 23 q4_0","display_name":"Aya 8b 23 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q4_1","name":"Aya 8b 23 q4_1","display_name":"Aya 8b 23 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q4_K_M","name":"Aya 8b 23 q4_K_M","display_name":"Aya 8b 23 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q4_K_S","name":"Aya 8b 23 q4_K_S","display_name":"Aya 8b 23 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q5_0","name":"Aya 8b 23 q5_0","display_name":"Aya 8b 23 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q5_1","name":"Aya 8b 23 q5_1","display_name":"Aya 8b 23 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q5_K_M","name":"Aya 8b 23 q5_K_M","display_name":"Aya 8b 23 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q5_K_S","name":"Aya 8b 23 q5_K_S","display_name":"Aya 8b 23 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q6_K","name":"Aya 8b 23 q6_K","display_name":"Aya 8b 23 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:8b-23-q8_0","name":"Aya 8b 23 q8_0","display_name":"Aya 8b 23 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"aya:latest","name":"Aya Latest","display_name":"Aya Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b","name":"Bakllava 7b","display_name":"Bakllava 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-fp16","name":"Bakllava 7b v1 fp16","display_name":"Bakllava 7b v1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q2_K","name":"Bakllava 7b v1 q2_K","display_name":"Bakllava 7b v1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q3_K_L","name":"Bakllava 7b v1 q3_K_L","display_name":"Bakllava 7b v1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q3_K_M","name":"Bakllava 7b v1 q3_K_M","display_name":"Bakllava 7b v1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q3_K_S","name":"Bakllava 7b v1 q3_K_S","display_name":"Bakllava 7b v1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q4_0","name":"Bakllava 7b v1 q4_0","display_name":"Bakllava 7b v1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q4_1","name":"Bakllava 7b v1 q4_1","display_name":"Bakllava 7b v1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q4_K_M","name":"Bakllava 7b v1 q4_K_M","display_name":"Bakllava 7b v1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q4_K_S","name":"Bakllava 7b v1 q4_K_S","display_name":"Bakllava 7b v1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q5_0","name":"Bakllava 7b v1 q5_0","display_name":"Bakllava 7b v1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q5_1","name":"Bakllava 7b v1 q5_1","display_name":"Bakllava 7b v1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q5_K_M","name":"Bakllava 7b v1 q5_K_M","display_name":"Bakllava 7b v1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q5_K_S","name":"Bakllava 7b v1 q5_K_S","display_name":"Bakllava 7b v1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q6_K","name":"Bakllava 7b v1 q6_K","display_name":"Bakllava 7b v1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:7b-v1-q8_0","name":"Bakllava 7b v1 q8_0","display_name":"Bakllava 7b v1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bakllava:latest","name":"Bakllava Latest","display_name":"Bakllava Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b","name":"Bespoke-minicheck 7b","display_name":"Bespoke-minicheck 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-fp16","name":"Bespoke-minicheck 7b fp16","display_name":"Bespoke-minicheck 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q2_K","name":"Bespoke-minicheck 7b q2_K","display_name":"Bespoke-minicheck 7b q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q3_K_L","name":"Bespoke-minicheck 7b q3_K_L","display_name":"Bespoke-minicheck 7b q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q3_K_M","name":"Bespoke-minicheck 7b q3_K_M","display_name":"Bespoke-minicheck 7b q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q3_K_S","name":"Bespoke-minicheck 7b q3_K_S","display_name":"Bespoke-minicheck 7b q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q4_0","name":"Bespoke-minicheck 7b q4_0","display_name":"Bespoke-minicheck 7b q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q4_1","name":"Bespoke-minicheck 7b q4_1","display_name":"Bespoke-minicheck 7b q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q4_K_M","name":"Bespoke-minicheck 7b q4_K_M","display_name":"Bespoke-minicheck 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q4_K_S","name":"Bespoke-minicheck 7b q4_K_S","display_name":"Bespoke-minicheck 7b q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q5_0","name":"Bespoke-minicheck 7b q5_0","display_name":"Bespoke-minicheck 7b q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q5_1","name":"Bespoke-minicheck 7b q5_1","display_name":"Bespoke-minicheck 7b q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q5_K_M","name":"Bespoke-minicheck 7b q5_K_M","display_name":"Bespoke-minicheck 7b q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q5_K_S","name":"Bespoke-minicheck 7b q5_K_S","display_name":"Bespoke-minicheck 7b q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q6_K","name":"Bespoke-minicheck 7b q6_K","display_name":"Bespoke-minicheck 7b q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:7b-q8_0","name":"Bespoke-minicheck 7b q8_0","display_name":"Bespoke-minicheck 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bespoke-minicheck:latest","name":"Bespoke-minicheck Latest","display_name":"Bespoke-minicheck Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-large:335m","name":"Bge-large 335m","display_name":"Bge-large 335m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-large:335m-en-v1.5-fp16","name":"Bge-large 335m en v1.5 fp16","display_name":"Bge-large 335m en v1.5 fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-large:latest","name":"Bge-large Latest","display_name":"Bge-large Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-m3:567m","name":"Bge-m3 567m","display_name":"Bge-m3 567m","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-m3:567m-fp16","name":"Bge-m3 567m fp16","display_name":"Bge-m3 567m fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"bge-m3:latest","name":"Bge-m3 Latest","display_name":"Bge-m3 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b","name":"Codebooga 34b","display_name":"Codebooga 34b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-fp16","name":"Codebooga 34b v0.1 fp16","display_name":"Codebooga 34b v0.1 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q2_K","name":"Codebooga 34b v0.1 q2_K","display_name":"Codebooga 34b v0.1 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q3_K_L","name":"Codebooga 34b v0.1 q3_K_L","display_name":"Codebooga 34b v0.1 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q3_K_M","name":"Codebooga 34b v0.1 q3_K_M","display_name":"Codebooga 34b v0.1 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q3_K_S","name":"Codebooga 34b v0.1 q3_K_S","display_name":"Codebooga 34b v0.1 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q4_0","name":"Codebooga 34b v0.1 q4_0","display_name":"Codebooga 34b v0.1 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q4_1","name":"Codebooga 34b v0.1 q4_1","display_name":"Codebooga 34b v0.1 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q4_K_M","name":"Codebooga 34b v0.1 q4_K_M","display_name":"Codebooga 34b v0.1 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q5_0","name":"Codebooga 34b v0.1 q5_0","display_name":"Codebooga 34b v0.1 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q5_1","name":"Codebooga 34b v0.1 q5_1","display_name":"Codebooga 34b v0.1 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q5_K_M","name":"Codebooga 34b v0.1 q5_K_M","display_name":"Codebooga 34b v0.1 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q5_K_S","name":"Codebooga 34b v0.1 q5_K_S","display_name":"Codebooga 34b v0.1 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q6_K","name":"Codebooga 34b v0.1 q6_K","display_name":"Codebooga 34b v0.1 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:34b-v0.1-q8_0","name":"Codebooga 34b v0.1 q8_0","display_name":"Codebooga 34b v0.1 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codebooga:latest","name":"Codebooga Latest","display_name":"Codebooga Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b","name":"Codegeex4 9b","display_name":"Codegeex4 9b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-fp16","name":"Codegeex4 9b all fp16","display_name":"Codegeex4 9b all fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q2_K","name":"Codegeex4 9b all q2_K","display_name":"Codegeex4 9b all q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q3_K_L","name":"Codegeex4 9b all q3_K_L","display_name":"Codegeex4 9b all q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q3_K_M","name":"Codegeex4 9b all q3_K_M","display_name":"Codegeex4 9b all q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q3_K_S","name":"Codegeex4 9b all q3_K_S","display_name":"Codegeex4 9b all q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q4_0","name":"Codegeex4 9b all q4_0","display_name":"Codegeex4 9b all q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q4_1","name":"Codegeex4 9b all q4_1","display_name":"Codegeex4 9b all q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q4_K_M","name":"Codegeex4 9b all q4_K_M","display_name":"Codegeex4 9b all q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q4_K_S","name":"Codegeex4 9b all q4_K_S","display_name":"Codegeex4 9b all q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q5_0","name":"Codegeex4 9b all q5_0","display_name":"Codegeex4 9b all q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q5_1","name":"Codegeex4 9b all q5_1","display_name":"Codegeex4 9b all q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q5_K_M","name":"Codegeex4 9b all q5_K_M","display_name":"Codegeex4 9b all q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q5_K_S","name":"Codegeex4 9b all q5_K_S","display_name":"Codegeex4 9b all q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q6_K","name":"Codegeex4 9b all q6_K","display_name":"Codegeex4 9b all q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:9b-all-q8_0","name":"Codegeex4 9b all q8_0","display_name":"Codegeex4 9b all q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codegeex4:latest","name":"Codegeex4 Latest","display_name":"Codegeex4 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b","name":"Codellama 13b","display_name":"Codellama 13b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code","name":"Codellama 13b code","display_name":"Codellama 13b code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-fp16","name":"Codellama 13b code fp16","display_name":"Codellama 13b code fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q2_K","name":"Codellama 13b code q2_K","display_name":"Codellama 13b code q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q3_K_L","name":"Codellama 13b code q3_K_L","display_name":"Codellama 13b code q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q3_K_M","name":"Codellama 13b code q3_K_M","display_name":"Codellama 13b code q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q3_K_S","name":"Codellama 13b code q3_K_S","display_name":"Codellama 13b code q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q4_0","name":"Codellama 13b code q4_0","display_name":"Codellama 13b code q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q4_1","name":"Codellama 13b code q4_1","display_name":"Codellama 13b code q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q4_K_M","name":"Codellama 13b code q4_K_M","display_name":"Codellama 13b code q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q4_K_S","name":"Codellama 13b code q4_K_S","display_name":"Codellama 13b code q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q5_0","name":"Codellama 13b code q5_0","display_name":"Codellama 13b code q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q5_1","name":"Codellama 13b code q5_1","display_name":"Codellama 13b code q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q5_K_M","name":"Codellama 13b code q5_K_M","display_name":"Codellama 13b code q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q5_K_S","name":"Codellama 13b code q5_K_S","display_name":"Codellama 13b code q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q6_K","name":"Codellama 13b code q6_K","display_name":"Codellama 13b code q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-code-q8_0","name":"Codellama 13b code q8_0","display_name":"Codellama 13b code q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct","name":"Codellama 13b instruct","display_name":"Codellama 13b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-fp16","name":"Codellama 13b instruct fp16","display_name":"Codellama 13b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q2_K","name":"Codellama 13b instruct q2_K","display_name":"Codellama 13b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q3_K_L","name":"Codellama 13b instruct q3_K_L","display_name":"Codellama 13b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q3_K_M","name":"Codellama 13b instruct q3_K_M","display_name":"Codellama 13b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q3_K_S","name":"Codellama 13b instruct q3_K_S","display_name":"Codellama 13b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q4_0","name":"Codellama 13b instruct q4_0","display_name":"Codellama 13b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q4_1","name":"Codellama 13b instruct q4_1","display_name":"Codellama 13b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q4_K_M","name":"Codellama 13b instruct q4_K_M","display_name":"Codellama 13b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q4_K_S","name":"Codellama 13b instruct q4_K_S","display_name":"Codellama 13b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q5_0","name":"Codellama 13b instruct q5_0","display_name":"Codellama 13b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q5_1","name":"Codellama 13b instruct q5_1","display_name":"Codellama 13b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q5_K_M","name":"Codellama 13b instruct q5_K_M","display_name":"Codellama 13b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q5_K_S","name":"Codellama 13b instruct q5_K_S","display_name":"Codellama 13b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q6_K","name":"Codellama 13b instruct q6_K","display_name":"Codellama 13b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-instruct-q8_0","name":"Codellama 13b instruct q8_0","display_name":"Codellama 13b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python","name":"Codellama 13b python","display_name":"Codellama 13b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-fp16","name":"Codellama 13b python fp16","display_name":"Codellama 13b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q2_K","name":"Codellama 13b python q2_K","display_name":"Codellama 13b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q3_K_L","name":"Codellama 13b python q3_K_L","display_name":"Codellama 13b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q3_K_M","name":"Codellama 13b python q3_K_M","display_name":"Codellama 13b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q3_K_S","name":"Codellama 13b python q3_K_S","display_name":"Codellama 13b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q4_0","name":"Codellama 13b python q4_0","display_name":"Codellama 13b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q4_1","name":"Codellama 13b python q4_1","display_name":"Codellama 13b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q4_K_M","name":"Codellama 13b python q4_K_M","display_name":"Codellama 13b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q4_K_S","name":"Codellama 13b python q4_K_S","display_name":"Codellama 13b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q5_0","name":"Codellama 13b python q5_0","display_name":"Codellama 13b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q5_1","name":"Codellama 13b python q5_1","display_name":"Codellama 13b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q5_K_M","name":"Codellama 13b python q5_K_M","display_name":"Codellama 13b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q5_K_S","name":"Codellama 13b python q5_K_S","display_name":"Codellama 13b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q6_K","name":"Codellama 13b python q6_K","display_name":"Codellama 13b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:13b-python-q8_0","name":"Codellama 13b python q8_0","display_name":"Codellama 13b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b","name":"Codellama 34b","display_name":"Codellama 34b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code","name":"Codellama 34b code","display_name":"Codellama 34b code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q2_K","name":"Codellama 34b code q2_K","display_name":"Codellama 34b code q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q3_K_L","name":"Codellama 34b code q3_K_L","display_name":"Codellama 34b code q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q3_K_M","name":"Codellama 34b code q3_K_M","display_name":"Codellama 34b code q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q3_K_S","name":"Codellama 34b code q3_K_S","display_name":"Codellama 34b code q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q4_0","name":"Codellama 34b code q4_0","display_name":"Codellama 34b code q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q4_1","name":"Codellama 34b code q4_1","display_name":"Codellama 34b code q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q4_K_M","name":"Codellama 34b code q4_K_M","display_name":"Codellama 34b code q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q4_K_S","name":"Codellama 34b code q4_K_S","display_name":"Codellama 34b code q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q5_0","name":"Codellama 34b code q5_0","display_name":"Codellama 34b code q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q5_1","name":"Codellama 34b code q5_1","display_name":"Codellama 34b code q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q5_K_M","name":"Codellama 34b code q5_K_M","display_name":"Codellama 34b code q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q5_K_S","name":"Codellama 34b code q5_K_S","display_name":"Codellama 34b code q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q6_K","name":"Codellama 34b code q6_K","display_name":"Codellama 34b code q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-code-q8_0","name":"Codellama 34b code q8_0","display_name":"Codellama 34b code q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct","name":"Codellama 34b instruct","display_name":"Codellama 34b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-fp16","name":"Codellama 34b instruct fp16","display_name":"Codellama 34b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q2_K","name":"Codellama 34b instruct q2_K","display_name":"Codellama 34b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q3_K_L","name":"Codellama 34b instruct q3_K_L","display_name":"Codellama 34b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q3_K_M","name":"Codellama 34b instruct q3_K_M","display_name":"Codellama 34b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q3_K_S","name":"Codellama 34b instruct q3_K_S","display_name":"Codellama 34b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q4_0","name":"Codellama 34b instruct q4_0","display_name":"Codellama 34b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q4_1","name":"Codellama 34b instruct q4_1","display_name":"Codellama 34b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q4_K_M","name":"Codellama 34b instruct q4_K_M","display_name":"Codellama 34b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q4_K_S","name":"Codellama 34b instruct q4_K_S","display_name":"Codellama 34b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q5_0","name":"Codellama 34b instruct q5_0","display_name":"Codellama 34b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q5_1","name":"Codellama 34b instruct q5_1","display_name":"Codellama 34b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q5_K_M","name":"Codellama 34b instruct q5_K_M","display_name":"Codellama 34b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q5_K_S","name":"Codellama 34b instruct q5_K_S","display_name":"Codellama 34b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q6_K","name":"Codellama 34b instruct q6_K","display_name":"Codellama 34b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-instruct-q8_0","name":"Codellama 34b instruct q8_0","display_name":"Codellama 34b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python","name":"Codellama 34b python","display_name":"Codellama 34b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-fp16","name":"Codellama 34b python fp16","display_name":"Codellama 34b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q2_K","name":"Codellama 34b python q2_K","display_name":"Codellama 34b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q3_K_L","name":"Codellama 34b python q3_K_L","display_name":"Codellama 34b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q3_K_M","name":"Codellama 34b python q3_K_M","display_name":"Codellama 34b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q3_K_S","name":"Codellama 34b python q3_K_S","display_name":"Codellama 34b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q4_0","name":"Codellama 34b python q4_0","display_name":"Codellama 34b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q4_1","name":"Codellama 34b python q4_1","display_name":"Codellama 34b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q4_K_M","name":"Codellama 34b python q4_K_M","display_name":"Codellama 34b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q4_K_S","name":"Codellama 34b python q4_K_S","display_name":"Codellama 34b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q5_0","name":"Codellama 34b python q5_0","display_name":"Codellama 34b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q5_1","name":"Codellama 34b python q5_1","display_name":"Codellama 34b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q5_K_M","name":"Codellama 34b python q5_K_M","display_name":"Codellama 34b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q5_K_S","name":"Codellama 34b python q5_K_S","display_name":"Codellama 34b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q6_K","name":"Codellama 34b python q6_K","display_name":"Codellama 34b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:34b-python-q8_0","name":"Codellama 34b python q8_0","display_name":"Codellama 34b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b","name":"Codellama 70b","display_name":"Codellama 70b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code","name":"Codellama 70b code","display_name":"Codellama 70b code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-fp16","name":"Codellama 70b code fp16","display_name":"Codellama 70b code fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q2_K","name":"Codellama 70b code q2_K","display_name":"Codellama 70b code q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q3_K_L","name":"Codellama 70b code q3_K_L","display_name":"Codellama 70b code q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q3_K_M","name":"Codellama 70b code q3_K_M","display_name":"Codellama 70b code q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q3_K_S","name":"Codellama 70b code q3_K_S","display_name":"Codellama 70b code q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q4_0","name":"Codellama 70b code q4_0","display_name":"Codellama 70b code q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q4_1","name":"Codellama 70b code q4_1","display_name":"Codellama 70b code q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q4_K_M","name":"Codellama 70b code q4_K_M","display_name":"Codellama 70b code q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q4_K_S","name":"Codellama 70b code q4_K_S","display_name":"Codellama 70b code q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q5_0","name":"Codellama 70b code q5_0","display_name":"Codellama 70b code q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q5_1","name":"Codellama 70b code q5_1","display_name":"Codellama 70b code q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q5_K_M","name":"Codellama 70b code q5_K_M","display_name":"Codellama 70b code q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q5_K_S","name":"Codellama 70b code q5_K_S","display_name":"Codellama 70b code q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q6_K","name":"Codellama 70b code q6_K","display_name":"Codellama 70b code q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-code-q8_0","name":"Codellama 70b code q8_0","display_name":"Codellama 70b code q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct","name":"Codellama 70b instruct","display_name":"Codellama 70b instruct","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-fp16","name":"Codellama 70b instruct fp16","display_name":"Codellama 70b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q2_K","name":"Codellama 70b instruct q2_K","display_name":"Codellama 70b instruct q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q3_K_L","name":"Codellama 70b instruct q3_K_L","display_name":"Codellama 70b instruct q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q3_K_M","name":"Codellama 70b instruct q3_K_M","display_name":"Codellama 70b instruct q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q3_K_S","name":"Codellama 70b instruct q3_K_S","display_name":"Codellama 70b instruct q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q4_0","name":"Codellama 70b instruct q4_0","display_name":"Codellama 70b instruct q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q4_1","name":"Codellama 70b instruct q4_1","display_name":"Codellama 70b instruct q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q4_K_M","name":"Codellama 70b instruct q4_K_M","display_name":"Codellama 70b instruct q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q4_K_S","name":"Codellama 70b instruct q4_K_S","display_name":"Codellama 70b instruct q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q5_0","name":"Codellama 70b instruct q5_0","display_name":"Codellama 70b instruct q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q5_1","name":"Codellama 70b instruct q5_1","display_name":"Codellama 70b instruct q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q5_K_M","name":"Codellama 70b instruct q5_K_M","display_name":"Codellama 70b instruct q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q5_K_S","name":"Codellama 70b instruct q5_K_S","display_name":"Codellama 70b instruct q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q6_K","name":"Codellama 70b instruct q6_K","display_name":"Codellama 70b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-instruct-q8_0","name":"Codellama 70b instruct q8_0","display_name":"Codellama 70b instruct q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python","name":"Codellama 70b python","display_name":"Codellama 70b python","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-fp16","name":"Codellama 70b python fp16","display_name":"Codellama 70b python fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q2_K","name":"Codellama 70b python q2_K","display_name":"Codellama 70b python q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q3_K_L","name":"Codellama 70b python q3_K_L","display_name":"Codellama 70b python q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q3_K_M","name":"Codellama 70b python q3_K_M","display_name":"Codellama 70b python q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q3_K_S","name":"Codellama 70b python q3_K_S","display_name":"Codellama 70b python q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q4_0","name":"Codellama 70b python q4_0","display_name":"Codellama 70b python q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q4_1","name":"Codellama 70b python q4_1","display_name":"Codellama 70b python q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q4_K_M","name":"Codellama 70b python q4_K_M","display_name":"Codellama 70b python q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q4_K_S","name":"Codellama 70b python q4_K_S","display_name":"Codellama 70b python q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q5_0","name":"Codellama 70b python q5_0","display_name":"Codellama 70b python q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q5_1","name":"Codellama 70b python q5_1","display_name":"Codellama 70b python q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q5_K_M","name":"Codellama 70b python q5_K_M","display_name":"Codellama 70b python q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q5_K_S","name":"Codellama 70b python q5_K_S","display_name":"Codellama 70b python q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q6_K","name":"Codellama 70b python q6_K","display_name":"Codellama 70b python q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:70b-python-q8_0","name":"Codellama 70b python q8_0","display_name":"Codellama 70b python q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b","name":"Codellama 7b","display_name":"Codellama 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code","name":"Codellama 7b code","display_name":"Codellama 7b code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-fp16","name":"Codellama 7b code fp16","display_name":"Codellama 7b code fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q2_K","name":"Codellama 7b code q2_K","display_name":"Codellama 7b code q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q3_K_L","name":"Codellama 7b code q3_K_L","display_name":"Codellama 7b code q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q3_K_M","name":"Codellama 7b code q3_K_M","display_name":"Codellama 7b code q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q3_K_S","name":"Codellama 7b code q3_K_S","display_name":"Codellama 7b code q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q4_0","name":"Codellama 7b code q4_0","display_name":"Codellama 7b code q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q4_1","name":"Codellama 7b code q4_1","display_name":"Codellama 7b code q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q4_K_M","name":"Codellama 7b code q4_K_M","display_name":"Codellama 7b code q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q4_K_S","name":"Codellama 7b code q4_K_S","display_name":"Codellama 7b code q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q5_0","name":"Codellama 7b code q5_0","display_name":"Codellama 7b code q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q5_1","name":"Codellama 7b code q5_1","display_name":"Codellama 7b code q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q5_K_M","name":"Codellama 7b code q5_K_M","display_name":"Codellama 7b code q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q5_K_S","name":"Codellama 7b code q5_K_S","display_name":"Codellama 7b code q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q6_K","name":"Codellama 7b code q6_K","display_name":"Codellama 7b code q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-code-q8_0","name":"Codellama 7b code q8_0","display_name":"Codellama 7b code q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct","name":"Codellama 7b instruct","display_name":"Codellama 7b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-fp16","name":"Codellama 7b instruct fp16","display_name":"Codellama 7b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q2_K","name":"Codellama 7b instruct q2_K","display_name":"Codellama 7b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q3_K_L","name":"Codellama 7b instruct q3_K_L","display_name":"Codellama 7b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q3_K_M","name":"Codellama 7b instruct q3_K_M","display_name":"Codellama 7b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q3_K_S","name":"Codellama 7b instruct q3_K_S","display_name":"Codellama 7b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q4_0","name":"Codellama 7b instruct q4_0","display_name":"Codellama 7b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q4_1","name":"Codellama 7b instruct q4_1","display_name":"Codellama 7b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q4_K_M","name":"Codellama 7b instruct q4_K_M","display_name":"Codellama 7b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q4_K_S","name":"Codellama 7b instruct q4_K_S","display_name":"Codellama 7b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q5_0","name":"Codellama 7b instruct q5_0","display_name":"Codellama 7b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q5_1","name":"Codellama 7b instruct q5_1","display_name":"Codellama 7b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q5_K_M","name":"Codellama 7b instruct q5_K_M","display_name":"Codellama 7b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q5_K_S","name":"Codellama 7b instruct q5_K_S","display_name":"Codellama 7b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q6_K","name":"Codellama 7b instruct q6_K","display_name":"Codellama 7b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-instruct-q8_0","name":"Codellama 7b instruct q8_0","display_name":"Codellama 7b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python","name":"Codellama 7b python","display_name":"Codellama 7b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-fp16","name":"Codellama 7b python fp16","display_name":"Codellama 7b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q2_K","name":"Codellama 7b python q2_K","display_name":"Codellama 7b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q3_K_L","name":"Codellama 7b python q3_K_L","display_name":"Codellama 7b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q3_K_M","name":"Codellama 7b python q3_K_M","display_name":"Codellama 7b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q3_K_S","name":"Codellama 7b python q3_K_S","display_name":"Codellama 7b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q4_0","name":"Codellama 7b python q4_0","display_name":"Codellama 7b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q4_1","name":"Codellama 7b python q4_1","display_name":"Codellama 7b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q4_K_M","name":"Codellama 7b python q4_K_M","display_name":"Codellama 7b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q4_K_S","name":"Codellama 7b python q4_K_S","display_name":"Codellama 7b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q5_0","name":"Codellama 7b python q5_0","display_name":"Codellama 7b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q5_1","name":"Codellama 7b python q5_1","display_name":"Codellama 7b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q5_K_M","name":"Codellama 7b python q5_K_M","display_name":"Codellama 7b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q5_K_S","name":"Codellama 7b python q5_K_S","display_name":"Codellama 7b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q6_K","name":"Codellama 7b python q6_K","display_name":"Codellama 7b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:7b-python-q8_0","name":"Codellama 7b python q8_0","display_name":"Codellama 7b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:code","name":"Codellama Code","display_name":"Codellama Code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:instruct","name":"Codellama Instruct","display_name":"Codellama Instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:latest","name":"Codellama Latest","display_name":"Codellama Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codellama:python","name":"Codellama Python","display_name":"Codellama Python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b","name":"Codeqwen 7b","display_name":"Codeqwen 7b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat","name":"Codeqwen 7b chat","display_name":"Codeqwen 7b chat","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-fp16","name":"Codeqwen 7b chat v1.5 fp16","display_name":"Codeqwen 7b chat v1.5 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q2_K","name":"Codeqwen 7b chat v1.5 q2_K","display_name":"Codeqwen 7b chat v1.5 q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q3_K_L","name":"Codeqwen 7b chat v1.5 q3_K_L","display_name":"Codeqwen 7b chat v1.5 q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q3_K_M","name":"Codeqwen 7b chat v1.5 q3_K_M","display_name":"Codeqwen 7b chat v1.5 q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q3_K_S","name":"Codeqwen 7b chat v1.5 q3_K_S","display_name":"Codeqwen 7b chat v1.5 q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q4_0","name":"Codeqwen 7b chat v1.5 q4_0","display_name":"Codeqwen 7b chat v1.5 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q4_1","name":"Codeqwen 7b chat v1.5 q4_1","display_name":"Codeqwen 7b chat v1.5 q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q4_K_M","name":"Codeqwen 7b chat v1.5 q4_K_M","display_name":"Codeqwen 7b chat v1.5 q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q4_K_S","name":"Codeqwen 7b chat v1.5 q4_K_S","display_name":"Codeqwen 7b chat v1.5 q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q5_0","name":"Codeqwen 7b chat v1.5 q5_0","display_name":"Codeqwen 7b chat v1.5 q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q5_1","name":"Codeqwen 7b chat v1.5 q5_1","display_name":"Codeqwen 7b chat v1.5 q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q5_K_M","name":"Codeqwen 7b chat v1.5 q5_K_M","display_name":"Codeqwen 7b chat v1.5 q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q5_K_S","name":"Codeqwen 7b chat v1.5 q5_K_S","display_name":"Codeqwen 7b chat v1.5 q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q6_K","name":"Codeqwen 7b chat v1.5 q6_K","display_name":"Codeqwen 7b chat v1.5 q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-chat-v1.5-q8_0","name":"Codeqwen 7b chat v1.5 q8_0","display_name":"Codeqwen 7b chat v1.5 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code","name":"Codeqwen 7b code","display_name":"Codeqwen 7b code","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-fp16","name":"Codeqwen 7b code v1.5 fp16","display_name":"Codeqwen 7b code v1.5 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-q4_0","name":"Codeqwen 7b code v1.5 q4_0","display_name":"Codeqwen 7b code v1.5 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-q4_1","name":"Codeqwen 7b code v1.5 q4_1","display_name":"Codeqwen 7b code v1.5 q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-q5_0","name":"Codeqwen 7b code v1.5 q5_0","display_name":"Codeqwen 7b code v1.5 q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-q5_1","name":"Codeqwen 7b code v1.5 q5_1","display_name":"Codeqwen 7b code v1.5 q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:7b-code-v1.5-q8_0","name":"Codeqwen 7b code v1.5 q8_0","display_name":"Codeqwen 7b code v1.5 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:chat","name":"Codeqwen Chat","display_name":"Codeqwen Chat","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:code","name":"Codeqwen Code","display_name":"Codeqwen Code","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:latest","name":"Codeqwen Latest","display_name":"Codeqwen Latest","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:v1.5","name":"Codeqwen V1.5","display_name":"Codeqwen V1.5","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:v1.5-chat","name":"Codeqwen V1.5 chat","display_name":"Codeqwen V1.5 chat","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeqwen:v1.5-code","name":"Codeqwen V1.5 code","display_name":"Codeqwen V1.5 code","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b","name":"Codestral 22b","display_name":"Codestral 22b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q2_K","name":"Codestral 22b v0.1 q2_K","display_name":"Codestral 22b v0.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q3_K_L","name":"Codestral 22b v0.1 q3_K_L","display_name":"Codestral 22b v0.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q3_K_M","name":"Codestral 22b v0.1 q3_K_M","display_name":"Codestral 22b v0.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q3_K_S","name":"Codestral 22b v0.1 q3_K_S","display_name":"Codestral 22b v0.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q4_0","name":"Codestral 22b v0.1 q4_0","display_name":"Codestral 22b v0.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q4_1","name":"Codestral 22b v0.1 q4_1","display_name":"Codestral 22b v0.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q4_K_M","name":"Codestral 22b v0.1 q4_K_M","display_name":"Codestral 22b v0.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q4_K_S","name":"Codestral 22b v0.1 q4_K_S","display_name":"Codestral 22b v0.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q5_0","name":"Codestral 22b v0.1 q5_0","display_name":"Codestral 22b v0.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q5_1","name":"Codestral 22b v0.1 q5_1","display_name":"Codestral 22b v0.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q5_K_M","name":"Codestral 22b v0.1 q5_K_M","display_name":"Codestral 22b v0.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q5_K_S","name":"Codestral 22b v0.1 q5_K_S","display_name":"Codestral 22b v0.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q6_K","name":"Codestral 22b v0.1 q6_K","display_name":"Codestral 22b v0.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:22b-v0.1-q8_0","name":"Codestral 22b v0.1 q8_0","display_name":"Codestral 22b v0.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:latest","name":"Codestral Latest","display_name":"Codestral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codestral:v0.1","name":"Codestral V0.1","display_name":"Codestral V0.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b","name":"Codeup 13b","display_name":"Codeup 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2","name":"Codeup 13b llama2","display_name":"Codeup 13b llama2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat","name":"Codeup 13b llama2 chat","display_name":"Codeup 13b llama2 chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-fp16","name":"Codeup 13b llama2 chat fp16","display_name":"Codeup 13b llama2 chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q2_K","name":"Codeup 13b llama2 chat q2_K","display_name":"Codeup 13b llama2 chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q3_K_L","name":"Codeup 13b llama2 chat q3_K_L","display_name":"Codeup 13b llama2 chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q3_K_M","name":"Codeup 13b llama2 chat q3_K_M","display_name":"Codeup 13b llama2 chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q3_K_S","name":"Codeup 13b llama2 chat q3_K_S","display_name":"Codeup 13b llama2 chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q4_0","name":"Codeup 13b llama2 chat q4_0","display_name":"Codeup 13b llama2 chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q4_1","name":"Codeup 13b llama2 chat q4_1","display_name":"Codeup 13b llama2 chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q4_K_M","name":"Codeup 13b llama2 chat q4_K_M","display_name":"Codeup 13b llama2 chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q4_K_S","name":"Codeup 13b llama2 chat q4_K_S","display_name":"Codeup 13b llama2 chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q5_0","name":"Codeup 13b llama2 chat q5_0","display_name":"Codeup 13b llama2 chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q5_1","name":"Codeup 13b llama2 chat q5_1","display_name":"Codeup 13b llama2 chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q5_K_M","name":"Codeup 13b llama2 chat q5_K_M","display_name":"Codeup 13b llama2 chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q5_K_S","name":"Codeup 13b llama2 chat q5_K_S","display_name":"Codeup 13b llama2 chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q6_K","name":"Codeup 13b llama2 chat q6_K","display_name":"Codeup 13b llama2 chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:13b-llama2-chat-q8_0","name":"Codeup 13b llama2 chat q8_0","display_name":"Codeup 13b llama2 chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"codeup:latest","name":"Codeup Latest","display_name":"Codeup Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:14b","name":"Cogito 14b","display_name":"Cogito 14b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:14b-v1-preview-qwen-fp16","name":"Cogito 14b v1 preview qwen fp16","display_name":"Cogito 14b v1 preview qwen fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:14b-v1-preview-qwen-q4_K_M","name":"Cogito 14b v1 preview qwen q4_K_M","display_name":"Cogito 14b v1 preview qwen q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:14b-v1-preview-qwen-q8_0","name":"Cogito 14b v1 preview qwen q8_0","display_name":"Cogito 14b v1 preview qwen q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:32b","name":"Cogito 32b","display_name":"Cogito 32b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:32b-v1-preview-qwen-fp16","name":"Cogito 32b v1 preview qwen fp16","display_name":"Cogito 32b v1 preview qwen fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:32b-v1-preview-qwen-q4_K_M","name":"Cogito 32b v1 preview qwen q4_K_M","display_name":"Cogito 32b v1 preview qwen q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:32b-v1-preview-qwen-q8_0","name":"Cogito 32b v1 preview qwen q8_0","display_name":"Cogito 32b v1 preview qwen q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:3b","name":"Cogito 3b","display_name":"Cogito 3b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:3b-v1-preview-llama-fp16","name":"Cogito 3b v1 preview llama fp16","display_name":"Cogito 3b v1 preview llama fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:3b-v1-preview-llama-q4_K_M","name":"Cogito 3b v1 preview llama q4_K_M","display_name":"Cogito 3b v1 preview llama q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:3b-v1-preview-llama-q8_0","name":"Cogito 3b v1 preview llama q8_0","display_name":"Cogito 3b v1 preview llama q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:70b","name":"Cogito 70b","display_name":"Cogito 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:70b-v1-preview-llama-fp16","name":"Cogito 70b v1 preview llama fp16","display_name":"Cogito 70b v1 preview llama fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:70b-v1-preview-llama-q4_K_M","name":"Cogito 70b v1 preview llama q4_K_M","display_name":"Cogito 70b v1 preview llama q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:70b-v1-preview-llama-q8_0","name":"Cogito 70b v1 preview llama q8_0","display_name":"Cogito 70b v1 preview llama q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:8b","name":"Cogito 8b","display_name":"Cogito 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:8b-v1-preview-llama-q4_K_M","name":"Cogito 8b v1 preview llama q4_K_M","display_name":"Cogito 8b v1 preview llama q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:8b-v1-preview-llama-q8_0","name":"Cogito 8b v1 preview llama q8_0","display_name":"Cogito 8b v1 preview llama q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"cogito:latest","name":"Cogito Latest","display_name":"Cogito Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-a:111b","name":"Command-a 111b","display_name":"Command-a 111b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-a:111b-03-2025-fp16","name":"Command-a 111b 03 2025 fp16","display_name":"Command-a 111b 03 2025 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-a:111b-03-2025-q4_K_M","name":"Command-a 111b 03 2025 q4_K_M","display_name":"Command-a 111b 03 2025 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-a:111b-03-2025-q8_0","name":"Command-a 111b 03 2025 q8_0","display_name":"Command-a 111b 03 2025 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-a:latest","name":"Command-a Latest","display_name":"Command-a Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b-arabic:7b","name":"Command-r7b-arabic 7b","display_name":"Command-r7b-arabic 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b-arabic:7b-02-2025-fp16","name":"Command-r7b-arabic 7b 02 2025 fp16","display_name":"Command-r7b-arabic 7b 02 2025 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b-arabic:7b-02-2025-q4_K_M","name":"Command-r7b-arabic 7b 02 2025 q4_K_M","display_name":"Command-r7b-arabic 7b 02 2025 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b-arabic:7b-02-2025-q8_0","name":"Command-r7b-arabic 7b 02 2025 q8_0","display_name":"Command-r7b-arabic 7b 02 2025 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b-arabic:latest","name":"Command-r7b-arabic Latest","display_name":"Command-r7b-arabic Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b:7b","name":"Command-r7b 7b","display_name":"Command-r7b 7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b:7b-12-2024-fp16","name":"Command-r7b 7b 12 2024 fp16","display_name":"Command-r7b 7b 12 2024 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b:7b-12-2024-q4_K_M","name":"Command-r7b 7b 12 2024 q4_K_M","display_name":"Command-r7b 7b 12 2024 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b:7b-12-2024-q8_0","name":"Command-r7b 7b 12 2024 q8_0","display_name":"Command-r7b 7b 12 2024 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"command-r7b:latest","name":"Command-r7b Latest","display_name":"Command-r7b Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:1.5b","name":"Deepcoder 1.5b","display_name":"Deepcoder 1.5b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:1.5b-preview-fp16","name":"Deepcoder 1.5b preview fp16","display_name":"Deepcoder 1.5b preview fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:1.5b-preview-q4_K_M","name":"Deepcoder 1.5b preview q4_K_M","display_name":"Deepcoder 1.5b preview q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:1.5b-preview-q8_0","name":"Deepcoder 1.5b preview q8_0","display_name":"Deepcoder 1.5b preview q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:14b","name":"Deepcoder 14b","display_name":"Deepcoder 14b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:14b-preview-fp16","name":"Deepcoder 14b preview fp16","display_name":"Deepcoder 14b preview fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:14b-preview-q4_K_M","name":"Deepcoder 14b preview q4_K_M","display_name":"Deepcoder 14b preview q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:14b-preview-q8_0","name":"Deepcoder 14b preview q8_0","display_name":"Deepcoder 14b preview q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepcoder:latest","name":"Deepcoder Latest","display_name":"Deepcoder Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepscaler:1.5b","name":"Deepscaler 1.5b","display_name":"Deepscaler 1.5b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepscaler:1.5b-preview-fp16","name":"Deepscaler 1.5b preview fp16","display_name":"Deepscaler 1.5b preview fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepscaler:1.5b-preview-q4_K_M","name":"Deepscaler 1.5b preview q4_K_M","display_name":"Deepscaler 1.5b preview q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepscaler:1.5b-preview-q8_0","name":"Deepscaler 1.5b preview q8_0","display_name":"Deepscaler 1.5b preview q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepscaler:latest","name":"Deepscaler Latest","display_name":"Deepscaler Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b","name":"Deepseek-coder-v2 16b","display_name":"Deepseek-coder-v2 16b","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-fp16","name":"Deepseek-coder-v2 16b lite base fp16","display_name":"Deepseek-coder-v2 16b lite base fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q2_K","name":"Deepseek-coder-v2 16b lite base q2_K","display_name":"Deepseek-coder-v2 16b lite base q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q3_K_L","name":"Deepseek-coder-v2 16b lite base q3_K_L","display_name":"Deepseek-coder-v2 16b lite base q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q3_K_M","name":"Deepseek-coder-v2 16b lite base q3_K_M","display_name":"Deepseek-coder-v2 16b lite base q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q3_K_S","name":"Deepseek-coder-v2 16b lite base q3_K_S","display_name":"Deepseek-coder-v2 16b lite base q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q4_0","name":"Deepseek-coder-v2 16b lite base q4_0","display_name":"Deepseek-coder-v2 16b lite base q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q4_1","name":"Deepseek-coder-v2 16b lite base q4_1","display_name":"Deepseek-coder-v2 16b lite base q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q4_K_M","name":"Deepseek-coder-v2 16b lite base q4_K_M","display_name":"Deepseek-coder-v2 16b lite base q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q4_K_S","name":"Deepseek-coder-v2 16b lite base q4_K_S","display_name":"Deepseek-coder-v2 16b lite base q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q5_0","name":"Deepseek-coder-v2 16b lite base q5_0","display_name":"Deepseek-coder-v2 16b lite base q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q5_1","name":"Deepseek-coder-v2 16b lite base q5_1","display_name":"Deepseek-coder-v2 16b lite base q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q5_K_M","name":"Deepseek-coder-v2 16b lite base q5_K_M","display_name":"Deepseek-coder-v2 16b lite base q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q5_K_S","name":"Deepseek-coder-v2 16b lite base q5_K_S","display_name":"Deepseek-coder-v2 16b lite base q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q6_K","name":"Deepseek-coder-v2 16b lite base q6_K","display_name":"Deepseek-coder-v2 16b lite base q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-base-q8_0","name":"Deepseek-coder-v2 16b lite base q8_0","display_name":"Deepseek-coder-v2 16b lite base q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-fp16","name":"Deepseek-coder-v2 16b lite instruct fp16","display_name":"Deepseek-coder-v2 16b lite instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q2_K","name":"Deepseek-coder-v2 16b lite instruct q2_K","display_name":"Deepseek-coder-v2 16b lite instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q3_K_L","name":"Deepseek-coder-v2 16b lite instruct q3_K_L","display_name":"Deepseek-coder-v2 16b lite instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q3_K_M","name":"Deepseek-coder-v2 16b lite instruct q3_K_M","display_name":"Deepseek-coder-v2 16b lite instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q3_K_S","name":"Deepseek-coder-v2 16b lite instruct q3_K_S","display_name":"Deepseek-coder-v2 16b lite instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q4_0","name":"Deepseek-coder-v2 16b lite instruct q4_0","display_name":"Deepseek-coder-v2 16b lite instruct q4_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q4_1","name":"Deepseek-coder-v2 16b lite instruct q4_1","display_name":"Deepseek-coder-v2 16b lite instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q4_K_M","name":"Deepseek-coder-v2 16b lite instruct q4_K_M","display_name":"Deepseek-coder-v2 16b lite instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q4_K_S","name":"Deepseek-coder-v2 16b lite instruct q4_K_S","display_name":"Deepseek-coder-v2 16b lite instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q5_0","name":"Deepseek-coder-v2 16b lite instruct q5_0","display_name":"Deepseek-coder-v2 16b lite instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q5_1","name":"Deepseek-coder-v2 16b lite instruct q5_1","display_name":"Deepseek-coder-v2 16b lite instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q5_K_M","name":"Deepseek-coder-v2 16b lite instruct q5_K_M","display_name":"Deepseek-coder-v2 16b lite instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q5_K_S","name":"Deepseek-coder-v2 16b lite instruct q5_K_S","display_name":"Deepseek-coder-v2 16b lite instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q6_K","name":"Deepseek-coder-v2 16b lite instruct q6_K","display_name":"Deepseek-coder-v2 16b lite instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:16b-lite-instruct-q8_0","name":"Deepseek-coder-v2 16b lite instruct q8_0","display_name":"Deepseek-coder-v2 16b lite instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b","name":"Deepseek-coder-v2 236b","display_name":"Deepseek-coder-v2 236b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-fp16","name":"Deepseek-coder-v2 236b base fp16","display_name":"Deepseek-coder-v2 236b base fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q2_K","name":"Deepseek-coder-v2 236b base q2_K","display_name":"Deepseek-coder-v2 236b base q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q3_K_L","name":"Deepseek-coder-v2 236b base q3_K_L","display_name":"Deepseek-coder-v2 236b base q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q3_K_M","name":"Deepseek-coder-v2 236b base q3_K_M","display_name":"Deepseek-coder-v2 236b base q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q3_K_S","name":"Deepseek-coder-v2 236b base q3_K_S","display_name":"Deepseek-coder-v2 236b base q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q4_0","name":"Deepseek-coder-v2 236b base q4_0","display_name":"Deepseek-coder-v2 236b base q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q4_1","name":"Deepseek-coder-v2 236b base q4_1","display_name":"Deepseek-coder-v2 236b base q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q4_K_M","name":"Deepseek-coder-v2 236b base q4_K_M","display_name":"Deepseek-coder-v2 236b base q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q4_K_S","name":"Deepseek-coder-v2 236b base q4_K_S","display_name":"Deepseek-coder-v2 236b base q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q5_0","name":"Deepseek-coder-v2 236b base q5_0","display_name":"Deepseek-coder-v2 236b base q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q5_1","name":"Deepseek-coder-v2 236b base q5_1","display_name":"Deepseek-coder-v2 236b base q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q5_K_M","name":"Deepseek-coder-v2 236b base q5_K_M","display_name":"Deepseek-coder-v2 236b base q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q5_K_S","name":"Deepseek-coder-v2 236b base q5_K_S","display_name":"Deepseek-coder-v2 236b base q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q6_K","name":"Deepseek-coder-v2 236b base q6_K","display_name":"Deepseek-coder-v2 236b base q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-base-q8_0","name":"Deepseek-coder-v2 236b base q8_0","display_name":"Deepseek-coder-v2 236b base q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-fp16","name":"Deepseek-coder-v2 236b instruct fp16","display_name":"Deepseek-coder-v2 236b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q2_K","name":"Deepseek-coder-v2 236b instruct q2_K","display_name":"Deepseek-coder-v2 236b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q3_K_L","name":"Deepseek-coder-v2 236b instruct q3_K_L","display_name":"Deepseek-coder-v2 236b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q3_K_M","name":"Deepseek-coder-v2 236b instruct q3_K_M","display_name":"Deepseek-coder-v2 236b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q3_K_S","name":"Deepseek-coder-v2 236b instruct q3_K_S","display_name":"Deepseek-coder-v2 236b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q4_0","name":"Deepseek-coder-v2 236b instruct q4_0","display_name":"Deepseek-coder-v2 236b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q4_1","name":"Deepseek-coder-v2 236b instruct q4_1","display_name":"Deepseek-coder-v2 236b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q4_K_M","name":"Deepseek-coder-v2 236b instruct q4_K_M","display_name":"Deepseek-coder-v2 236b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q4_K_S","name":"Deepseek-coder-v2 236b instruct q4_K_S","display_name":"Deepseek-coder-v2 236b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q5_0","name":"Deepseek-coder-v2 236b instruct q5_0","display_name":"Deepseek-coder-v2 236b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q5_1","name":"Deepseek-coder-v2 236b instruct q5_1","display_name":"Deepseek-coder-v2 236b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q5_K_M","name":"Deepseek-coder-v2 236b instruct q5_K_M","display_name":"Deepseek-coder-v2 236b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q5_K_S","name":"Deepseek-coder-v2 236b instruct q5_K_S","display_name":"Deepseek-coder-v2 236b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q6_K","name":"Deepseek-coder-v2 236b instruct q6_K","display_name":"Deepseek-coder-v2 236b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:236b-instruct-q8_0","name":"Deepseek-coder-v2 236b instruct q8_0","display_name":"Deepseek-coder-v2 236b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:latest","name":"Deepseek-coder-v2 Latest","display_name":"Deepseek-coder-v2 Latest","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder-v2:lite","name":"Deepseek-coder-v2 Lite","display_name":"Deepseek-coder-v2 Lite","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b","name":"Deepseek-coder 1.3b","display_name":"Deepseek-coder 1.3b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base","name":"Deepseek-coder 1.3b base","display_name":"Deepseek-coder 1.3b base","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-fp16","name":"Deepseek-coder 1.3b base fp16","display_name":"Deepseek-coder 1.3b base fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q2_K","name":"Deepseek-coder 1.3b base q2_K","display_name":"Deepseek-coder 1.3b base q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q3_K_L","name":"Deepseek-coder 1.3b base q3_K_L","display_name":"Deepseek-coder 1.3b base q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q3_K_M","name":"Deepseek-coder 1.3b base q3_K_M","display_name":"Deepseek-coder 1.3b base q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q3_K_S","name":"Deepseek-coder 1.3b base q3_K_S","display_name":"Deepseek-coder 1.3b base q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q4_0","name":"Deepseek-coder 1.3b base q4_0","display_name":"Deepseek-coder 1.3b base q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q4_1","name":"Deepseek-coder 1.3b base q4_1","display_name":"Deepseek-coder 1.3b base q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q4_K_M","name":"Deepseek-coder 1.3b base q4_K_M","display_name":"Deepseek-coder 1.3b base q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q4_K_S","name":"Deepseek-coder 1.3b base q4_K_S","display_name":"Deepseek-coder 1.3b base q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q5_0","name":"Deepseek-coder 1.3b base q5_0","display_name":"Deepseek-coder 1.3b base q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q5_1","name":"Deepseek-coder 1.3b base q5_1","display_name":"Deepseek-coder 1.3b base q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q5_K_M","name":"Deepseek-coder 1.3b base q5_K_M","display_name":"Deepseek-coder 1.3b base q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q5_K_S","name":"Deepseek-coder 1.3b base q5_K_S","display_name":"Deepseek-coder 1.3b base q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q6_K","name":"Deepseek-coder 1.3b base q6_K","display_name":"Deepseek-coder 1.3b base q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-base-q8_0","name":"Deepseek-coder 1.3b base q8_0","display_name":"Deepseek-coder 1.3b base q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct","name":"Deepseek-coder 1.3b instruct","display_name":"Deepseek-coder 1.3b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-fp16","name":"Deepseek-coder 1.3b instruct fp16","display_name":"Deepseek-coder 1.3b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q2_K","name":"Deepseek-coder 1.3b instruct q2_K","display_name":"Deepseek-coder 1.3b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q3_K_L","name":"Deepseek-coder 1.3b instruct q3_K_L","display_name":"Deepseek-coder 1.3b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q3_K_M","name":"Deepseek-coder 1.3b instruct q3_K_M","display_name":"Deepseek-coder 1.3b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q3_K_S","name":"Deepseek-coder 1.3b instruct q3_K_S","display_name":"Deepseek-coder 1.3b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q4_0","name":"Deepseek-coder 1.3b instruct q4_0","display_name":"Deepseek-coder 1.3b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q4_1","name":"Deepseek-coder 1.3b instruct q4_1","display_name":"Deepseek-coder 1.3b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q4_K_M","name":"Deepseek-coder 1.3b instruct q4_K_M","display_name":"Deepseek-coder 1.3b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q4_K_S","name":"Deepseek-coder 1.3b instruct q4_K_S","display_name":"Deepseek-coder 1.3b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q5_0","name":"Deepseek-coder 1.3b instruct q5_0","display_name":"Deepseek-coder 1.3b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q5_1","name":"Deepseek-coder 1.3b instruct q5_1","display_name":"Deepseek-coder 1.3b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q5_K_M","name":"Deepseek-coder 1.3b instruct q5_K_M","display_name":"Deepseek-coder 1.3b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q5_K_S","name":"Deepseek-coder 1.3b instruct q5_K_S","display_name":"Deepseek-coder 1.3b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q6_K","name":"Deepseek-coder 1.3b instruct q6_K","display_name":"Deepseek-coder 1.3b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:1.3b-instruct-q8_0","name":"Deepseek-coder 1.3b instruct q8_0","display_name":"Deepseek-coder 1.3b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b","name":"Deepseek-coder 33b","display_name":"Deepseek-coder 33b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base","name":"Deepseek-coder 33b base","display_name":"Deepseek-coder 33b base","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-fp16","name":"Deepseek-coder 33b base fp16","display_name":"Deepseek-coder 33b base fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q2_K","name":"Deepseek-coder 33b base q2_K","display_name":"Deepseek-coder 33b base q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q3_K_L","name":"Deepseek-coder 33b base q3_K_L","display_name":"Deepseek-coder 33b base q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q3_K_M","name":"Deepseek-coder 33b base q3_K_M","display_name":"Deepseek-coder 33b base q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q3_K_S","name":"Deepseek-coder 33b base q3_K_S","display_name":"Deepseek-coder 33b base q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q4_0","name":"Deepseek-coder 33b base q4_0","display_name":"Deepseek-coder 33b base q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q4_1","name":"Deepseek-coder 33b base q4_1","display_name":"Deepseek-coder 33b base q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q4_K_M","name":"Deepseek-coder 33b base q4_K_M","display_name":"Deepseek-coder 33b base q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q4_K_S","name":"Deepseek-coder 33b base q4_K_S","display_name":"Deepseek-coder 33b base q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q5_0","name":"Deepseek-coder 33b base q5_0","display_name":"Deepseek-coder 33b base q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q5_1","name":"Deepseek-coder 33b base q5_1","display_name":"Deepseek-coder 33b base q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q5_K_M","name":"Deepseek-coder 33b base q5_K_M","display_name":"Deepseek-coder 33b base q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q5_K_S","name":"Deepseek-coder 33b base q5_K_S","display_name":"Deepseek-coder 33b base q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q6_K","name":"Deepseek-coder 33b base q6_K","display_name":"Deepseek-coder 33b base q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-base-q8_0","name":"Deepseek-coder 33b base q8_0","display_name":"Deepseek-coder 33b base q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct","name":"Deepseek-coder 33b instruct","display_name":"Deepseek-coder 33b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-fp16","name":"Deepseek-coder 33b instruct fp16","display_name":"Deepseek-coder 33b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q2_K","name":"Deepseek-coder 33b instruct q2_K","display_name":"Deepseek-coder 33b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q3_K_L","name":"Deepseek-coder 33b instruct q3_K_L","display_name":"Deepseek-coder 33b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q3_K_M","name":"Deepseek-coder 33b instruct q3_K_M","display_name":"Deepseek-coder 33b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q3_K_S","name":"Deepseek-coder 33b instruct q3_K_S","display_name":"Deepseek-coder 33b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q4_0","name":"Deepseek-coder 33b instruct q4_0","display_name":"Deepseek-coder 33b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q4_1","name":"Deepseek-coder 33b instruct q4_1","display_name":"Deepseek-coder 33b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q4_K_M","name":"Deepseek-coder 33b instruct q4_K_M","display_name":"Deepseek-coder 33b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q4_K_S","name":"Deepseek-coder 33b instruct q4_K_S","display_name":"Deepseek-coder 33b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q5_0","name":"Deepseek-coder 33b instruct q5_0","display_name":"Deepseek-coder 33b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q5_1","name":"Deepseek-coder 33b instruct q5_1","display_name":"Deepseek-coder 33b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q5_K_M","name":"Deepseek-coder 33b instruct q5_K_M","display_name":"Deepseek-coder 33b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q5_K_S","name":"Deepseek-coder 33b instruct q5_K_S","display_name":"Deepseek-coder 33b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q6_K","name":"Deepseek-coder 33b instruct q6_K","display_name":"Deepseek-coder 33b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:33b-instruct-q8_0","name":"Deepseek-coder 33b instruct q8_0","display_name":"Deepseek-coder 33b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b","name":"Deepseek-coder 6.7b","display_name":"Deepseek-coder 6.7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base","name":"Deepseek-coder 6.7b base","display_name":"Deepseek-coder 6.7b base","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-fp16","name":"Deepseek-coder 6.7b base fp16","display_name":"Deepseek-coder 6.7b base fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q2_K","name":"Deepseek-coder 6.7b base q2_K","display_name":"Deepseek-coder 6.7b base q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q3_K_L","name":"Deepseek-coder 6.7b base q3_K_L","display_name":"Deepseek-coder 6.7b base q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q3_K_M","name":"Deepseek-coder 6.7b base q3_K_M","display_name":"Deepseek-coder 6.7b base q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q3_K_S","name":"Deepseek-coder 6.7b base q3_K_S","display_name":"Deepseek-coder 6.7b base q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q4_0","name":"Deepseek-coder 6.7b base q4_0","display_name":"Deepseek-coder 6.7b base q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q4_1","name":"Deepseek-coder 6.7b base q4_1","display_name":"Deepseek-coder 6.7b base q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q4_K_M","name":"Deepseek-coder 6.7b base q4_K_M","display_name":"Deepseek-coder 6.7b base q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q4_K_S","name":"Deepseek-coder 6.7b base q4_K_S","display_name":"Deepseek-coder 6.7b base q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q5_0","name":"Deepseek-coder 6.7b base q5_0","display_name":"Deepseek-coder 6.7b base q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q5_1","name":"Deepseek-coder 6.7b base q5_1","display_name":"Deepseek-coder 6.7b base q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q5_K_M","name":"Deepseek-coder 6.7b base q5_K_M","display_name":"Deepseek-coder 6.7b base q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q5_K_S","name":"Deepseek-coder 6.7b base q5_K_S","display_name":"Deepseek-coder 6.7b base q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q6_K","name":"Deepseek-coder 6.7b base q6_K","display_name":"Deepseek-coder 6.7b base q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-base-q8_0","name":"Deepseek-coder 6.7b base q8_0","display_name":"Deepseek-coder 6.7b base q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct","name":"Deepseek-coder 6.7b instruct","display_name":"Deepseek-coder 6.7b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-fp16","name":"Deepseek-coder 6.7b instruct fp16","display_name":"Deepseek-coder 6.7b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q2_K","name":"Deepseek-coder 6.7b instruct q2_K","display_name":"Deepseek-coder 6.7b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q3_K_L","name":"Deepseek-coder 6.7b instruct q3_K_L","display_name":"Deepseek-coder 6.7b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q3_K_M","name":"Deepseek-coder 6.7b instruct q3_K_M","display_name":"Deepseek-coder 6.7b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q3_K_S","name":"Deepseek-coder 6.7b instruct q3_K_S","display_name":"Deepseek-coder 6.7b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q4_0","name":"Deepseek-coder 6.7b instruct q4_0","display_name":"Deepseek-coder 6.7b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q4_1","name":"Deepseek-coder 6.7b instruct q4_1","display_name":"Deepseek-coder 6.7b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q4_K_M","name":"Deepseek-coder 6.7b instruct q4_K_M","display_name":"Deepseek-coder 6.7b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q4_K_S","name":"Deepseek-coder 6.7b instruct q4_K_S","display_name":"Deepseek-coder 6.7b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q5_0","name":"Deepseek-coder 6.7b instruct q5_0","display_name":"Deepseek-coder 6.7b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q5_1","name":"Deepseek-coder 6.7b instruct q5_1","display_name":"Deepseek-coder 6.7b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q5_K_M","name":"Deepseek-coder 6.7b instruct q5_K_M","display_name":"Deepseek-coder 6.7b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q5_K_S","name":"Deepseek-coder 6.7b instruct q5_K_S","display_name":"Deepseek-coder 6.7b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q6_K","name":"Deepseek-coder 6.7b instruct q6_K","display_name":"Deepseek-coder 6.7b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:6.7b-instruct-q8_0","name":"Deepseek-coder 6.7b instruct q8_0","display_name":"Deepseek-coder 6.7b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:base","name":"Deepseek-coder Base","display_name":"Deepseek-coder Base","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:instruct","name":"Deepseek-coder Instruct","display_name":"Deepseek-coder Instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-coder:latest","name":"Deepseek-coder Latest","display_name":"Deepseek-coder Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b","name":"Deepseek-llm 67b","display_name":"Deepseek-llm 67b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base","name":"Deepseek-llm 67b base","display_name":"Deepseek-llm 67b base","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-fp16","name":"Deepseek-llm 67b base fp16","display_name":"Deepseek-llm 67b base fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q2_K","name":"Deepseek-llm 67b base q2_K","display_name":"Deepseek-llm 67b base q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q3_K_L","name":"Deepseek-llm 67b base q3_K_L","display_name":"Deepseek-llm 67b base q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q3_K_M","name":"Deepseek-llm 67b base q3_K_M","display_name":"Deepseek-llm 67b base q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q3_K_S","name":"Deepseek-llm 67b base q3_K_S","display_name":"Deepseek-llm 67b base q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q4_0","name":"Deepseek-llm 67b base q4_0","display_name":"Deepseek-llm 67b base q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q4_1","name":"Deepseek-llm 67b base q4_1","display_name":"Deepseek-llm 67b base q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q4_K_M","name":"Deepseek-llm 67b base q4_K_M","display_name":"Deepseek-llm 67b base q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q4_K_S","name":"Deepseek-llm 67b base q4_K_S","display_name":"Deepseek-llm 67b base q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q5_0","name":"Deepseek-llm 67b base q5_0","display_name":"Deepseek-llm 67b base q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q5_1","name":"Deepseek-llm 67b base q5_1","display_name":"Deepseek-llm 67b base q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q5_K_M","name":"Deepseek-llm 67b base q5_K_M","display_name":"Deepseek-llm 67b base q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q5_K_S","name":"Deepseek-llm 67b base q5_K_S","display_name":"Deepseek-llm 67b base q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q6_K","name":"Deepseek-llm 67b base q6_K","display_name":"Deepseek-llm 67b base q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-base-q8_0","name":"Deepseek-llm 67b base q8_0","display_name":"Deepseek-llm 67b base q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat","name":"Deepseek-llm 67b chat","display_name":"Deepseek-llm 67b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-fp16","name":"Deepseek-llm 67b chat fp16","display_name":"Deepseek-llm 67b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q2_K","name":"Deepseek-llm 67b chat q2_K","display_name":"Deepseek-llm 67b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q3_K_L","name":"Deepseek-llm 67b chat q3_K_L","display_name":"Deepseek-llm 67b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q3_K_M","name":"Deepseek-llm 67b chat q3_K_M","display_name":"Deepseek-llm 67b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q3_K_S","name":"Deepseek-llm 67b chat q3_K_S","display_name":"Deepseek-llm 67b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q4_0","name":"Deepseek-llm 67b chat q4_0","display_name":"Deepseek-llm 67b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q4_1","name":"Deepseek-llm 67b chat q4_1","display_name":"Deepseek-llm 67b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q4_K_M","name":"Deepseek-llm 67b chat q4_K_M","display_name":"Deepseek-llm 67b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q4_K_S","name":"Deepseek-llm 67b chat q4_K_S","display_name":"Deepseek-llm 67b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q5_0","name":"Deepseek-llm 67b chat q5_0","display_name":"Deepseek-llm 67b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q5_1","name":"Deepseek-llm 67b chat q5_1","display_name":"Deepseek-llm 67b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:67b-chat-q5_K_S","name":"Deepseek-llm 67b chat q5_K_S","display_name":"Deepseek-llm 67b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b","name":"Deepseek-llm 7b","display_name":"Deepseek-llm 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base","name":"Deepseek-llm 7b base","display_name":"Deepseek-llm 7b base","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-fp16","name":"Deepseek-llm 7b base fp16","display_name":"Deepseek-llm 7b base fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q2_K","name":"Deepseek-llm 7b base q2_K","display_name":"Deepseek-llm 7b base q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q3_K_L","name":"Deepseek-llm 7b base q3_K_L","display_name":"Deepseek-llm 7b base q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q3_K_M","name":"Deepseek-llm 7b base q3_K_M","display_name":"Deepseek-llm 7b base q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q3_K_S","name":"Deepseek-llm 7b base q3_K_S","display_name":"Deepseek-llm 7b base q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q4_0","name":"Deepseek-llm 7b base q4_0","display_name":"Deepseek-llm 7b base q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q4_1","name":"Deepseek-llm 7b base q4_1","display_name":"Deepseek-llm 7b base q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q4_K_M","name":"Deepseek-llm 7b base q4_K_M","display_name":"Deepseek-llm 7b base q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q4_K_S","name":"Deepseek-llm 7b base q4_K_S","display_name":"Deepseek-llm 7b base q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q5_0","name":"Deepseek-llm 7b base q5_0","display_name":"Deepseek-llm 7b base q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q5_1","name":"Deepseek-llm 7b base q5_1","display_name":"Deepseek-llm 7b base q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q5_K_M","name":"Deepseek-llm 7b base q5_K_M","display_name":"Deepseek-llm 7b base q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q5_K_S","name":"Deepseek-llm 7b base q5_K_S","display_name":"Deepseek-llm 7b base q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q6_K","name":"Deepseek-llm 7b base q6_K","display_name":"Deepseek-llm 7b base q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-base-q8_0","name":"Deepseek-llm 7b base q8_0","display_name":"Deepseek-llm 7b base q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat","name":"Deepseek-llm 7b chat","display_name":"Deepseek-llm 7b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-fp16","name":"Deepseek-llm 7b chat fp16","display_name":"Deepseek-llm 7b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q2_K","name":"Deepseek-llm 7b chat q2_K","display_name":"Deepseek-llm 7b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q3_K_L","name":"Deepseek-llm 7b chat q3_K_L","display_name":"Deepseek-llm 7b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q3_K_M","name":"Deepseek-llm 7b chat q3_K_M","display_name":"Deepseek-llm 7b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q3_K_S","name":"Deepseek-llm 7b chat q3_K_S","display_name":"Deepseek-llm 7b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q4_0","name":"Deepseek-llm 7b chat q4_0","display_name":"Deepseek-llm 7b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q4_1","name":"Deepseek-llm 7b chat q4_1","display_name":"Deepseek-llm 7b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q4_K_M","name":"Deepseek-llm 7b chat q4_K_M","display_name":"Deepseek-llm 7b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q4_K_S","name":"Deepseek-llm 7b chat q4_K_S","display_name":"Deepseek-llm 7b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q5_0","name":"Deepseek-llm 7b chat q5_0","display_name":"Deepseek-llm 7b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q5_1","name":"Deepseek-llm 7b chat q5_1","display_name":"Deepseek-llm 7b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q5_K_M","name":"Deepseek-llm 7b chat q5_K_M","display_name":"Deepseek-llm 7b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q5_K_S","name":"Deepseek-llm 7b chat q5_K_S","display_name":"Deepseek-llm 7b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q6_K","name":"Deepseek-llm 7b chat q6_K","display_name":"Deepseek-llm 7b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:7b-chat-q8_0","name":"Deepseek-llm 7b chat q8_0","display_name":"Deepseek-llm 7b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-llm:latest","name":"Deepseek-llm Latest","display_name":"Deepseek-llm Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:1.5b","name":"Deepseek-r1 1.5b","display_name":"Deepseek-r1 1.5b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:1.5b-qwen-distill-fp16","name":"Deepseek-r1 1.5b qwen distill fp16","display_name":"Deepseek-r1 1.5b qwen distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:1.5b-qwen-distill-q4_K_M","name":"Deepseek-r1 1.5b qwen distill q4_K_M","display_name":"Deepseek-r1 1.5b qwen distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:1.5b-qwen-distill-q8_0","name":"Deepseek-r1 1.5b qwen distill q8_0","display_name":"Deepseek-r1 1.5b qwen distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:14b","name":"Deepseek-r1 14b","display_name":"Deepseek-r1 14b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:14b-qwen-distill-fp16","name":"Deepseek-r1 14b qwen distill fp16","display_name":"Deepseek-r1 14b qwen distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:14b-qwen-distill-q4_K_M","name":"Deepseek-r1 14b qwen distill q4_K_M","display_name":"Deepseek-r1 14b qwen distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:14b-qwen-distill-q8_0","name":"Deepseek-r1 14b qwen distill q8_0","display_name":"Deepseek-r1 14b qwen distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:32b","name":"Deepseek-r1 32b","display_name":"Deepseek-r1 32b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:32b-qwen-distill-fp16","name":"Deepseek-r1 32b qwen distill fp16","display_name":"Deepseek-r1 32b qwen distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:32b-qwen-distill-q4_K_M","name":"Deepseek-r1 32b qwen distill q4_K_M","display_name":"Deepseek-r1 32b qwen distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:32b-qwen-distill-q8_0","name":"Deepseek-r1 32b qwen distill q8_0","display_name":"Deepseek-r1 32b qwen distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b","name":"Deepseek-r1 671b","display_name":"Deepseek-r1 671b","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-0528-fp16","name":"Deepseek-r1 671b 0528 fp16","display_name":"Deepseek-r1 671b 0528 fp16","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-0528-q4_K_M","name":"Deepseek-r1 671b 0528 q4_K_M","display_name":"Deepseek-r1 671b 0528 q4_K_M","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-0528-q8_0","name":"Deepseek-r1 671b 0528 q8_0","display_name":"Deepseek-r1 671b 0528 q8_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-fp16","name":"Deepseek-r1 671b fp16","display_name":"Deepseek-r1 671b fp16","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-q4_K_M","name":"Deepseek-r1 671b q4_K_M","display_name":"Deepseek-r1 671b q4_K_M","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:671b-q8_0","name":"Deepseek-r1 671b q8_0","display_name":"Deepseek-r1 671b q8_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:70b","name":"Deepseek-r1 70b","display_name":"Deepseek-r1 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:70b-llama-distill-fp16","name":"Deepseek-r1 70b llama distill fp16","display_name":"Deepseek-r1 70b llama distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:70b-llama-distill-q4_K_M","name":"Deepseek-r1 70b llama distill q4_K_M","display_name":"Deepseek-r1 70b llama distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:70b-llama-distill-q8_0","name":"Deepseek-r1 70b llama distill q8_0","display_name":"Deepseek-r1 70b llama distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:7b","name":"Deepseek-r1 7b","display_name":"Deepseek-r1 7b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:7b-qwen-distill-fp16","name":"Deepseek-r1 7b qwen distill fp16","display_name":"Deepseek-r1 7b qwen distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:7b-qwen-distill-q4_K_M","name":"Deepseek-r1 7b qwen distill q4_K_M","display_name":"Deepseek-r1 7b qwen distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:7b-qwen-distill-q8_0","name":"Deepseek-r1 7b qwen distill q8_0","display_name":"Deepseek-r1 7b qwen distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b","name":"Deepseek-r1 8b","display_name":"Deepseek-r1 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-0528-qwen3-fp16","name":"Deepseek-r1 8b 0528 qwen3 fp16","display_name":"Deepseek-r1 8b 0528 qwen3 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-0528-qwen3-q4_K_M","name":"Deepseek-r1 8b 0528 qwen3 q4_K_M","display_name":"Deepseek-r1 8b 0528 qwen3 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-0528-qwen3-q8_0","name":"Deepseek-r1 8b 0528 qwen3 q8_0","display_name":"Deepseek-r1 8b 0528 qwen3 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-llama-distill-fp16","name":"Deepseek-r1 8b llama distill fp16","display_name":"Deepseek-r1 8b llama distill fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-llama-distill-q4_K_M","name":"Deepseek-r1 8b llama distill q4_K_M","display_name":"Deepseek-r1 8b llama distill q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:8b-llama-distill-q8_0","name":"Deepseek-r1 8b llama distill q8_0","display_name":"Deepseek-r1 8b llama distill q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-r1:latest","name":"Deepseek-r1 Latest","display_name":"Deepseek-r1 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b","name":"Deepseek-v2 16b","display_name":"Deepseek-v2 16b","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-fp16","name":"Deepseek-v2 16b lite chat fp16","display_name":"Deepseek-v2 16b lite chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q2_K","name":"Deepseek-v2 16b lite chat q2_K","display_name":"Deepseek-v2 16b lite chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q3_K_L","name":"Deepseek-v2 16b lite chat q3_K_L","display_name":"Deepseek-v2 16b lite chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q3_K_M","name":"Deepseek-v2 16b lite chat q3_K_M","display_name":"Deepseek-v2 16b lite chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q3_K_S","name":"Deepseek-v2 16b lite chat q3_K_S","display_name":"Deepseek-v2 16b lite chat q3_K_S","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q4_0","name":"Deepseek-v2 16b lite chat q4_0","display_name":"Deepseek-v2 16b lite chat q4_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q4_1","name":"Deepseek-v2 16b lite chat q4_1","display_name":"Deepseek-v2 16b lite chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q4_K_M","name":"Deepseek-v2 16b lite chat q4_K_M","display_name":"Deepseek-v2 16b lite chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q4_K_S","name":"Deepseek-v2 16b lite chat q4_K_S","display_name":"Deepseek-v2 16b lite chat q4_K_S","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q5_0","name":"Deepseek-v2 16b lite chat q5_0","display_name":"Deepseek-v2 16b lite chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q5_1","name":"Deepseek-v2 16b lite chat q5_1","display_name":"Deepseek-v2 16b lite chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q5_K_M","name":"Deepseek-v2 16b lite chat q5_K_M","display_name":"Deepseek-v2 16b lite chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q5_K_S","name":"Deepseek-v2 16b lite chat q5_K_S","display_name":"Deepseek-v2 16b lite chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q6_K","name":"Deepseek-v2 16b lite chat q6_K","display_name":"Deepseek-v2 16b lite chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:16b-lite-chat-q8_0","name":"Deepseek-v2 16b lite chat q8_0","display_name":"Deepseek-v2 16b lite chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b","name":"Deepseek-v2 236b","display_name":"Deepseek-v2 236b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-fp16","name":"Deepseek-v2 236b chat fp16","display_name":"Deepseek-v2 236b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q2_K","name":"Deepseek-v2 236b chat q2_K","display_name":"Deepseek-v2 236b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q3_K_L","name":"Deepseek-v2 236b chat q3_K_L","display_name":"Deepseek-v2 236b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q3_K_M","name":"Deepseek-v2 236b chat q3_K_M","display_name":"Deepseek-v2 236b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q3_K_S","name":"Deepseek-v2 236b chat q3_K_S","display_name":"Deepseek-v2 236b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q4_0","name":"Deepseek-v2 236b chat q4_0","display_name":"Deepseek-v2 236b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q4_1","name":"Deepseek-v2 236b chat q4_1","display_name":"Deepseek-v2 236b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q4_K_M","name":"Deepseek-v2 236b chat q4_K_M","display_name":"Deepseek-v2 236b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q4_K_S","name":"Deepseek-v2 236b chat q4_K_S","display_name":"Deepseek-v2 236b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q5_0","name":"Deepseek-v2 236b chat q5_0","display_name":"Deepseek-v2 236b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q5_1","name":"Deepseek-v2 236b chat q5_1","display_name":"Deepseek-v2 236b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q5_K_M","name":"Deepseek-v2 236b chat q5_K_M","display_name":"Deepseek-v2 236b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q5_K_S","name":"Deepseek-v2 236b chat q5_K_S","display_name":"Deepseek-v2 236b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q6_K","name":"Deepseek-v2 236b chat q6_K","display_name":"Deepseek-v2 236b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:236b-chat-q8_0","name":"Deepseek-v2 236b chat q8_0","display_name":"Deepseek-v2 236b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:latest","name":"Deepseek-v2 Latest","display_name":"Deepseek-v2 Latest","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2:lite","name":"Deepseek-v2 Lite","display_name":"Deepseek-v2 Lite","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b","name":"Deepseek-v2.5 236b","display_name":"Deepseek-v2.5 236b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b-q4_0","name":"Deepseek-v2.5 236b q4_0","display_name":"Deepseek-v2.5 236b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b-q4_1","name":"Deepseek-v2.5 236b q4_1","display_name":"Deepseek-v2.5 236b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b-q5_0","name":"Deepseek-v2.5 236b q5_0","display_name":"Deepseek-v2.5 236b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b-q5_1","name":"Deepseek-v2.5 236b q5_1","display_name":"Deepseek-v2.5 236b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:236b-q8_0","name":"Deepseek-v2.5 236b q8_0","display_name":"Deepseek-v2.5 236b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v2.5:latest","name":"Deepseek-v2.5 Latest","display_name":"Deepseek-v2.5 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3:671b","name":"Deepseek-v3 671b","display_name":"Deepseek-v3 671b","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3:671b-fp16","name":"Deepseek-v3 671b fp16","display_name":"Deepseek-v3 671b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3:671b-q4_K_M","name":"Deepseek-v3 671b q4_K_M","display_name":"Deepseek-v3 671b q4_K_M","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3:671b-q8_0","name":"Deepseek-v3 671b q8_0","display_name":"Deepseek-v3 671b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3:latest","name":"Deepseek-v3 Latest","display_name":"Deepseek-v3 Latest","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b","name":"Deepseek-v3.1 671b","display_name":"Deepseek-v3.1 671b","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-cloud","name":"Deepseek-v3.1 671b cloud","display_name":"Deepseek-v3.1 671b cloud","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-fp16","name":"Deepseek-v3.1 671b fp16","display_name":"Deepseek-v3.1 671b fp16","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-q8_0","name":"Deepseek-v3.1 671b q8_0","display_name":"Deepseek-v3.1 671b q8_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-terminus-fp16","name":"Deepseek-v3.1 671b terminus fp16","display_name":"Deepseek-v3.1 671b terminus fp16","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-terminus-q4_K_M","name":"Deepseek-v3.1 671b terminus q4_K_M","display_name":"Deepseek-v3.1 671b terminus q4_K_M","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:671b-terminus-q8_0","name":"Deepseek-v3.1 671b terminus q8_0","display_name":"Deepseek-v3.1 671b terminus q8_0","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"deepseek-v3.1:latest","name":"Deepseek-v3.1 Latest","display_name":"Deepseek-v3.1 Latest","type":"chat","context_length":160000,"max_output_tokens":40000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"devstral:24b","name":"Devstral 24b","display_name":"Devstral 24b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"devstral:24b-small-2505-fp16","name":"Devstral 24b small 2505 fp16","display_name":"Devstral 24b small 2505 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"devstral:24b-small-2505-q4_K_M","name":"Devstral 24b small 2505 q4_K_M","display_name":"Devstral 24b small 2505 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"devstral:24b-small-2505-q8_0","name":"Devstral 24b small 2505 q8_0","display_name":"Devstral 24b small 2505 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"devstral:latest","name":"Devstral Latest","display_name":"Devstral Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b","name":"Dolphin-llama3 70b","display_name":"Dolphin-llama3 70b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9","name":"Dolphin-llama3 70b v2.9","display_name":"Dolphin-llama3 70b v2.9","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-fp16","name":"Dolphin-llama3 70b v2.9 fp16","display_name":"Dolphin-llama3 70b v2.9 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q2_K","name":"Dolphin-llama3 70b v2.9 q2_K","display_name":"Dolphin-llama3 70b v2.9 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q3_K_L","name":"Dolphin-llama3 70b v2.9 q3_K_L","display_name":"Dolphin-llama3 70b v2.9 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q3_K_M","name":"Dolphin-llama3 70b v2.9 q3_K_M","display_name":"Dolphin-llama3 70b v2.9 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q3_K_S","name":"Dolphin-llama3 70b v2.9 q3_K_S","display_name":"Dolphin-llama3 70b v2.9 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q4_0","name":"Dolphin-llama3 70b v2.9 q4_0","display_name":"Dolphin-llama3 70b v2.9 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q4_1","name":"Dolphin-llama3 70b v2.9 q4_1","display_name":"Dolphin-llama3 70b v2.9 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q4_K_M","name":"Dolphin-llama3 70b v2.9 q4_K_M","display_name":"Dolphin-llama3 70b v2.9 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q4_K_S","name":"Dolphin-llama3 70b v2.9 q4_K_S","display_name":"Dolphin-llama3 70b v2.9 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q5_0","name":"Dolphin-llama3 70b v2.9 q5_0","display_name":"Dolphin-llama3 70b v2.9 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q5_1","name":"Dolphin-llama3 70b v2.9 q5_1","display_name":"Dolphin-llama3 70b v2.9 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q5_K_M","name":"Dolphin-llama3 70b v2.9 q5_K_M","display_name":"Dolphin-llama3 70b v2.9 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q5_K_S","name":"Dolphin-llama3 70b v2.9 q5_K_S","display_name":"Dolphin-llama3 70b v2.9 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q6_K","name":"Dolphin-llama3 70b v2.9 q6_K","display_name":"Dolphin-llama3 70b v2.9 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:70b-v2.9-q8_0","name":"Dolphin-llama3 70b v2.9 q8_0","display_name":"Dolphin-llama3 70b v2.9 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b","name":"Dolphin-llama3 8b","display_name":"Dolphin-llama3 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k","name":"Dolphin-llama3 8b 256k","display_name":"Dolphin-llama3 8b 256k","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9","name":"Dolphin-llama3 8b 256k v2.9","display_name":"Dolphin-llama3 8b 256k v2.9","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-fp16","name":"Dolphin-llama3 8b 256k v2.9 fp16","display_name":"Dolphin-llama3 8b 256k v2.9 fp16","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q2_K","name":"Dolphin-llama3 8b 256k v2.9 q2_K","display_name":"Dolphin-llama3 8b 256k v2.9 q2_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q3_K_L","name":"Dolphin-llama3 8b 256k v2.9 q3_K_L","display_name":"Dolphin-llama3 8b 256k v2.9 q3_K_L","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q3_K_M","name":"Dolphin-llama3 8b 256k v2.9 q3_K_M","display_name":"Dolphin-llama3 8b 256k v2.9 q3_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q3_K_S","name":"Dolphin-llama3 8b 256k v2.9 q3_K_S","display_name":"Dolphin-llama3 8b 256k v2.9 q3_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q4_0","name":"Dolphin-llama3 8b 256k v2.9 q4_0","display_name":"Dolphin-llama3 8b 256k v2.9 q4_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q4_1","name":"Dolphin-llama3 8b 256k v2.9 q4_1","display_name":"Dolphin-llama3 8b 256k v2.9 q4_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q4_K_M","name":"Dolphin-llama3 8b 256k v2.9 q4_K_M","display_name":"Dolphin-llama3 8b 256k v2.9 q4_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q4_K_S","name":"Dolphin-llama3 8b 256k v2.9 q4_K_S","display_name":"Dolphin-llama3 8b 256k v2.9 q4_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q5_0","name":"Dolphin-llama3 8b 256k v2.9 q5_0","display_name":"Dolphin-llama3 8b 256k v2.9 q5_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q5_1","name":"Dolphin-llama3 8b 256k v2.9 q5_1","display_name":"Dolphin-llama3 8b 256k v2.9 q5_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q5_K_M","name":"Dolphin-llama3 8b 256k v2.9 q5_K_M","display_name":"Dolphin-llama3 8b 256k v2.9 q5_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q5_K_S","name":"Dolphin-llama3 8b 256k v2.9 q5_K_S","display_name":"Dolphin-llama3 8b 256k v2.9 q5_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q6_K","name":"Dolphin-llama3 8b 256k v2.9 q6_K","display_name":"Dolphin-llama3 8b 256k v2.9 q6_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-256k-v2.9-q8_0","name":"Dolphin-llama3 8b 256k v2.9 q8_0","display_name":"Dolphin-llama3 8b 256k v2.9 q8_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9","name":"Dolphin-llama3 8b v2.9","display_name":"Dolphin-llama3 8b v2.9","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-fp16","name":"Dolphin-llama3 8b v2.9 fp16","display_name":"Dolphin-llama3 8b v2.9 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q2_K","name":"Dolphin-llama3 8b v2.9 q2_K","display_name":"Dolphin-llama3 8b v2.9 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q3_K_L","name":"Dolphin-llama3 8b v2.9 q3_K_L","display_name":"Dolphin-llama3 8b v2.9 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q3_K_M","name":"Dolphin-llama3 8b v2.9 q3_K_M","display_name":"Dolphin-llama3 8b v2.9 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q3_K_S","name":"Dolphin-llama3 8b v2.9 q3_K_S","display_name":"Dolphin-llama3 8b v2.9 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q4_0","name":"Dolphin-llama3 8b v2.9 q4_0","display_name":"Dolphin-llama3 8b v2.9 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q4_1","name":"Dolphin-llama3 8b v2.9 q4_1","display_name":"Dolphin-llama3 8b v2.9 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q4_K_M","name":"Dolphin-llama3 8b v2.9 q4_K_M","display_name":"Dolphin-llama3 8b v2.9 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q4_K_S","name":"Dolphin-llama3 8b v2.9 q4_K_S","display_name":"Dolphin-llama3 8b v2.9 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q5_0","name":"Dolphin-llama3 8b v2.9 q5_0","display_name":"Dolphin-llama3 8b v2.9 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q5_1","name":"Dolphin-llama3 8b v2.9 q5_1","display_name":"Dolphin-llama3 8b v2.9 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q5_K_M","name":"Dolphin-llama3 8b v2.9 q5_K_M","display_name":"Dolphin-llama3 8b v2.9 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q5_K_S","name":"Dolphin-llama3 8b v2.9 q5_K_S","display_name":"Dolphin-llama3 8b v2.9 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q6_K","name":"Dolphin-llama3 8b v2.9 q6_K","display_name":"Dolphin-llama3 8b v2.9 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:8b-v2.9-q8_0","name":"Dolphin-llama3 8b v2.9 q8_0","display_name":"Dolphin-llama3 8b v2.9 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:latest","name":"Dolphin-llama3 Latest","display_name":"Dolphin-llama3 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-llama3:v2.9","name":"Dolphin-llama3 V2.9","display_name":"Dolphin-llama3 V2.9","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b","name":"Dolphin-mistral 7b","display_name":"Dolphin-mistral 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2","name":"Dolphin-mistral 7b v2","display_name":"Dolphin-mistral 7b v2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-fp16","name":"Dolphin-mistral 7b v2 fp16","display_name":"Dolphin-mistral 7b v2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q2_K","name":"Dolphin-mistral 7b v2 q2_K","display_name":"Dolphin-mistral 7b v2 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q3_K_L","name":"Dolphin-mistral 7b v2 q3_K_L","display_name":"Dolphin-mistral 7b v2 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q3_K_M","name":"Dolphin-mistral 7b v2 q3_K_M","display_name":"Dolphin-mistral 7b v2 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q3_K_S","name":"Dolphin-mistral 7b v2 q3_K_S","display_name":"Dolphin-mistral 7b v2 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q4_0","name":"Dolphin-mistral 7b v2 q4_0","display_name":"Dolphin-mistral 7b v2 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q4_1","name":"Dolphin-mistral 7b v2 q4_1","display_name":"Dolphin-mistral 7b v2 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q4_K_M","name":"Dolphin-mistral 7b v2 q4_K_M","display_name":"Dolphin-mistral 7b v2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q4_K_S","name":"Dolphin-mistral 7b v2 q4_K_S","display_name":"Dolphin-mistral 7b v2 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q5_0","name":"Dolphin-mistral 7b v2 q5_0","display_name":"Dolphin-mistral 7b v2 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q5_1","name":"Dolphin-mistral 7b v2 q5_1","display_name":"Dolphin-mistral 7b v2 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q5_K_M","name":"Dolphin-mistral 7b v2 q5_K_M","display_name":"Dolphin-mistral 7b v2 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q5_K_S","name":"Dolphin-mistral 7b v2 q5_K_S","display_name":"Dolphin-mistral 7b v2 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q6_K","name":"Dolphin-mistral 7b v2 q6_K","display_name":"Dolphin-mistral 7b v2 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2-q8_0","name":"Dolphin-mistral 7b v2 q8_0","display_name":"Dolphin-mistral 7b v2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1","name":"Dolphin-mistral 7b v2.1","display_name":"Dolphin-mistral 7b v2.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-fp16","name":"Dolphin-mistral 7b v2.1 fp16","display_name":"Dolphin-mistral 7b v2.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q2_K","name":"Dolphin-mistral 7b v2.1 q2_K","display_name":"Dolphin-mistral 7b v2.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q3_K_L","name":"Dolphin-mistral 7b v2.1 q3_K_L","display_name":"Dolphin-mistral 7b v2.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q3_K_M","name":"Dolphin-mistral 7b v2.1 q3_K_M","display_name":"Dolphin-mistral 7b v2.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q3_K_S","name":"Dolphin-mistral 7b v2.1 q3_K_S","display_name":"Dolphin-mistral 7b v2.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q4_0","name":"Dolphin-mistral 7b v2.1 q4_0","display_name":"Dolphin-mistral 7b v2.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q4_1","name":"Dolphin-mistral 7b v2.1 q4_1","display_name":"Dolphin-mistral 7b v2.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q4_K_M","name":"Dolphin-mistral 7b v2.1 q4_K_M","display_name":"Dolphin-mistral 7b v2.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q4_K_S","name":"Dolphin-mistral 7b v2.1 q4_K_S","display_name":"Dolphin-mistral 7b v2.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q5_0","name":"Dolphin-mistral 7b v2.1 q5_0","display_name":"Dolphin-mistral 7b v2.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q5_1","name":"Dolphin-mistral 7b v2.1 q5_1","display_name":"Dolphin-mistral 7b v2.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q5_K_M","name":"Dolphin-mistral 7b v2.1 q5_K_M","display_name":"Dolphin-mistral 7b v2.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q5_K_S","name":"Dolphin-mistral 7b v2.1 q5_K_S","display_name":"Dolphin-mistral 7b v2.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q6_K","name":"Dolphin-mistral 7b v2.1 q6_K","display_name":"Dolphin-mistral 7b v2.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.1-q8_0","name":"Dolphin-mistral 7b v2.1 q8_0","display_name":"Dolphin-mistral 7b v2.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2","name":"Dolphin-mistral 7b v2.2","display_name":"Dolphin-mistral 7b v2.2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-fp16","name":"Dolphin-mistral 7b v2.2 fp16","display_name":"Dolphin-mistral 7b v2.2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q2_K","name":"Dolphin-mistral 7b v2.2 q2_K","display_name":"Dolphin-mistral 7b v2.2 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q3_K_L","name":"Dolphin-mistral 7b v2.2 q3_K_L","display_name":"Dolphin-mistral 7b v2.2 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q3_K_M","name":"Dolphin-mistral 7b v2.2 q3_K_M","display_name":"Dolphin-mistral 7b v2.2 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q3_K_S","name":"Dolphin-mistral 7b v2.2 q3_K_S","display_name":"Dolphin-mistral 7b v2.2 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q4_0","name":"Dolphin-mistral 7b v2.2 q4_0","display_name":"Dolphin-mistral 7b v2.2 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q4_1","name":"Dolphin-mistral 7b v2.2 q4_1","display_name":"Dolphin-mistral 7b v2.2 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q4_K_M","name":"Dolphin-mistral 7b v2.2 q4_K_M","display_name":"Dolphin-mistral 7b v2.2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q4_K_S","name":"Dolphin-mistral 7b v2.2 q4_K_S","display_name":"Dolphin-mistral 7b v2.2 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q5_0","name":"Dolphin-mistral 7b v2.2 q5_0","display_name":"Dolphin-mistral 7b v2.2 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q5_1","name":"Dolphin-mistral 7b v2.2 q5_1","display_name":"Dolphin-mistral 7b v2.2 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q5_K_M","name":"Dolphin-mistral 7b v2.2 q5_K_M","display_name":"Dolphin-mistral 7b v2.2 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q5_K_S","name":"Dolphin-mistral 7b v2.2 q5_K_S","display_name":"Dolphin-mistral 7b v2.2 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q6_K","name":"Dolphin-mistral 7b v2.2 q6_K","display_name":"Dolphin-mistral 7b v2.2 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2-q8_0","name":"Dolphin-mistral 7b v2.2 q8_0","display_name":"Dolphin-mistral 7b v2.2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1","name":"Dolphin-mistral 7b v2.2.1","display_name":"Dolphin-mistral 7b v2.2.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-fp16","name":"Dolphin-mistral 7b v2.2.1 fp16","display_name":"Dolphin-mistral 7b v2.2.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q2_K","name":"Dolphin-mistral 7b v2.2.1 q2_K","display_name":"Dolphin-mistral 7b v2.2.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q3_K_L","name":"Dolphin-mistral 7b v2.2.1 q3_K_L","display_name":"Dolphin-mistral 7b v2.2.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q3_K_M","name":"Dolphin-mistral 7b v2.2.1 q3_K_M","display_name":"Dolphin-mistral 7b v2.2.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q3_K_S","name":"Dolphin-mistral 7b v2.2.1 q3_K_S","display_name":"Dolphin-mistral 7b v2.2.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q4_0","name":"Dolphin-mistral 7b v2.2.1 q4_0","display_name":"Dolphin-mistral 7b v2.2.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q4_1","name":"Dolphin-mistral 7b v2.2.1 q4_1","display_name":"Dolphin-mistral 7b v2.2.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q4_K_M","name":"Dolphin-mistral 7b v2.2.1 q4_K_M","display_name":"Dolphin-mistral 7b v2.2.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q4_K_S","name":"Dolphin-mistral 7b v2.2.1 q4_K_S","display_name":"Dolphin-mistral 7b v2.2.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q5_0","name":"Dolphin-mistral 7b v2.2.1 q5_0","display_name":"Dolphin-mistral 7b v2.2.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q5_1","name":"Dolphin-mistral 7b v2.2.1 q5_1","display_name":"Dolphin-mistral 7b v2.2.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q5_K_M","name":"Dolphin-mistral 7b v2.2.1 q5_K_M","display_name":"Dolphin-mistral 7b v2.2.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q5_K_S","name":"Dolphin-mistral 7b v2.2.1 q5_K_S","display_name":"Dolphin-mistral 7b v2.2.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q6_K","name":"Dolphin-mistral 7b v2.2.1 q6_K","display_name":"Dolphin-mistral 7b v2.2.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.2.1-q8_0","name":"Dolphin-mistral 7b v2.2.1 q8_0","display_name":"Dolphin-mistral 7b v2.2.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6","name":"Dolphin-mistral 7b v2.6","display_name":"Dolphin-mistral 7b v2.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser","name":"Dolphin-mistral 7b v2.6 dpo laser","display_name":"Dolphin-mistral 7b v2.6 dpo laser","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-fp16","name":"Dolphin-mistral 7b v2.6 dpo laser fp16","display_name":"Dolphin-mistral 7b v2.6 dpo laser fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q2_K","name":"Dolphin-mistral 7b v2.6 dpo laser q2_K","display_name":"Dolphin-mistral 7b v2.6 dpo laser q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q3_K_L","name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_L","display_name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q3_K_M","name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_M","display_name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q3_K_S","name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_S","display_name":"Dolphin-mistral 7b v2.6 dpo laser q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q4_0","name":"Dolphin-mistral 7b v2.6 dpo laser q4_0","display_name":"Dolphin-mistral 7b v2.6 dpo laser q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q4_1","name":"Dolphin-mistral 7b v2.6 dpo laser q4_1","display_name":"Dolphin-mistral 7b v2.6 dpo laser q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q4_K_M","name":"Dolphin-mistral 7b v2.6 dpo laser q4_K_M","display_name":"Dolphin-mistral 7b v2.6 dpo laser q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q4_K_S","name":"Dolphin-mistral 7b v2.6 dpo laser q4_K_S","display_name":"Dolphin-mistral 7b v2.6 dpo laser q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q5_0","name":"Dolphin-mistral 7b v2.6 dpo laser q5_0","display_name":"Dolphin-mistral 7b v2.6 dpo laser q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q5_1","name":"Dolphin-mistral 7b v2.6 dpo laser q5_1","display_name":"Dolphin-mistral 7b v2.6 dpo laser q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q5_K_M","name":"Dolphin-mistral 7b v2.6 dpo laser q5_K_M","display_name":"Dolphin-mistral 7b v2.6 dpo laser q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q5_K_S","name":"Dolphin-mistral 7b v2.6 dpo laser q5_K_S","display_name":"Dolphin-mistral 7b v2.6 dpo laser q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q6_K","name":"Dolphin-mistral 7b v2.6 dpo laser q6_K","display_name":"Dolphin-mistral 7b v2.6 dpo laser q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-dpo-laser-q8_0","name":"Dolphin-mistral 7b v2.6 dpo laser q8_0","display_name":"Dolphin-mistral 7b v2.6 dpo laser q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-fp16","name":"Dolphin-mistral 7b v2.6 fp16","display_name":"Dolphin-mistral 7b v2.6 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q2_K","name":"Dolphin-mistral 7b v2.6 q2_K","display_name":"Dolphin-mistral 7b v2.6 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q3_K_L","name":"Dolphin-mistral 7b v2.6 q3_K_L","display_name":"Dolphin-mistral 7b v2.6 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q3_K_M","name":"Dolphin-mistral 7b v2.6 q3_K_M","display_name":"Dolphin-mistral 7b v2.6 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q3_K_S","name":"Dolphin-mistral 7b v2.6 q3_K_S","display_name":"Dolphin-mistral 7b v2.6 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q4_0","name":"Dolphin-mistral 7b v2.6 q4_0","display_name":"Dolphin-mistral 7b v2.6 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q4_1","name":"Dolphin-mistral 7b v2.6 q4_1","display_name":"Dolphin-mistral 7b v2.6 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q4_K_M","name":"Dolphin-mistral 7b v2.6 q4_K_M","display_name":"Dolphin-mistral 7b v2.6 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q4_K_S","name":"Dolphin-mistral 7b v2.6 q4_K_S","display_name":"Dolphin-mistral 7b v2.6 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q5_0","name":"Dolphin-mistral 7b v2.6 q5_0","display_name":"Dolphin-mistral 7b v2.6 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q5_1","name":"Dolphin-mistral 7b v2.6 q5_1","display_name":"Dolphin-mistral 7b v2.6 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q5_K_M","name":"Dolphin-mistral 7b v2.6 q5_K_M","display_name":"Dolphin-mistral 7b v2.6 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q5_K_S","name":"Dolphin-mistral 7b v2.6 q5_K_S","display_name":"Dolphin-mistral 7b v2.6 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q6_K","name":"Dolphin-mistral 7b v2.6 q6_K","display_name":"Dolphin-mistral 7b v2.6 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.6-q8_0","name":"Dolphin-mistral 7b v2.6 q8_0","display_name":"Dolphin-mistral 7b v2.6 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8","name":"Dolphin-mistral 7b v2.8","display_name":"Dolphin-mistral 7b v2.8","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-fp16","name":"Dolphin-mistral 7b v2.8 fp16","display_name":"Dolphin-mistral 7b v2.8 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q2_K","name":"Dolphin-mistral 7b v2.8 q2_K","display_name":"Dolphin-mistral 7b v2.8 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q3_K_L","name":"Dolphin-mistral 7b v2.8 q3_K_L","display_name":"Dolphin-mistral 7b v2.8 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q3_K_M","name":"Dolphin-mistral 7b v2.8 q3_K_M","display_name":"Dolphin-mistral 7b v2.8 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q3_K_S","name":"Dolphin-mistral 7b v2.8 q3_K_S","display_name":"Dolphin-mistral 7b v2.8 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q4_0","name":"Dolphin-mistral 7b v2.8 q4_0","display_name":"Dolphin-mistral 7b v2.8 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q4_1","name":"Dolphin-mistral 7b v2.8 q4_1","display_name":"Dolphin-mistral 7b v2.8 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q4_K_M","name":"Dolphin-mistral 7b v2.8 q4_K_M","display_name":"Dolphin-mistral 7b v2.8 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q4_K_S","name":"Dolphin-mistral 7b v2.8 q4_K_S","display_name":"Dolphin-mistral 7b v2.8 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q5_0","name":"Dolphin-mistral 7b v2.8 q5_0","display_name":"Dolphin-mistral 7b v2.8 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q5_1","name":"Dolphin-mistral 7b v2.8 q5_1","display_name":"Dolphin-mistral 7b v2.8 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q5_K_M","name":"Dolphin-mistral 7b v2.8 q5_K_M","display_name":"Dolphin-mistral 7b v2.8 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q5_K_S","name":"Dolphin-mistral 7b v2.8 q5_K_S","display_name":"Dolphin-mistral 7b v2.8 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q6_K","name":"Dolphin-mistral 7b v2.8 q6_K","display_name":"Dolphin-mistral 7b v2.8 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:7b-v2.8-q8_0","name":"Dolphin-mistral 7b v2.8 q8_0","display_name":"Dolphin-mistral 7b v2.8 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:latest","name":"Dolphin-mistral Latest","display_name":"Dolphin-mistral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2","name":"Dolphin-mistral V2","display_name":"Dolphin-mistral V2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2.1","name":"Dolphin-mistral V2.1","display_name":"Dolphin-mistral V2.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2.2","name":"Dolphin-mistral V2.2","display_name":"Dolphin-mistral V2.2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2.2.1","name":"Dolphin-mistral V2.2.1","display_name":"Dolphin-mistral V2.2.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2.6","name":"Dolphin-mistral V2.6","display_name":"Dolphin-mistral V2.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mistral:v2.8","name":"Dolphin-mistral V2.8","display_name":"Dolphin-mistral V2.8","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b","name":"Dolphin-mixtral 8x22b","display_name":"Dolphin-mixtral 8x22b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9","name":"Dolphin-mixtral 8x22b v2.9","display_name":"Dolphin-mixtral 8x22b v2.9","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-fp16","name":"Dolphin-mixtral 8x22b v2.9 fp16","display_name":"Dolphin-mixtral 8x22b v2.9 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q2_K","name":"Dolphin-mixtral 8x22b v2.9 q2_K","display_name":"Dolphin-mixtral 8x22b v2.9 q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q3_K_L","name":"Dolphin-mixtral 8x22b v2.9 q3_K_L","display_name":"Dolphin-mixtral 8x22b v2.9 q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q3_K_M","name":"Dolphin-mixtral 8x22b v2.9 q3_K_M","display_name":"Dolphin-mixtral 8x22b v2.9 q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q3_K_S","name":"Dolphin-mixtral 8x22b v2.9 q3_K_S","display_name":"Dolphin-mixtral 8x22b v2.9 q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q4_0","name":"Dolphin-mixtral 8x22b v2.9 q4_0","display_name":"Dolphin-mixtral 8x22b v2.9 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q4_1","name":"Dolphin-mixtral 8x22b v2.9 q4_1","display_name":"Dolphin-mixtral 8x22b v2.9 q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q4_K_M","name":"Dolphin-mixtral 8x22b v2.9 q4_K_M","display_name":"Dolphin-mixtral 8x22b v2.9 q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q4_K_S","name":"Dolphin-mixtral 8x22b v2.9 q4_K_S","display_name":"Dolphin-mixtral 8x22b v2.9 q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q5_0","name":"Dolphin-mixtral 8x22b v2.9 q5_0","display_name":"Dolphin-mixtral 8x22b v2.9 q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q5_1","name":"Dolphin-mixtral 8x22b v2.9 q5_1","display_name":"Dolphin-mixtral 8x22b v2.9 q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q5_K_M","name":"Dolphin-mixtral 8x22b v2.9 q5_K_M","display_name":"Dolphin-mixtral 8x22b v2.9 q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q5_K_S","name":"Dolphin-mixtral 8x22b v2.9 q5_K_S","display_name":"Dolphin-mixtral 8x22b v2.9 q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q6_K","name":"Dolphin-mixtral 8x22b v2.9 q6_K","display_name":"Dolphin-mixtral 8x22b v2.9 q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x22b-v2.9-q8_0","name":"Dolphin-mixtral 8x22b v2.9 q8_0","display_name":"Dolphin-mixtral 8x22b v2.9 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b","name":"Dolphin-mixtral 8x7b","display_name":"Dolphin-mixtral 8x7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5","name":"Dolphin-mixtral 8x7b v2.5","display_name":"Dolphin-mixtral 8x7b v2.5","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-fp16","name":"Dolphin-mixtral 8x7b v2.5 fp16","display_name":"Dolphin-mixtral 8x7b v2.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q2_K","name":"Dolphin-mixtral 8x7b v2.5 q2_K","display_name":"Dolphin-mixtral 8x7b v2.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q3_K_L","name":"Dolphin-mixtral 8x7b v2.5 q3_K_L","display_name":"Dolphin-mixtral 8x7b v2.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q3_K_M","name":"Dolphin-mixtral 8x7b v2.5 q3_K_M","display_name":"Dolphin-mixtral 8x7b v2.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q3_K_S","name":"Dolphin-mixtral 8x7b v2.5 q3_K_S","display_name":"Dolphin-mixtral 8x7b v2.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q4_0","name":"Dolphin-mixtral 8x7b v2.5 q4_0","display_name":"Dolphin-mixtral 8x7b v2.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q4_1","name":"Dolphin-mixtral 8x7b v2.5 q4_1","display_name":"Dolphin-mixtral 8x7b v2.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q4_K_M","name":"Dolphin-mixtral 8x7b v2.5 q4_K_M","display_name":"Dolphin-mixtral 8x7b v2.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q4_K_S","name":"Dolphin-mixtral 8x7b v2.5 q4_K_S","display_name":"Dolphin-mixtral 8x7b v2.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q5_0","name":"Dolphin-mixtral 8x7b v2.5 q5_0","display_name":"Dolphin-mixtral 8x7b v2.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q5_1","name":"Dolphin-mixtral 8x7b v2.5 q5_1","display_name":"Dolphin-mixtral 8x7b v2.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q5_K_M","name":"Dolphin-mixtral 8x7b v2.5 q5_K_M","display_name":"Dolphin-mixtral 8x7b v2.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q5_K_S","name":"Dolphin-mixtral 8x7b v2.5 q5_K_S","display_name":"Dolphin-mixtral 8x7b v2.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q6_K","name":"Dolphin-mixtral 8x7b v2.5 q6_K","display_name":"Dolphin-mixtral 8x7b v2.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.5-q8_0","name":"Dolphin-mixtral 8x7b v2.5 q8_0","display_name":"Dolphin-mixtral 8x7b v2.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6","name":"Dolphin-mixtral 8x7b v2.6","display_name":"Dolphin-mixtral 8x7b v2.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-fp16","name":"Dolphin-mixtral 8x7b v2.6 fp16","display_name":"Dolphin-mixtral 8x7b v2.6 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q2_K","name":"Dolphin-mixtral 8x7b v2.6 q2_K","display_name":"Dolphin-mixtral 8x7b v2.6 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q3_K_L","name":"Dolphin-mixtral 8x7b v2.6 q3_K_L","display_name":"Dolphin-mixtral 8x7b v2.6 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q3_K_M","name":"Dolphin-mixtral 8x7b v2.6 q3_K_M","display_name":"Dolphin-mixtral 8x7b v2.6 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q3_K_S","name":"Dolphin-mixtral 8x7b v2.6 q3_K_S","display_name":"Dolphin-mixtral 8x7b v2.6 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q4_0","name":"Dolphin-mixtral 8x7b v2.6 q4_0","display_name":"Dolphin-mixtral 8x7b v2.6 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q4_1","name":"Dolphin-mixtral 8x7b v2.6 q4_1","display_name":"Dolphin-mixtral 8x7b v2.6 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q4_K_M","name":"Dolphin-mixtral 8x7b v2.6 q4_K_M","display_name":"Dolphin-mixtral 8x7b v2.6 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q4_K_S","name":"Dolphin-mixtral 8x7b v2.6 q4_K_S","display_name":"Dolphin-mixtral 8x7b v2.6 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q5_0","name":"Dolphin-mixtral 8x7b v2.6 q5_0","display_name":"Dolphin-mixtral 8x7b v2.6 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q5_1","name":"Dolphin-mixtral 8x7b v2.6 q5_1","display_name":"Dolphin-mixtral 8x7b v2.6 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q5_K_M","name":"Dolphin-mixtral 8x7b v2.6 q5_K_M","display_name":"Dolphin-mixtral 8x7b v2.6 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q5_K_S","name":"Dolphin-mixtral 8x7b v2.6 q5_K_S","display_name":"Dolphin-mixtral 8x7b v2.6 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q6_K","name":"Dolphin-mixtral 8x7b v2.6 q6_K","display_name":"Dolphin-mixtral 8x7b v2.6 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.6-q8_0","name":"Dolphin-mixtral 8x7b v2.6 q8_0","display_name":"Dolphin-mixtral 8x7b v2.6 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7","name":"Dolphin-mixtral 8x7b v2.7","display_name":"Dolphin-mixtral 8x7b v2.7","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-fp16","name":"Dolphin-mixtral 8x7b v2.7 fp16","display_name":"Dolphin-mixtral 8x7b v2.7 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q2_K","name":"Dolphin-mixtral 8x7b v2.7 q2_K","display_name":"Dolphin-mixtral 8x7b v2.7 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q3_K_L","name":"Dolphin-mixtral 8x7b v2.7 q3_K_L","display_name":"Dolphin-mixtral 8x7b v2.7 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q3_K_M","name":"Dolphin-mixtral 8x7b v2.7 q3_K_M","display_name":"Dolphin-mixtral 8x7b v2.7 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q3_K_S","name":"Dolphin-mixtral 8x7b v2.7 q3_K_S","display_name":"Dolphin-mixtral 8x7b v2.7 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q4_0","name":"Dolphin-mixtral 8x7b v2.7 q4_0","display_name":"Dolphin-mixtral 8x7b v2.7 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q4_1","name":"Dolphin-mixtral 8x7b v2.7 q4_1","display_name":"Dolphin-mixtral 8x7b v2.7 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q4_K_M","name":"Dolphin-mixtral 8x7b v2.7 q4_K_M","display_name":"Dolphin-mixtral 8x7b v2.7 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q4_K_S","name":"Dolphin-mixtral 8x7b v2.7 q4_K_S","display_name":"Dolphin-mixtral 8x7b v2.7 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q5_0","name":"Dolphin-mixtral 8x7b v2.7 q5_0","display_name":"Dolphin-mixtral 8x7b v2.7 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q5_1","name":"Dolphin-mixtral 8x7b v2.7 q5_1","display_name":"Dolphin-mixtral 8x7b v2.7 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q5_K_M","name":"Dolphin-mixtral 8x7b v2.7 q5_K_M","display_name":"Dolphin-mixtral 8x7b v2.7 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q5_K_S","name":"Dolphin-mixtral 8x7b v2.7 q5_K_S","display_name":"Dolphin-mixtral 8x7b v2.7 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q6_K","name":"Dolphin-mixtral 8x7b v2.7 q6_K","display_name":"Dolphin-mixtral 8x7b v2.7 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:8x7b-v2.7-q8_0","name":"Dolphin-mixtral 8x7b v2.7 q8_0","display_name":"Dolphin-mixtral 8x7b v2.7 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:latest","name":"Dolphin-mixtral Latest","display_name":"Dolphin-mixtral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:v2.5","name":"Dolphin-mixtral V2.5","display_name":"Dolphin-mixtral V2.5","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:v2.6","name":"Dolphin-mixtral V2.6","display_name":"Dolphin-mixtral V2.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-mixtral:v2.7","name":"Dolphin-mixtral V2.7","display_name":"Dolphin-mixtral V2.7","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b","name":"Dolphin-phi 2.7b","display_name":"Dolphin-phi 2.7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6","name":"Dolphin-phi 2.7b v2.6","display_name":"Dolphin-phi 2.7b v2.6","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q2_K","name":"Dolphin-phi 2.7b v2.6 q2_K","display_name":"Dolphin-phi 2.7b v2.6 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q3_K_L","name":"Dolphin-phi 2.7b v2.6 q3_K_L","display_name":"Dolphin-phi 2.7b v2.6 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q3_K_M","name":"Dolphin-phi 2.7b v2.6 q3_K_M","display_name":"Dolphin-phi 2.7b v2.6 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q3_K_S","name":"Dolphin-phi 2.7b v2.6 q3_K_S","display_name":"Dolphin-phi 2.7b v2.6 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q4_0","name":"Dolphin-phi 2.7b v2.6 q4_0","display_name":"Dolphin-phi 2.7b v2.6 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q4_K_M","name":"Dolphin-phi 2.7b v2.6 q4_K_M","display_name":"Dolphin-phi 2.7b v2.6 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q4_K_S","name":"Dolphin-phi 2.7b v2.6 q4_K_S","display_name":"Dolphin-phi 2.7b v2.6 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q5_0","name":"Dolphin-phi 2.7b v2.6 q5_0","display_name":"Dolphin-phi 2.7b v2.6 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q5_K_M","name":"Dolphin-phi 2.7b v2.6 q5_K_M","display_name":"Dolphin-phi 2.7b v2.6 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q5_K_S","name":"Dolphin-phi 2.7b v2.6 q5_K_S","display_name":"Dolphin-phi 2.7b v2.6 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q6_K","name":"Dolphin-phi 2.7b v2.6 q6_K","display_name":"Dolphin-phi 2.7b v2.6 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:2.7b-v2.6-q8_0","name":"Dolphin-phi 2.7b v2.6 q8_0","display_name":"Dolphin-phi 2.7b v2.6 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin-phi:latest","name":"Dolphin-phi Latest","display_name":"Dolphin-phi Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin3:8b","name":"Dolphin3 8b","display_name":"Dolphin3 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin3:8b-llama3.1-fp16","name":"Dolphin3 8b llama3.1 fp16","display_name":"Dolphin3 8b llama3.1 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin3:8b-llama3.1-q4_K_M","name":"Dolphin3 8b llama3.1 q4_K_M","display_name":"Dolphin3 8b llama3.1 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin3:8b-llama3.1-q8_0","name":"Dolphin3 8b llama3.1 q8_0","display_name":"Dolphin3 8b llama3.1 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphin3:latest","name":"Dolphin3 Latest","display_name":"Dolphin3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b","name":"Dolphincoder 15b","display_name":"Dolphincoder 15b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2","name":"Dolphincoder 15b starcoder2","display_name":"Dolphincoder 15b starcoder2","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-fp16","name":"Dolphincoder 15b starcoder2 fp16","display_name":"Dolphincoder 15b starcoder2 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q2_K","name":"Dolphincoder 15b starcoder2 q2_K","display_name":"Dolphincoder 15b starcoder2 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q3_K_L","name":"Dolphincoder 15b starcoder2 q3_K_L","display_name":"Dolphincoder 15b starcoder2 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q3_K_M","name":"Dolphincoder 15b starcoder2 q3_K_M","display_name":"Dolphincoder 15b starcoder2 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q3_K_S","name":"Dolphincoder 15b starcoder2 q3_K_S","display_name":"Dolphincoder 15b starcoder2 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q4_0","name":"Dolphincoder 15b starcoder2 q4_0","display_name":"Dolphincoder 15b starcoder2 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q4_1","name":"Dolphincoder 15b starcoder2 q4_1","display_name":"Dolphincoder 15b starcoder2 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q4_K_M","name":"Dolphincoder 15b starcoder2 q4_K_M","display_name":"Dolphincoder 15b starcoder2 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q4_K_S","name":"Dolphincoder 15b starcoder2 q4_K_S","display_name":"Dolphincoder 15b starcoder2 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q5_0","name":"Dolphincoder 15b starcoder2 q5_0","display_name":"Dolphincoder 15b starcoder2 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q5_1","name":"Dolphincoder 15b starcoder2 q5_1","display_name":"Dolphincoder 15b starcoder2 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q5_K_M","name":"Dolphincoder 15b starcoder2 q5_K_M","display_name":"Dolphincoder 15b starcoder2 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q5_K_S","name":"Dolphincoder 15b starcoder2 q5_K_S","display_name":"Dolphincoder 15b starcoder2 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q6_K","name":"Dolphincoder 15b starcoder2 q6_K","display_name":"Dolphincoder 15b starcoder2 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:15b-starcoder2-q8_0","name":"Dolphincoder 15b starcoder2 q8_0","display_name":"Dolphincoder 15b starcoder2 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b","name":"Dolphincoder 7b","display_name":"Dolphincoder 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2","name":"Dolphincoder 7b starcoder2","display_name":"Dolphincoder 7b starcoder2","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-fp16","name":"Dolphincoder 7b starcoder2 fp16","display_name":"Dolphincoder 7b starcoder2 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q2_K","name":"Dolphincoder 7b starcoder2 q2_K","display_name":"Dolphincoder 7b starcoder2 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q3_K_L","name":"Dolphincoder 7b starcoder2 q3_K_L","display_name":"Dolphincoder 7b starcoder2 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q3_K_M","name":"Dolphincoder 7b starcoder2 q3_K_M","display_name":"Dolphincoder 7b starcoder2 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q3_K_S","name":"Dolphincoder 7b starcoder2 q3_K_S","display_name":"Dolphincoder 7b starcoder2 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q4_0","name":"Dolphincoder 7b starcoder2 q4_0","display_name":"Dolphincoder 7b starcoder2 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q4_1","name":"Dolphincoder 7b starcoder2 q4_1","display_name":"Dolphincoder 7b starcoder2 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q4_K_M","name":"Dolphincoder 7b starcoder2 q4_K_M","display_name":"Dolphincoder 7b starcoder2 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q4_K_S","name":"Dolphincoder 7b starcoder2 q4_K_S","display_name":"Dolphincoder 7b starcoder2 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q5_0","name":"Dolphincoder 7b starcoder2 q5_0","display_name":"Dolphincoder 7b starcoder2 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q5_1","name":"Dolphincoder 7b starcoder2 q5_1","display_name":"Dolphincoder 7b starcoder2 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q5_K_M","name":"Dolphincoder 7b starcoder2 q5_K_M","display_name":"Dolphincoder 7b starcoder2 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q5_K_S","name":"Dolphincoder 7b starcoder2 q5_K_S","display_name":"Dolphincoder 7b starcoder2 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q6_K","name":"Dolphincoder 7b starcoder2 q6_K","display_name":"Dolphincoder 7b starcoder2 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:7b-starcoder2-q8_0","name":"Dolphincoder 7b starcoder2 q8_0","display_name":"Dolphincoder 7b starcoder2 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"dolphincoder:latest","name":"Dolphincoder Latest","display_name":"Dolphincoder Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b","name":"Duckdb-nsql 7b","display_name":"Duckdb-nsql 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-fp16","name":"Duckdb-nsql 7b fp16","display_name":"Duckdb-nsql 7b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q2_K","name":"Duckdb-nsql 7b q2_K","display_name":"Duckdb-nsql 7b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q3_K_L","name":"Duckdb-nsql 7b q3_K_L","display_name":"Duckdb-nsql 7b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q3_K_M","name":"Duckdb-nsql 7b q3_K_M","display_name":"Duckdb-nsql 7b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q3_K_S","name":"Duckdb-nsql 7b q3_K_S","display_name":"Duckdb-nsql 7b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q4_0","name":"Duckdb-nsql 7b q4_0","display_name":"Duckdb-nsql 7b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q4_1","name":"Duckdb-nsql 7b q4_1","display_name":"Duckdb-nsql 7b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q4_K_M","name":"Duckdb-nsql 7b q4_K_M","display_name":"Duckdb-nsql 7b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q4_K_S","name":"Duckdb-nsql 7b q4_K_S","display_name":"Duckdb-nsql 7b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q5_0","name":"Duckdb-nsql 7b q5_0","display_name":"Duckdb-nsql 7b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q5_1","name":"Duckdb-nsql 7b q5_1","display_name":"Duckdb-nsql 7b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q5_K_M","name":"Duckdb-nsql 7b q5_K_M","display_name":"Duckdb-nsql 7b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q5_K_S","name":"Duckdb-nsql 7b q5_K_S","display_name":"Duckdb-nsql 7b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q6_K","name":"Duckdb-nsql 7b q6_K","display_name":"Duckdb-nsql 7b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:7b-q8_0","name":"Duckdb-nsql 7b q8_0","display_name":"Duckdb-nsql 7b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"duckdb-nsql:latest","name":"Duckdb-nsql Latest","display_name":"Duckdb-nsql Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"embeddinggemma:300m","name":"Embeddinggemma 300m","display_name":"Embeddinggemma 300m","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"embeddinggemma:300m-bf16","name":"Embeddinggemma 300m bf16","display_name":"Embeddinggemma 300m bf16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"embeddinggemma:300m-qat-q4_0","name":"Embeddinggemma 300m qat q4_0","display_name":"Embeddinggemma 300m qat q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"embeddinggemma:300m-qat-q8_0","name":"Embeddinggemma 300m qat q8_0","display_name":"Embeddinggemma 300m qat q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"embeddinggemma:latest","name":"Embeddinggemma Latest","display_name":"Embeddinggemma Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b","name":"Everythinglm 13b","display_name":"Everythinglm 13b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k","name":"Everythinglm 13b 16k","display_name":"Everythinglm 13b 16k","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-fp16","name":"Everythinglm 13b 16k fp16","display_name":"Everythinglm 13b 16k fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q2_K","name":"Everythinglm 13b 16k q2_K","display_name":"Everythinglm 13b 16k q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q3_K_L","name":"Everythinglm 13b 16k q3_K_L","display_name":"Everythinglm 13b 16k q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q3_K_M","name":"Everythinglm 13b 16k q3_K_M","display_name":"Everythinglm 13b 16k q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q3_K_S","name":"Everythinglm 13b 16k q3_K_S","display_name":"Everythinglm 13b 16k q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q4_0","name":"Everythinglm 13b 16k q4_0","display_name":"Everythinglm 13b 16k q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q4_1","name":"Everythinglm 13b 16k q4_1","display_name":"Everythinglm 13b 16k q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q4_K_M","name":"Everythinglm 13b 16k q4_K_M","display_name":"Everythinglm 13b 16k q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q4_K_S","name":"Everythinglm 13b 16k q4_K_S","display_name":"Everythinglm 13b 16k q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q5_0","name":"Everythinglm 13b 16k q5_0","display_name":"Everythinglm 13b 16k q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q5_1","name":"Everythinglm 13b 16k q5_1","display_name":"Everythinglm 13b 16k q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q5_K_M","name":"Everythinglm 13b 16k q5_K_M","display_name":"Everythinglm 13b 16k q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q5_K_S","name":"Everythinglm 13b 16k q5_K_S","display_name":"Everythinglm 13b 16k q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q6_K","name":"Everythinglm 13b 16k q6_K","display_name":"Everythinglm 13b 16k q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:13b-16k-q8_0","name":"Everythinglm 13b 16k q8_0","display_name":"Everythinglm 13b 16k q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"everythinglm:latest","name":"Everythinglm Latest","display_name":"Everythinglm Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:2.4b","name":"Exaone-deep 2.4b","display_name":"Exaone-deep 2.4b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:2.4b-fp16","name":"Exaone-deep 2.4b fp16","display_name":"Exaone-deep 2.4b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:2.4b-q4_K_M","name":"Exaone-deep 2.4b q4_K_M","display_name":"Exaone-deep 2.4b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:2.4b-q8_0","name":"Exaone-deep 2.4b q8_0","display_name":"Exaone-deep 2.4b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:32b","name":"Exaone-deep 32b","display_name":"Exaone-deep 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:32b-fp16","name":"Exaone-deep 32b fp16","display_name":"Exaone-deep 32b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:32b-q4_K_M","name":"Exaone-deep 32b q4_K_M","display_name":"Exaone-deep 32b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:32b-q8_0","name":"Exaone-deep 32b q8_0","display_name":"Exaone-deep 32b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:7.8b","name":"Exaone-deep 7.8b","display_name":"Exaone-deep 7.8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:7.8b-fp16","name":"Exaone-deep 7.8b fp16","display_name":"Exaone-deep 7.8b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:7.8b-q4_K_M","name":"Exaone-deep 7.8b q4_K_M","display_name":"Exaone-deep 7.8b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:7.8b-q8_0","name":"Exaone-deep 7.8b q8_0","display_name":"Exaone-deep 7.8b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone-deep:latest","name":"Exaone-deep Latest","display_name":"Exaone-deep Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:2.4b","name":"Exaone3.5 2.4b","display_name":"Exaone3.5 2.4b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:2.4b-instruct-fp16","name":"Exaone3.5 2.4b instruct fp16","display_name":"Exaone3.5 2.4b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:2.4b-instruct-q4_K_M","name":"Exaone3.5 2.4b instruct q4_K_M","display_name":"Exaone3.5 2.4b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:2.4b-instruct-q8_0","name":"Exaone3.5 2.4b instruct q8_0","display_name":"Exaone3.5 2.4b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:32b","name":"Exaone3.5 32b","display_name":"Exaone3.5 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:32b-instruct-fp16","name":"Exaone3.5 32b instruct fp16","display_name":"Exaone3.5 32b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:32b-instruct-q4_K_M","name":"Exaone3.5 32b instruct q4_K_M","display_name":"Exaone3.5 32b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:32b-instruct-q8_0","name":"Exaone3.5 32b instruct q8_0","display_name":"Exaone3.5 32b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:7.8b","name":"Exaone3.5 7.8b","display_name":"Exaone3.5 7.8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:7.8b-instruct-fp16","name":"Exaone3.5 7.8b instruct fp16","display_name":"Exaone3.5 7.8b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:7.8b-instruct-q4_K_M","name":"Exaone3.5 7.8b instruct q4_K_M","display_name":"Exaone3.5 7.8b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:7.8b-instruct-q8_0","name":"Exaone3.5 7.8b instruct q8_0","display_name":"Exaone3.5 7.8b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"exaone3.5:latest","name":"Exaone3.5 Latest","display_name":"Exaone3.5 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:180b","name":"Falcon 180b","display_name":"Falcon 180b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:180b-chat","name":"Falcon 180b chat","display_name":"Falcon 180b chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:180b-chat-q4_0","name":"Falcon 180b chat q4_0","display_name":"Falcon 180b chat q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:180b-text","name":"Falcon 180b text","display_name":"Falcon 180b text","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:180b-text-q4_0","name":"Falcon 180b text q4_0","display_name":"Falcon 180b text q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b","name":"Falcon 40b","display_name":"Falcon 40b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct","name":"Falcon 40b instruct","display_name":"Falcon 40b instruct","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-fp16","name":"Falcon 40b instruct fp16","display_name":"Falcon 40b instruct fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-q4_0","name":"Falcon 40b instruct q4_0","display_name":"Falcon 40b instruct q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-q4_1","name":"Falcon 40b instruct q4_1","display_name":"Falcon 40b instruct q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-q5_0","name":"Falcon 40b instruct q5_0","display_name":"Falcon 40b instruct q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-q5_1","name":"Falcon 40b instruct q5_1","display_name":"Falcon 40b instruct q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-instruct-q8_0","name":"Falcon 40b instruct q8_0","display_name":"Falcon 40b instruct q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text","name":"Falcon 40b text","display_name":"Falcon 40b text","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-fp16","name":"Falcon 40b text fp16","display_name":"Falcon 40b text fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-q4_0","name":"Falcon 40b text q4_0","display_name":"Falcon 40b text q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-q4_1","name":"Falcon 40b text q4_1","display_name":"Falcon 40b text q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-q5_0","name":"Falcon 40b text q5_0","display_name":"Falcon 40b text q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-q5_1","name":"Falcon 40b text q5_1","display_name":"Falcon 40b text q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:40b-text-q8_0","name":"Falcon 40b text q8_0","display_name":"Falcon 40b text q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b","name":"Falcon 7b","display_name":"Falcon 7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct","name":"Falcon 7b instruct","display_name":"Falcon 7b instruct","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-fp16","name":"Falcon 7b instruct fp16","display_name":"Falcon 7b instruct fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-q4_0","name":"Falcon 7b instruct q4_0","display_name":"Falcon 7b instruct q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-q4_1","name":"Falcon 7b instruct q4_1","display_name":"Falcon 7b instruct q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-q5_0","name":"Falcon 7b instruct q5_0","display_name":"Falcon 7b instruct q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-q5_1","name":"Falcon 7b instruct q5_1","display_name":"Falcon 7b instruct q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-instruct-q8_0","name":"Falcon 7b instruct q8_0","display_name":"Falcon 7b instruct q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text","name":"Falcon 7b text","display_name":"Falcon 7b text","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-fp16","name":"Falcon 7b text fp16","display_name":"Falcon 7b text fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-q4_0","name":"Falcon 7b text q4_0","display_name":"Falcon 7b text q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-q4_1","name":"Falcon 7b text q4_1","display_name":"Falcon 7b text q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-q5_0","name":"Falcon 7b text q5_0","display_name":"Falcon 7b text q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-q5_1","name":"Falcon 7b text q5_1","display_name":"Falcon 7b text q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:7b-text-q8_0","name":"Falcon 7b text q8_0","display_name":"Falcon 7b text q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:instruct","name":"Falcon Instruct","display_name":"Falcon Instruct","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:latest","name":"Falcon Latest","display_name":"Falcon Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon:text","name":"Falcon Text","display_name":"Falcon Text","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b","name":"Falcon2 11b","display_name":"Falcon2 11b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-fp16","name":"Falcon2 11b fp16","display_name":"Falcon2 11b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q2_K","name":"Falcon2 11b q2_K","display_name":"Falcon2 11b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q3_K_L","name":"Falcon2 11b q3_K_L","display_name":"Falcon2 11b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q3_K_M","name":"Falcon2 11b q3_K_M","display_name":"Falcon2 11b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q3_K_S","name":"Falcon2 11b q3_K_S","display_name":"Falcon2 11b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q4_0","name":"Falcon2 11b q4_0","display_name":"Falcon2 11b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q4_1","name":"Falcon2 11b q4_1","display_name":"Falcon2 11b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q4_K_M","name":"Falcon2 11b q4_K_M","display_name":"Falcon2 11b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q4_K_S","name":"Falcon2 11b q4_K_S","display_name":"Falcon2 11b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q5_0","name":"Falcon2 11b q5_0","display_name":"Falcon2 11b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q5_1","name":"Falcon2 11b q5_1","display_name":"Falcon2 11b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q5_K_M","name":"Falcon2 11b q5_K_M","display_name":"Falcon2 11b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q5_K_S","name":"Falcon2 11b q5_K_S","display_name":"Falcon2 11b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q6_K","name":"Falcon2 11b q6_K","display_name":"Falcon2 11b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:11b-q8_0","name":"Falcon2 11b q8_0","display_name":"Falcon2 11b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon2:latest","name":"Falcon2 Latest","display_name":"Falcon2 Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:10b","name":"Falcon3 10b","display_name":"Falcon3 10b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:10b-instruct-fp16","name":"Falcon3 10b instruct fp16","display_name":"Falcon3 10b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:10b-instruct-q4_K_M","name":"Falcon3 10b instruct q4_K_M","display_name":"Falcon3 10b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:10b-instruct-q8_0","name":"Falcon3 10b instruct q8_0","display_name":"Falcon3 10b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:1b","name":"Falcon3 1b","display_name":"Falcon3 1b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:1b-instruct-fp16","name":"Falcon3 1b instruct fp16","display_name":"Falcon3 1b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:1b-instruct-q4_K_M","name":"Falcon3 1b instruct q4_K_M","display_name":"Falcon3 1b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:1b-instruct-q8_0","name":"Falcon3 1b instruct q8_0","display_name":"Falcon3 1b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:3b","name":"Falcon3 3b","display_name":"Falcon3 3b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:3b-instruct-fp16","name":"Falcon3 3b instruct fp16","display_name":"Falcon3 3b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:3b-instruct-q4_K_M","name":"Falcon3 3b instruct q4_K_M","display_name":"Falcon3 3b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:3b-instruct-q8_0","name":"Falcon3 3b instruct q8_0","display_name":"Falcon3 3b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:7b","name":"Falcon3 7b","display_name":"Falcon3 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:7b-instruct-fp16","name":"Falcon3 7b instruct fp16","display_name":"Falcon3 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:7b-instruct-q4_K_M","name":"Falcon3 7b instruct q4_K_M","display_name":"Falcon3 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:7b-instruct-q8_0","name":"Falcon3 7b instruct q8_0","display_name":"Falcon3 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"falcon3:latest","name":"Falcon3 Latest","display_name":"Falcon3 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b","name":"Firefunction-v2 70b","display_name":"Firefunction-v2 70b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-fp16","name":"Firefunction-v2 70b fp16","display_name":"Firefunction-v2 70b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q2_K","name":"Firefunction-v2 70b q2_K","display_name":"Firefunction-v2 70b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q3_K_L","name":"Firefunction-v2 70b q3_K_L","display_name":"Firefunction-v2 70b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q3_K_M","name":"Firefunction-v2 70b q3_K_M","display_name":"Firefunction-v2 70b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q3_K_S","name":"Firefunction-v2 70b q3_K_S","display_name":"Firefunction-v2 70b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q4_0","name":"Firefunction-v2 70b q4_0","display_name":"Firefunction-v2 70b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q4_1","name":"Firefunction-v2 70b q4_1","display_name":"Firefunction-v2 70b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q4_K_M","name":"Firefunction-v2 70b q4_K_M","display_name":"Firefunction-v2 70b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q4_K_S","name":"Firefunction-v2 70b q4_K_S","display_name":"Firefunction-v2 70b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q5_0","name":"Firefunction-v2 70b q5_0","display_name":"Firefunction-v2 70b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q5_1","name":"Firefunction-v2 70b q5_1","display_name":"Firefunction-v2 70b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q5_K_M","name":"Firefunction-v2 70b q5_K_M","display_name":"Firefunction-v2 70b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q5_K_S","name":"Firefunction-v2 70b q5_K_S","display_name":"Firefunction-v2 70b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q6_K","name":"Firefunction-v2 70b q6_K","display_name":"Firefunction-v2 70b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:70b-q8_0","name":"Firefunction-v2 70b q8_0","display_name":"Firefunction-v2 70b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"firefunction-v2:latest","name":"Firefunction-v2 Latest","display_name":"Firefunction-v2 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b","name":"Gemma 2b","display_name":"Gemma 2b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct","name":"Gemma 2b instruct","display_name":"Gemma 2b instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-fp16","name":"Gemma 2b instruct fp16","display_name":"Gemma 2b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q2_K","name":"Gemma 2b instruct q2_K","display_name":"Gemma 2b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q3_K_L","name":"Gemma 2b instruct q3_K_L","display_name":"Gemma 2b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q3_K_M","name":"Gemma 2b instruct q3_K_M","display_name":"Gemma 2b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q3_K_S","name":"Gemma 2b instruct q3_K_S","display_name":"Gemma 2b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q4_0","name":"Gemma 2b instruct q4_0","display_name":"Gemma 2b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q4_1","name":"Gemma 2b instruct q4_1","display_name":"Gemma 2b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q4_K_M","name":"Gemma 2b instruct q4_K_M","display_name":"Gemma 2b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q4_K_S","name":"Gemma 2b instruct q4_K_S","display_name":"Gemma 2b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q5_0","name":"Gemma 2b instruct q5_0","display_name":"Gemma 2b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q5_1","name":"Gemma 2b instruct q5_1","display_name":"Gemma 2b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q5_K_M","name":"Gemma 2b instruct q5_K_M","display_name":"Gemma 2b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q5_K_S","name":"Gemma 2b instruct q5_K_S","display_name":"Gemma 2b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q6_K","name":"Gemma 2b instruct q6_K","display_name":"Gemma 2b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-q8_0","name":"Gemma 2b instruct q8_0","display_name":"Gemma 2b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-fp16","name":"Gemma 2b instruct v1.1 fp16","display_name":"Gemma 2b instruct v1.1 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q2_K","name":"Gemma 2b instruct v1.1 q2_K","display_name":"Gemma 2b instruct v1.1 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q3_K_L","name":"Gemma 2b instruct v1.1 q3_K_L","display_name":"Gemma 2b instruct v1.1 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q3_K_M","name":"Gemma 2b instruct v1.1 q3_K_M","display_name":"Gemma 2b instruct v1.1 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q3_K_S","name":"Gemma 2b instruct v1.1 q3_K_S","display_name":"Gemma 2b instruct v1.1 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q4_0","name":"Gemma 2b instruct v1.1 q4_0","display_name":"Gemma 2b instruct v1.1 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q4_1","name":"Gemma 2b instruct v1.1 q4_1","display_name":"Gemma 2b instruct v1.1 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q4_K_M","name":"Gemma 2b instruct v1.1 q4_K_M","display_name":"Gemma 2b instruct v1.1 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q4_K_S","name":"Gemma 2b instruct v1.1 q4_K_S","display_name":"Gemma 2b instruct v1.1 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q5_0","name":"Gemma 2b instruct v1.1 q5_0","display_name":"Gemma 2b instruct v1.1 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q5_1","name":"Gemma 2b instruct v1.1 q5_1","display_name":"Gemma 2b instruct v1.1 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q5_K_M","name":"Gemma 2b instruct v1.1 q5_K_M","display_name":"Gemma 2b instruct v1.1 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q5_K_S","name":"Gemma 2b instruct v1.1 q5_K_S","display_name":"Gemma 2b instruct v1.1 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q6_K","name":"Gemma 2b instruct v1.1 q6_K","display_name":"Gemma 2b instruct v1.1 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-instruct-v1.1-q8_0","name":"Gemma 2b instruct v1.1 q8_0","display_name":"Gemma 2b instruct v1.1 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text","name":"Gemma 2b text","display_name":"Gemma 2b text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-fp16","name":"Gemma 2b text fp16","display_name":"Gemma 2b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q2_K","name":"Gemma 2b text q2_K","display_name":"Gemma 2b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q3_K_L","name":"Gemma 2b text q3_K_L","display_name":"Gemma 2b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q3_K_M","name":"Gemma 2b text q3_K_M","display_name":"Gemma 2b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q3_K_S","name":"Gemma 2b text q3_K_S","display_name":"Gemma 2b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q4_0","name":"Gemma 2b text q4_0","display_name":"Gemma 2b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q4_1","name":"Gemma 2b text q4_1","display_name":"Gemma 2b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q4_K_M","name":"Gemma 2b text q4_K_M","display_name":"Gemma 2b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q4_K_S","name":"Gemma 2b text q4_K_S","display_name":"Gemma 2b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q5_0","name":"Gemma 2b text q5_0","display_name":"Gemma 2b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q5_1","name":"Gemma 2b text q5_1","display_name":"Gemma 2b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q5_K_M","name":"Gemma 2b text q5_K_M","display_name":"Gemma 2b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q5_K_S","name":"Gemma 2b text q5_K_S","display_name":"Gemma 2b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q6_K","name":"Gemma 2b text q6_K","display_name":"Gemma 2b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-text-q8_0","name":"Gemma 2b text q8_0","display_name":"Gemma 2b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:2b-v1.1","name":"Gemma 2b v1.1","display_name":"Gemma 2b v1.1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b","name":"Gemma 7b","display_name":"Gemma 7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct","name":"Gemma 7b instruct","display_name":"Gemma 7b instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-fp16","name":"Gemma 7b instruct fp16","display_name":"Gemma 7b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q2_K","name":"Gemma 7b instruct q2_K","display_name":"Gemma 7b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q3_K_L","name":"Gemma 7b instruct q3_K_L","display_name":"Gemma 7b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q3_K_M","name":"Gemma 7b instruct q3_K_M","display_name":"Gemma 7b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q3_K_S","name":"Gemma 7b instruct q3_K_S","display_name":"Gemma 7b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q4_0","name":"Gemma 7b instruct q4_0","display_name":"Gemma 7b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q4_1","name":"Gemma 7b instruct q4_1","display_name":"Gemma 7b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q4_K_M","name":"Gemma 7b instruct q4_K_M","display_name":"Gemma 7b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q4_K_S","name":"Gemma 7b instruct q4_K_S","display_name":"Gemma 7b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q5_0","name":"Gemma 7b instruct q5_0","display_name":"Gemma 7b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q5_1","name":"Gemma 7b instruct q5_1","display_name":"Gemma 7b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q5_K_M","name":"Gemma 7b instruct q5_K_M","display_name":"Gemma 7b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q5_K_S","name":"Gemma 7b instruct q5_K_S","display_name":"Gemma 7b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q6_K","name":"Gemma 7b instruct q6_K","display_name":"Gemma 7b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-q8_0","name":"Gemma 7b instruct q8_0","display_name":"Gemma 7b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-fp16","name":"Gemma 7b instruct v1.1 fp16","display_name":"Gemma 7b instruct v1.1 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q2_K","name":"Gemma 7b instruct v1.1 q2_K","display_name":"Gemma 7b instruct v1.1 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q3_K_L","name":"Gemma 7b instruct v1.1 q3_K_L","display_name":"Gemma 7b instruct v1.1 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q3_K_M","name":"Gemma 7b instruct v1.1 q3_K_M","display_name":"Gemma 7b instruct v1.1 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q3_K_S","name":"Gemma 7b instruct v1.1 q3_K_S","display_name":"Gemma 7b instruct v1.1 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q4_0","name":"Gemma 7b instruct v1.1 q4_0","display_name":"Gemma 7b instruct v1.1 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q4_1","name":"Gemma 7b instruct v1.1 q4_1","display_name":"Gemma 7b instruct v1.1 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q4_K_M","name":"Gemma 7b instruct v1.1 q4_K_M","display_name":"Gemma 7b instruct v1.1 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q4_K_S","name":"Gemma 7b instruct v1.1 q4_K_S","display_name":"Gemma 7b instruct v1.1 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q5_0","name":"Gemma 7b instruct v1.1 q5_0","display_name":"Gemma 7b instruct v1.1 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q5_1","name":"Gemma 7b instruct v1.1 q5_1","display_name":"Gemma 7b instruct v1.1 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q5_K_M","name":"Gemma 7b instruct v1.1 q5_K_M","display_name":"Gemma 7b instruct v1.1 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q5_K_S","name":"Gemma 7b instruct v1.1 q5_K_S","display_name":"Gemma 7b instruct v1.1 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q6_K","name":"Gemma 7b instruct v1.1 q6_K","display_name":"Gemma 7b instruct v1.1 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-instruct-v1.1-q8_0","name":"Gemma 7b instruct v1.1 q8_0","display_name":"Gemma 7b instruct v1.1 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text","name":"Gemma 7b text","display_name":"Gemma 7b text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-fp16","name":"Gemma 7b text fp16","display_name":"Gemma 7b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q2_K","name":"Gemma 7b text q2_K","display_name":"Gemma 7b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q3_K_L","name":"Gemma 7b text q3_K_L","display_name":"Gemma 7b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q3_K_M","name":"Gemma 7b text q3_K_M","display_name":"Gemma 7b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q3_K_S","name":"Gemma 7b text q3_K_S","display_name":"Gemma 7b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q4_0","name":"Gemma 7b text q4_0","display_name":"Gemma 7b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q4_1","name":"Gemma 7b text q4_1","display_name":"Gemma 7b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q4_K_M","name":"Gemma 7b text q4_K_M","display_name":"Gemma 7b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q4_K_S","name":"Gemma 7b text q4_K_S","display_name":"Gemma 7b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q5_0","name":"Gemma 7b text q5_0","display_name":"Gemma 7b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q5_1","name":"Gemma 7b text q5_1","display_name":"Gemma 7b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q5_K_M","name":"Gemma 7b text q5_K_M","display_name":"Gemma 7b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q5_K_S","name":"Gemma 7b text q5_K_S","display_name":"Gemma 7b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q6_K","name":"Gemma 7b text q6_K","display_name":"Gemma 7b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-text-q8_0","name":"Gemma 7b text q8_0","display_name":"Gemma 7b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:7b-v1.1","name":"Gemma 7b v1.1","display_name":"Gemma 7b v1.1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:instruct","name":"Gemma Instruct","display_name":"Gemma Instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:latest","name":"Gemma Latest","display_name":"Gemma Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:text","name":"Gemma Text","display_name":"Gemma Text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma:v1.1","name":"Gemma V1.1","display_name":"Gemma V1.1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b","name":"Gemma2 27b","display_name":"Gemma2 27b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-fp16","name":"Gemma2 27b instruct fp16","display_name":"Gemma2 27b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q2_K","name":"Gemma2 27b instruct q2_K","display_name":"Gemma2 27b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q3_K_L","name":"Gemma2 27b instruct q3_K_L","display_name":"Gemma2 27b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q3_K_M","name":"Gemma2 27b instruct q3_K_M","display_name":"Gemma2 27b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q3_K_S","name":"Gemma2 27b instruct q3_K_S","display_name":"Gemma2 27b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q4_0","name":"Gemma2 27b instruct q4_0","display_name":"Gemma2 27b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q4_1","name":"Gemma2 27b instruct q4_1","display_name":"Gemma2 27b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q4_K_M","name":"Gemma2 27b instruct q4_K_M","display_name":"Gemma2 27b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q4_K_S","name":"Gemma2 27b instruct q4_K_S","display_name":"Gemma2 27b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q5_0","name":"Gemma2 27b instruct q5_0","display_name":"Gemma2 27b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q5_1","name":"Gemma2 27b instruct q5_1","display_name":"Gemma2 27b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q5_K_M","name":"Gemma2 27b instruct q5_K_M","display_name":"Gemma2 27b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q5_K_S","name":"Gemma2 27b instruct q5_K_S","display_name":"Gemma2 27b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q6_K","name":"Gemma2 27b instruct q6_K","display_name":"Gemma2 27b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-instruct-q8_0","name":"Gemma2 27b instruct q8_0","display_name":"Gemma2 27b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-fp16","name":"Gemma2 27b text fp16","display_name":"Gemma2 27b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q2_K","name":"Gemma2 27b text q2_K","display_name":"Gemma2 27b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q3_K_L","name":"Gemma2 27b text q3_K_L","display_name":"Gemma2 27b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q3_K_M","name":"Gemma2 27b text q3_K_M","display_name":"Gemma2 27b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q3_K_S","name":"Gemma2 27b text q3_K_S","display_name":"Gemma2 27b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q4_0","name":"Gemma2 27b text q4_0","display_name":"Gemma2 27b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q4_1","name":"Gemma2 27b text q4_1","display_name":"Gemma2 27b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q4_K_M","name":"Gemma2 27b text q4_K_M","display_name":"Gemma2 27b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q4_K_S","name":"Gemma2 27b text q4_K_S","display_name":"Gemma2 27b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q5_0","name":"Gemma2 27b text q5_0","display_name":"Gemma2 27b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q5_1","name":"Gemma2 27b text q5_1","display_name":"Gemma2 27b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q5_K_M","name":"Gemma2 27b text q5_K_M","display_name":"Gemma2 27b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q5_K_S","name":"Gemma2 27b text q5_K_S","display_name":"Gemma2 27b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q6_K","name":"Gemma2 27b text q6_K","display_name":"Gemma2 27b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:27b-text-q8_0","name":"Gemma2 27b text q8_0","display_name":"Gemma2 27b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b","name":"Gemma2 2b","display_name":"Gemma2 2b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-fp16","name":"Gemma2 2b instruct fp16","display_name":"Gemma2 2b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q2_K","name":"Gemma2 2b instruct q2_K","display_name":"Gemma2 2b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q3_K_L","name":"Gemma2 2b instruct q3_K_L","display_name":"Gemma2 2b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q3_K_M","name":"Gemma2 2b instruct q3_K_M","display_name":"Gemma2 2b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q3_K_S","name":"Gemma2 2b instruct q3_K_S","display_name":"Gemma2 2b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q4_0","name":"Gemma2 2b instruct q4_0","display_name":"Gemma2 2b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q4_1","name":"Gemma2 2b instruct q4_1","display_name":"Gemma2 2b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q4_K_M","name":"Gemma2 2b instruct q4_K_M","display_name":"Gemma2 2b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q4_K_S","name":"Gemma2 2b instruct q4_K_S","display_name":"Gemma2 2b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q5_0","name":"Gemma2 2b instruct q5_0","display_name":"Gemma2 2b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q5_1","name":"Gemma2 2b instruct q5_1","display_name":"Gemma2 2b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q5_K_M","name":"Gemma2 2b instruct q5_K_M","display_name":"Gemma2 2b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q5_K_S","name":"Gemma2 2b instruct q5_K_S","display_name":"Gemma2 2b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q6_K","name":"Gemma2 2b instruct q6_K","display_name":"Gemma2 2b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-instruct-q8_0","name":"Gemma2 2b instruct q8_0","display_name":"Gemma2 2b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-fp16","name":"Gemma2 2b text fp16","display_name":"Gemma2 2b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q2_K","name":"Gemma2 2b text q2_K","display_name":"Gemma2 2b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q3_K_L","name":"Gemma2 2b text q3_K_L","display_name":"Gemma2 2b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q3_K_M","name":"Gemma2 2b text q3_K_M","display_name":"Gemma2 2b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q3_K_S","name":"Gemma2 2b text q3_K_S","display_name":"Gemma2 2b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q4_0","name":"Gemma2 2b text q4_0","display_name":"Gemma2 2b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q4_1","name":"Gemma2 2b text q4_1","display_name":"Gemma2 2b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q4_K_M","name":"Gemma2 2b text q4_K_M","display_name":"Gemma2 2b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q4_K_S","name":"Gemma2 2b text q4_K_S","display_name":"Gemma2 2b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q5_0","name":"Gemma2 2b text q5_0","display_name":"Gemma2 2b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q5_1","name":"Gemma2 2b text q5_1","display_name":"Gemma2 2b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q5_K_M","name":"Gemma2 2b text q5_K_M","display_name":"Gemma2 2b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q5_K_S","name":"Gemma2 2b text q5_K_S","display_name":"Gemma2 2b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q6_K","name":"Gemma2 2b text q6_K","display_name":"Gemma2 2b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:2b-text-q8_0","name":"Gemma2 2b text q8_0","display_name":"Gemma2 2b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b","name":"Gemma2 9b","display_name":"Gemma2 9b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-fp16","name":"Gemma2 9b instruct fp16","display_name":"Gemma2 9b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q2_K","name":"Gemma2 9b instruct q2_K","display_name":"Gemma2 9b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q3_K_L","name":"Gemma2 9b instruct q3_K_L","display_name":"Gemma2 9b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q3_K_M","name":"Gemma2 9b instruct q3_K_M","display_name":"Gemma2 9b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q3_K_S","name":"Gemma2 9b instruct q3_K_S","display_name":"Gemma2 9b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q4_0","name":"Gemma2 9b instruct q4_0","display_name":"Gemma2 9b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q4_1","name":"Gemma2 9b instruct q4_1","display_name":"Gemma2 9b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q4_K_M","name":"Gemma2 9b instruct q4_K_M","display_name":"Gemma2 9b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q4_K_S","name":"Gemma2 9b instruct q4_K_S","display_name":"Gemma2 9b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q5_0","name":"Gemma2 9b instruct q5_0","display_name":"Gemma2 9b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q5_1","name":"Gemma2 9b instruct q5_1","display_name":"Gemma2 9b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q5_K_M","name":"Gemma2 9b instruct q5_K_M","display_name":"Gemma2 9b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q5_K_S","name":"Gemma2 9b instruct q5_K_S","display_name":"Gemma2 9b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q6_K","name":"Gemma2 9b instruct q6_K","display_name":"Gemma2 9b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-instruct-q8_0","name":"Gemma2 9b instruct q8_0","display_name":"Gemma2 9b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-fp16","name":"Gemma2 9b text fp16","display_name":"Gemma2 9b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q2_K","name":"Gemma2 9b text q2_K","display_name":"Gemma2 9b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q3_K_L","name":"Gemma2 9b text q3_K_L","display_name":"Gemma2 9b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q3_K_M","name":"Gemma2 9b text q3_K_M","display_name":"Gemma2 9b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q3_K_S","name":"Gemma2 9b text q3_K_S","display_name":"Gemma2 9b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q4_0","name":"Gemma2 9b text q4_0","display_name":"Gemma2 9b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q4_1","name":"Gemma2 9b text q4_1","display_name":"Gemma2 9b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q4_K_M","name":"Gemma2 9b text q4_K_M","display_name":"Gemma2 9b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q4_K_S","name":"Gemma2 9b text q4_K_S","display_name":"Gemma2 9b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q5_0","name":"Gemma2 9b text q5_0","display_name":"Gemma2 9b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q5_1","name":"Gemma2 9b text q5_1","display_name":"Gemma2 9b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q5_K_M","name":"Gemma2 9b text q5_K_M","display_name":"Gemma2 9b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q5_K_S","name":"Gemma2 9b text q5_K_S","display_name":"Gemma2 9b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q6_K","name":"Gemma2 9b text q6_K","display_name":"Gemma2 9b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:9b-text-q8_0","name":"Gemma2 9b text q8_0","display_name":"Gemma2 9b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma2:latest","name":"Gemma2 Latest","display_name":"Gemma2 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:12b","name":"Gemma3 12b","display_name":"Gemma3 12b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:12b-it-fp16","name":"Gemma3 12b it fp16","display_name":"Gemma3 12b it fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:12b-it-q4_K_M","name":"Gemma3 12b it q4_K_M","display_name":"Gemma3 12b it q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:12b-it-q8_0","name":"Gemma3 12b it q8_0","display_name":"Gemma3 12b it q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:12b-it-qat","name":"Gemma3 12b it qat","display_name":"Gemma3 12b it qat","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:1b","name":"Gemma3 1b","display_name":"Gemma3 1b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:1b-it-fp16","name":"Gemma3 1b it fp16","display_name":"Gemma3 1b it fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:1b-it-q4_K_M","name":"Gemma3 1b it q4_K_M","display_name":"Gemma3 1b it q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:1b-it-q8_0","name":"Gemma3 1b it q8_0","display_name":"Gemma3 1b it q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:1b-it-qat","name":"Gemma3 1b it qat","display_name":"Gemma3 1b it qat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:270m","name":"Gemma3 270m","display_name":"Gemma3 270m","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:270m-it-bf16","name":"Gemma3 270m it bf16","display_name":"Gemma3 270m it bf16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:270m-it-fp16","name":"Gemma3 270m it fp16","display_name":"Gemma3 270m it fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:270m-it-q8_0","name":"Gemma3 270m it q8_0","display_name":"Gemma3 270m it q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:270m-it-qat","name":"Gemma3 270m it qat","display_name":"Gemma3 270m it qat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:27b","name":"Gemma3 27b","display_name":"Gemma3 27b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:27b-it-fp16","name":"Gemma3 27b it fp16","display_name":"Gemma3 27b it fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:27b-it-q4_K_M","name":"Gemma3 27b it q4_K_M","display_name":"Gemma3 27b it q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:27b-it-q8_0","name":"Gemma3 27b it q8_0","display_name":"Gemma3 27b it q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:27b-it-qat","name":"Gemma3 27b it qat","display_name":"Gemma3 27b it qat","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:4b","name":"Gemma3 4b","display_name":"Gemma3 4b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:4b-it-fp16","name":"Gemma3 4b it fp16","display_name":"Gemma3 4b it fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:4b-it-q4_K_M","name":"Gemma3 4b it q4_K_M","display_name":"Gemma3 4b it q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:4b-it-q8_0","name":"Gemma3 4b it q8_0","display_name":"Gemma3 4b it q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:4b-it-qat","name":"Gemma3 4b it qat","display_name":"Gemma3 4b it qat","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3:latest","name":"Gemma3 Latest","display_name":"Gemma3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e2b","name":"Gemma3n E2b","display_name":"Gemma3n E2b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e2b-it-fp16","name":"Gemma3n E2b it fp16","display_name":"Gemma3n E2b it fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e2b-it-q4_K_M","name":"Gemma3n E2b it q4_K_M","display_name":"Gemma3n E2b it q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e2b-it-q8_0","name":"Gemma3n E2b it q8_0","display_name":"Gemma3n E2b it q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e4b","name":"Gemma3n E4b","display_name":"Gemma3n E4b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e4b-it-fp16","name":"Gemma3n E4b it fp16","display_name":"Gemma3n E4b it fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e4b-it-q4_K_M","name":"Gemma3n E4b it q4_K_M","display_name":"Gemma3n E4b it q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:e4b-it-q8_0","name":"Gemma3n E4b it q8_0","display_name":"Gemma3n E4b it q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gemma3n:latest","name":"Gemma3n Latest","display_name":"Gemma3n Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b","name":"Glm4 9b","display_name":"Glm4 9b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-fp16","name":"Glm4 9b chat fp16","display_name":"Glm4 9b chat fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q2_K","name":"Glm4 9b chat q2_K","display_name":"Glm4 9b chat q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q3_K_L","name":"Glm4 9b chat q3_K_L","display_name":"Glm4 9b chat q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q3_K_M","name":"Glm4 9b chat q3_K_M","display_name":"Glm4 9b chat q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q3_K_S","name":"Glm4 9b chat q3_K_S","display_name":"Glm4 9b chat q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q4_0","name":"Glm4 9b chat q4_0","display_name":"Glm4 9b chat q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q4_1","name":"Glm4 9b chat q4_1","display_name":"Glm4 9b chat q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q4_K_M","name":"Glm4 9b chat q4_K_M","display_name":"Glm4 9b chat q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q4_K_S","name":"Glm4 9b chat q4_K_S","display_name":"Glm4 9b chat q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q5_0","name":"Glm4 9b chat q5_0","display_name":"Glm4 9b chat q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q5_1","name":"Glm4 9b chat q5_1","display_name":"Glm4 9b chat q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q5_K_M","name":"Glm4 9b chat q5_K_M","display_name":"Glm4 9b chat q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q5_K_S","name":"Glm4 9b chat q5_K_S","display_name":"Glm4 9b chat q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q6_K","name":"Glm4 9b chat q6_K","display_name":"Glm4 9b chat q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-chat-q8_0","name":"Glm4 9b chat q8_0","display_name":"Glm4 9b chat q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-fp16","name":"Glm4 9b text fp16","display_name":"Glm4 9b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q2_K","name":"Glm4 9b text q2_K","display_name":"Glm4 9b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q3_K_L","name":"Glm4 9b text q3_K_L","display_name":"Glm4 9b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q3_K_M","name":"Glm4 9b text q3_K_M","display_name":"Glm4 9b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q3_K_S","name":"Glm4 9b text q3_K_S","display_name":"Glm4 9b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q4_0","name":"Glm4 9b text q4_0","display_name":"Glm4 9b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q4_1","name":"Glm4 9b text q4_1","display_name":"Glm4 9b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q4_K_M","name":"Glm4 9b text q4_K_M","display_name":"Glm4 9b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q4_K_S","name":"Glm4 9b text q4_K_S","display_name":"Glm4 9b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q5_0","name":"Glm4 9b text q5_0","display_name":"Glm4 9b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q5_1","name":"Glm4 9b text q5_1","display_name":"Glm4 9b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q5_K_M","name":"Glm4 9b text q5_K_M","display_name":"Glm4 9b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q5_K_S","name":"Glm4 9b text q5_K_S","display_name":"Glm4 9b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q6_K","name":"Glm4 9b text q6_K","display_name":"Glm4 9b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:9b-text-q8_0","name":"Glm4 9b text q8_0","display_name":"Glm4 9b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"glm4:latest","name":"Glm4 Latest","display_name":"Glm4 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-fp16","name":"Goliath 120b fp16","display_name":"Goliath 120b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q2_K","name":"Goliath 120b q2_K","display_name":"Goliath 120b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q3_K_L","name":"Goliath 120b q3_K_L","display_name":"Goliath 120b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q3_K_M","name":"Goliath 120b q3_K_M","display_name":"Goliath 120b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q3_K_S","name":"Goliath 120b q3_K_S","display_name":"Goliath 120b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q4_0","name":"Goliath 120b q4_0","display_name":"Goliath 120b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q4_1","name":"Goliath 120b q4_1","display_name":"Goliath 120b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q4_K_M","name":"Goliath 120b q4_K_M","display_name":"Goliath 120b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q4_K_S","name":"Goliath 120b q4_K_S","display_name":"Goliath 120b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q5_0","name":"Goliath 120b q5_0","display_name":"Goliath 120b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q5_1","name":"Goliath 120b q5_1","display_name":"Goliath 120b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q5_K_M","name":"Goliath 120b q5_K_M","display_name":"Goliath 120b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q5_K_S","name":"Goliath 120b q5_K_S","display_name":"Goliath 120b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q6_K","name":"Goliath 120b q6_K","display_name":"Goliath 120b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:120b-q8_0","name":"Goliath 120b q8_0","display_name":"Goliath 120b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"goliath:latest","name":"Goliath Latest","display_name":"Goliath Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gpt-oss:120b","name":"Gpt-oss 120b","display_name":"Gpt-oss 120b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gpt-oss:120b-cloud","name":"Gpt-oss 120b cloud","display_name":"Gpt-oss 120b cloud","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gpt-oss:20b","name":"Gpt-oss 20b","display_name":"Gpt-oss 20b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gpt-oss:20b-cloud","name":"Gpt-oss 20b cloud","display_name":"Gpt-oss 20b cloud","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"gpt-oss:latest","name":"Gpt-oss Latest","display_name":"Gpt-oss Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b","name":"Granite-code 20b","display_name":"Granite-code 20b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base","name":"Granite-code 20b base","display_name":"Granite-code 20b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-fp16","name":"Granite-code 20b base fp16","display_name":"Granite-code 20b base fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q2_K","name":"Granite-code 20b base q2_K","display_name":"Granite-code 20b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q3_K_L","name":"Granite-code 20b base q3_K_L","display_name":"Granite-code 20b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q3_K_M","name":"Granite-code 20b base q3_K_M","display_name":"Granite-code 20b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q3_K_S","name":"Granite-code 20b base q3_K_S","display_name":"Granite-code 20b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q4_0","name":"Granite-code 20b base q4_0","display_name":"Granite-code 20b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q4_1","name":"Granite-code 20b base q4_1","display_name":"Granite-code 20b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q4_K_M","name":"Granite-code 20b base q4_K_M","display_name":"Granite-code 20b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q4_K_S","name":"Granite-code 20b base q4_K_S","display_name":"Granite-code 20b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q5_0","name":"Granite-code 20b base q5_0","display_name":"Granite-code 20b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q5_1","name":"Granite-code 20b base q5_1","display_name":"Granite-code 20b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q5_K_M","name":"Granite-code 20b base q5_K_M","display_name":"Granite-code 20b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q5_K_S","name":"Granite-code 20b base q5_K_S","display_name":"Granite-code 20b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q6_K","name":"Granite-code 20b base q6_K","display_name":"Granite-code 20b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-base-q8_0","name":"Granite-code 20b base q8_0","display_name":"Granite-code 20b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct","name":"Granite-code 20b instruct","display_name":"Granite-code 20b instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-fp16","name":"Granite-code 20b instruct 8k fp16","display_name":"Granite-code 20b instruct 8k fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q2_K","name":"Granite-code 20b instruct 8k q2_K","display_name":"Granite-code 20b instruct 8k q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q3_K_L","name":"Granite-code 20b instruct 8k q3_K_L","display_name":"Granite-code 20b instruct 8k q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q3_K_M","name":"Granite-code 20b instruct 8k q3_K_M","display_name":"Granite-code 20b instruct 8k q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q3_K_S","name":"Granite-code 20b instruct 8k q3_K_S","display_name":"Granite-code 20b instruct 8k q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q4_0","name":"Granite-code 20b instruct 8k q4_0","display_name":"Granite-code 20b instruct 8k q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q4_1","name":"Granite-code 20b instruct 8k q4_1","display_name":"Granite-code 20b instruct 8k q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q4_K_M","name":"Granite-code 20b instruct 8k q4_K_M","display_name":"Granite-code 20b instruct 8k q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q4_K_S","name":"Granite-code 20b instruct 8k q4_K_S","display_name":"Granite-code 20b instruct 8k q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q5_0","name":"Granite-code 20b instruct 8k q5_0","display_name":"Granite-code 20b instruct 8k q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q5_1","name":"Granite-code 20b instruct 8k q5_1","display_name":"Granite-code 20b instruct 8k q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q5_K_M","name":"Granite-code 20b instruct 8k q5_K_M","display_name":"Granite-code 20b instruct 8k q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q5_K_S","name":"Granite-code 20b instruct 8k q5_K_S","display_name":"Granite-code 20b instruct 8k q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q6_K","name":"Granite-code 20b instruct 8k q6_K","display_name":"Granite-code 20b instruct 8k q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-8k-q8_0","name":"Granite-code 20b instruct 8k q8_0","display_name":"Granite-code 20b instruct 8k q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q2_K","name":"Granite-code 20b instruct q2_K","display_name":"Granite-code 20b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q3_K_L","name":"Granite-code 20b instruct q3_K_L","display_name":"Granite-code 20b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q3_K_M","name":"Granite-code 20b instruct q3_K_M","display_name":"Granite-code 20b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q3_K_S","name":"Granite-code 20b instruct q3_K_S","display_name":"Granite-code 20b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q4_0","name":"Granite-code 20b instruct q4_0","display_name":"Granite-code 20b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q4_1","name":"Granite-code 20b instruct q4_1","display_name":"Granite-code 20b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q4_K_M","name":"Granite-code 20b instruct q4_K_M","display_name":"Granite-code 20b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q4_K_S","name":"Granite-code 20b instruct q4_K_S","display_name":"Granite-code 20b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q5_0","name":"Granite-code 20b instruct q5_0","display_name":"Granite-code 20b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q5_1","name":"Granite-code 20b instruct q5_1","display_name":"Granite-code 20b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q5_K_M","name":"Granite-code 20b instruct q5_K_M","display_name":"Granite-code 20b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q5_K_S","name":"Granite-code 20b instruct q5_K_S","display_name":"Granite-code 20b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q6_K","name":"Granite-code 20b instruct q6_K","display_name":"Granite-code 20b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:20b-instruct-q8_0","name":"Granite-code 20b instruct q8_0","display_name":"Granite-code 20b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b","name":"Granite-code 34b","display_name":"Granite-code 34b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base","name":"Granite-code 34b base","display_name":"Granite-code 34b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q2_K","name":"Granite-code 34b base q2_K","display_name":"Granite-code 34b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q3_K_L","name":"Granite-code 34b base q3_K_L","display_name":"Granite-code 34b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q3_K_M","name":"Granite-code 34b base q3_K_M","display_name":"Granite-code 34b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q3_K_S","name":"Granite-code 34b base q3_K_S","display_name":"Granite-code 34b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q4_0","name":"Granite-code 34b base q4_0","display_name":"Granite-code 34b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q4_1","name":"Granite-code 34b base q4_1","display_name":"Granite-code 34b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q4_K_M","name":"Granite-code 34b base q4_K_M","display_name":"Granite-code 34b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q4_K_S","name":"Granite-code 34b base q4_K_S","display_name":"Granite-code 34b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q5_0","name":"Granite-code 34b base q5_0","display_name":"Granite-code 34b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q5_1","name":"Granite-code 34b base q5_1","display_name":"Granite-code 34b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q5_K_M","name":"Granite-code 34b base q5_K_M","display_name":"Granite-code 34b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q5_K_S","name":"Granite-code 34b base q5_K_S","display_name":"Granite-code 34b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q6_K","name":"Granite-code 34b base q6_K","display_name":"Granite-code 34b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-base-q8_0","name":"Granite-code 34b base q8_0","display_name":"Granite-code 34b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct","name":"Granite-code 34b instruct","display_name":"Granite-code 34b instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q2_K","name":"Granite-code 34b instruct q2_K","display_name":"Granite-code 34b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q3_K_L","name":"Granite-code 34b instruct q3_K_L","display_name":"Granite-code 34b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q3_K_M","name":"Granite-code 34b instruct q3_K_M","display_name":"Granite-code 34b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q3_K_S","name":"Granite-code 34b instruct q3_K_S","display_name":"Granite-code 34b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q4_0","name":"Granite-code 34b instruct q4_0","display_name":"Granite-code 34b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q4_1","name":"Granite-code 34b instruct q4_1","display_name":"Granite-code 34b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q4_K_M","name":"Granite-code 34b instruct q4_K_M","display_name":"Granite-code 34b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q4_K_S","name":"Granite-code 34b instruct q4_K_S","display_name":"Granite-code 34b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q5_0","name":"Granite-code 34b instruct q5_0","display_name":"Granite-code 34b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q5_1","name":"Granite-code 34b instruct q5_1","display_name":"Granite-code 34b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q5_K_M","name":"Granite-code 34b instruct q5_K_M","display_name":"Granite-code 34b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q5_K_S","name":"Granite-code 34b instruct q5_K_S","display_name":"Granite-code 34b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q6_K","name":"Granite-code 34b instruct q6_K","display_name":"Granite-code 34b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:34b-instruct-q8_0","name":"Granite-code 34b instruct q8_0","display_name":"Granite-code 34b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b","name":"Granite-code 3b","display_name":"Granite-code 3b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base","name":"Granite-code 3b base","display_name":"Granite-code 3b base","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-fp16","name":"Granite-code 3b base fp16","display_name":"Granite-code 3b base fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q2_K","name":"Granite-code 3b base q2_K","display_name":"Granite-code 3b base q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q3_K_L","name":"Granite-code 3b base q3_K_L","display_name":"Granite-code 3b base q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q3_K_M","name":"Granite-code 3b base q3_K_M","display_name":"Granite-code 3b base q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q3_K_S","name":"Granite-code 3b base q3_K_S","display_name":"Granite-code 3b base q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q4_0","name":"Granite-code 3b base q4_0","display_name":"Granite-code 3b base q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q4_1","name":"Granite-code 3b base q4_1","display_name":"Granite-code 3b base q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q4_K_M","name":"Granite-code 3b base q4_K_M","display_name":"Granite-code 3b base q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q4_K_S","name":"Granite-code 3b base q4_K_S","display_name":"Granite-code 3b base q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q5_0","name":"Granite-code 3b base q5_0","display_name":"Granite-code 3b base q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q5_1","name":"Granite-code 3b base q5_1","display_name":"Granite-code 3b base q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q5_K_M","name":"Granite-code 3b base q5_K_M","display_name":"Granite-code 3b base q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q5_K_S","name":"Granite-code 3b base q5_K_S","display_name":"Granite-code 3b base q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q6_K","name":"Granite-code 3b base q6_K","display_name":"Granite-code 3b base q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-base-q8_0","name":"Granite-code 3b base q8_0","display_name":"Granite-code 3b base q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct","name":"Granite-code 3b instruct","display_name":"Granite-code 3b instruct","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-fp16","name":"Granite-code 3b instruct 128k fp16","display_name":"Granite-code 3b instruct 128k fp16","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q2_K","name":"Granite-code 3b instruct 128k q2_K","display_name":"Granite-code 3b instruct 128k q2_K","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q3_K_L","name":"Granite-code 3b instruct 128k q3_K_L","display_name":"Granite-code 3b instruct 128k q3_K_L","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q3_K_M","name":"Granite-code 3b instruct 128k q3_K_M","display_name":"Granite-code 3b instruct 128k q3_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q3_K_S","name":"Granite-code 3b instruct 128k q3_K_S","display_name":"Granite-code 3b instruct 128k q3_K_S","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q4_0","name":"Granite-code 3b instruct 128k q4_0","display_name":"Granite-code 3b instruct 128k q4_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q4_1","name":"Granite-code 3b instruct 128k q4_1","display_name":"Granite-code 3b instruct 128k q4_1","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q4_K_M","name":"Granite-code 3b instruct 128k q4_K_M","display_name":"Granite-code 3b instruct 128k q4_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q4_K_S","name":"Granite-code 3b instruct 128k q4_K_S","display_name":"Granite-code 3b instruct 128k q4_K_S","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q5_0","name":"Granite-code 3b instruct 128k q5_0","display_name":"Granite-code 3b instruct 128k q5_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q5_1","name":"Granite-code 3b instruct 128k q5_1","display_name":"Granite-code 3b instruct 128k q5_1","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q5_K_M","name":"Granite-code 3b instruct 128k q5_K_M","display_name":"Granite-code 3b instruct 128k q5_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q5_K_S","name":"Granite-code 3b instruct 128k q5_K_S","display_name":"Granite-code 3b instruct 128k q5_K_S","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q6_K","name":"Granite-code 3b instruct 128k q6_K","display_name":"Granite-code 3b instruct 128k q6_K","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-128k-q8_0","name":"Granite-code 3b instruct 128k q8_0","display_name":"Granite-code 3b instruct 128k q8_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-fp16","name":"Granite-code 3b instruct fp16","display_name":"Granite-code 3b instruct fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q2_K","name":"Granite-code 3b instruct q2_K","display_name":"Granite-code 3b instruct q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q3_K_L","name":"Granite-code 3b instruct q3_K_L","display_name":"Granite-code 3b instruct q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q3_K_M","name":"Granite-code 3b instruct q3_K_M","display_name":"Granite-code 3b instruct q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q3_K_S","name":"Granite-code 3b instruct q3_K_S","display_name":"Granite-code 3b instruct q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q4_0","name":"Granite-code 3b instruct q4_0","display_name":"Granite-code 3b instruct q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q4_1","name":"Granite-code 3b instruct q4_1","display_name":"Granite-code 3b instruct q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q4_K_M","name":"Granite-code 3b instruct q4_K_M","display_name":"Granite-code 3b instruct q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q4_K_S","name":"Granite-code 3b instruct q4_K_S","display_name":"Granite-code 3b instruct q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q5_0","name":"Granite-code 3b instruct q5_0","display_name":"Granite-code 3b instruct q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q5_1","name":"Granite-code 3b instruct q5_1","display_name":"Granite-code 3b instruct q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q5_K_M","name":"Granite-code 3b instruct q5_K_M","display_name":"Granite-code 3b instruct q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q5_K_S","name":"Granite-code 3b instruct q5_K_S","display_name":"Granite-code 3b instruct q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q6_K","name":"Granite-code 3b instruct q6_K","display_name":"Granite-code 3b instruct q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:3b-instruct-q8_0","name":"Granite-code 3b instruct q8_0","display_name":"Granite-code 3b instruct q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b","name":"Granite-code 8b","display_name":"Granite-code 8b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base","name":"Granite-code 8b base","display_name":"Granite-code 8b base","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-fp16","name":"Granite-code 8b base fp16","display_name":"Granite-code 8b base fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q2_K","name":"Granite-code 8b base q2_K","display_name":"Granite-code 8b base q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q3_K_L","name":"Granite-code 8b base q3_K_L","display_name":"Granite-code 8b base q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q3_K_M","name":"Granite-code 8b base q3_K_M","display_name":"Granite-code 8b base q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q3_K_S","name":"Granite-code 8b base q3_K_S","display_name":"Granite-code 8b base q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q4_0","name":"Granite-code 8b base q4_0","display_name":"Granite-code 8b base q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q4_1","name":"Granite-code 8b base q4_1","display_name":"Granite-code 8b base q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q4_K_M","name":"Granite-code 8b base q4_K_M","display_name":"Granite-code 8b base q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q4_K_S","name":"Granite-code 8b base q4_K_S","display_name":"Granite-code 8b base q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q5_0","name":"Granite-code 8b base q5_0","display_name":"Granite-code 8b base q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q5_1","name":"Granite-code 8b base q5_1","display_name":"Granite-code 8b base q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q5_K_M","name":"Granite-code 8b base q5_K_M","display_name":"Granite-code 8b base q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q5_K_S","name":"Granite-code 8b base q5_K_S","display_name":"Granite-code 8b base q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q6_K","name":"Granite-code 8b base q6_K","display_name":"Granite-code 8b base q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-base-q8_0","name":"Granite-code 8b base q8_0","display_name":"Granite-code 8b base q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct","name":"Granite-code 8b instruct","display_name":"Granite-code 8b instruct","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-128k-q4_0","name":"Granite-code 8b instruct 128k q4_0","display_name":"Granite-code 8b instruct 128k q4_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-128k-q4_1","name":"Granite-code 8b instruct 128k q4_1","display_name":"Granite-code 8b instruct 128k q4_1","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-fp16","name":"Granite-code 8b instruct fp16","display_name":"Granite-code 8b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q2_K","name":"Granite-code 8b instruct q2_K","display_name":"Granite-code 8b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q3_K_L","name":"Granite-code 8b instruct q3_K_L","display_name":"Granite-code 8b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q3_K_M","name":"Granite-code 8b instruct q3_K_M","display_name":"Granite-code 8b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q3_K_S","name":"Granite-code 8b instruct q3_K_S","display_name":"Granite-code 8b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q4_0","name":"Granite-code 8b instruct q4_0","display_name":"Granite-code 8b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q4_1","name":"Granite-code 8b instruct q4_1","display_name":"Granite-code 8b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q4_K_M","name":"Granite-code 8b instruct q4_K_M","display_name":"Granite-code 8b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q4_K_S","name":"Granite-code 8b instruct q4_K_S","display_name":"Granite-code 8b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q5_0","name":"Granite-code 8b instruct q5_0","display_name":"Granite-code 8b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q5_1","name":"Granite-code 8b instruct q5_1","display_name":"Granite-code 8b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q5_K_M","name":"Granite-code 8b instruct q5_K_M","display_name":"Granite-code 8b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q5_K_S","name":"Granite-code 8b instruct q5_K_S","display_name":"Granite-code 8b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q6_K","name":"Granite-code 8b instruct q6_K","display_name":"Granite-code 8b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:8b-instruct-q8_0","name":"Granite-code 8b instruct q8_0","display_name":"Granite-code 8b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-code:latest","name":"Granite-code Latest","display_name":"Granite-code Latest","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:278m","name":"Granite-embedding 278m","display_name":"Granite-embedding 278m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:278m-fp16","name":"Granite-embedding 278m fp16","display_name":"Granite-embedding 278m fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:30m","name":"Granite-embedding 30m","display_name":"Granite-embedding 30m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:30m-en","name":"Granite-embedding 30m en","display_name":"Granite-embedding 30m en","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:30m-en-fp16","name":"Granite-embedding 30m en fp16","display_name":"Granite-embedding 30m en fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite-embedding:latest","name":"Granite-embedding Latest","display_name":"Granite-embedding Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b","name":"Granite3-dense 2b","display_name":"Granite3-dense 2b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-fp16","name":"Granite3-dense 2b instruct fp16","display_name":"Granite3-dense 2b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q2_K","name":"Granite3-dense 2b instruct q2_K","display_name":"Granite3-dense 2b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q3_K_L","name":"Granite3-dense 2b instruct q3_K_L","display_name":"Granite3-dense 2b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q3_K_M","name":"Granite3-dense 2b instruct q3_K_M","display_name":"Granite3-dense 2b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q3_K_S","name":"Granite3-dense 2b instruct q3_K_S","display_name":"Granite3-dense 2b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q4_0","name":"Granite3-dense 2b instruct q4_0","display_name":"Granite3-dense 2b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q4_1","name":"Granite3-dense 2b instruct q4_1","display_name":"Granite3-dense 2b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q4_K_M","name":"Granite3-dense 2b instruct q4_K_M","display_name":"Granite3-dense 2b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q4_K_S","name":"Granite3-dense 2b instruct q4_K_S","display_name":"Granite3-dense 2b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q5_0","name":"Granite3-dense 2b instruct q5_0","display_name":"Granite3-dense 2b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q5_1","name":"Granite3-dense 2b instruct q5_1","display_name":"Granite3-dense 2b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q5_K_M","name":"Granite3-dense 2b instruct q5_K_M","display_name":"Granite3-dense 2b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q5_K_S","name":"Granite3-dense 2b instruct q5_K_S","display_name":"Granite3-dense 2b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q6_K","name":"Granite3-dense 2b instruct q6_K","display_name":"Granite3-dense 2b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:2b-instruct-q8_0","name":"Granite3-dense 2b instruct q8_0","display_name":"Granite3-dense 2b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b","name":"Granite3-dense 8b","display_name":"Granite3-dense 8b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-fp16","name":"Granite3-dense 8b instruct fp16","display_name":"Granite3-dense 8b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q2_K","name":"Granite3-dense 8b instruct q2_K","display_name":"Granite3-dense 8b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q3_K_L","name":"Granite3-dense 8b instruct q3_K_L","display_name":"Granite3-dense 8b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q3_K_M","name":"Granite3-dense 8b instruct q3_K_M","display_name":"Granite3-dense 8b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q3_K_S","name":"Granite3-dense 8b instruct q3_K_S","display_name":"Granite3-dense 8b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q4_0","name":"Granite3-dense 8b instruct q4_0","display_name":"Granite3-dense 8b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q4_1","name":"Granite3-dense 8b instruct q4_1","display_name":"Granite3-dense 8b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q4_K_M","name":"Granite3-dense 8b instruct q4_K_M","display_name":"Granite3-dense 8b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q4_K_S","name":"Granite3-dense 8b instruct q4_K_S","display_name":"Granite3-dense 8b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q5_0","name":"Granite3-dense 8b instruct q5_0","display_name":"Granite3-dense 8b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q5_1","name":"Granite3-dense 8b instruct q5_1","display_name":"Granite3-dense 8b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q5_K_M","name":"Granite3-dense 8b instruct q5_K_M","display_name":"Granite3-dense 8b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q5_K_S","name":"Granite3-dense 8b instruct q5_K_S","display_name":"Granite3-dense 8b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q6_K","name":"Granite3-dense 8b instruct q6_K","display_name":"Granite3-dense 8b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:8b-instruct-q8_0","name":"Granite3-dense 8b instruct q8_0","display_name":"Granite3-dense 8b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-dense:latest","name":"Granite3-dense Latest","display_name":"Granite3-dense Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:2b","name":"Granite3-guardian 2b","display_name":"Granite3-guardian 2b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:2b-fp16","name":"Granite3-guardian 2b fp16","display_name":"Granite3-guardian 2b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:2b-q8_0","name":"Granite3-guardian 2b q8_0","display_name":"Granite3-guardian 2b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b","name":"Granite3-guardian 8b","display_name":"Granite3-guardian 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b-fp16","name":"Granite3-guardian 8b fp16","display_name":"Granite3-guardian 8b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b-q5_K_M","name":"Granite3-guardian 8b q5_K_M","display_name":"Granite3-guardian 8b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b-q5_K_S","name":"Granite3-guardian 8b q5_K_S","display_name":"Granite3-guardian 8b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b-q6_K","name":"Granite3-guardian 8b q6_K","display_name":"Granite3-guardian 8b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:8b-q8_0","name":"Granite3-guardian 8b q8_0","display_name":"Granite3-guardian 8b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-guardian:latest","name":"Granite3-guardian Latest","display_name":"Granite3-guardian Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b","name":"Granite3-moe 1b","display_name":"Granite3-moe 1b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-fp16","name":"Granite3-moe 1b instruct fp16","display_name":"Granite3-moe 1b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q2_K","name":"Granite3-moe 1b instruct q2_K","display_name":"Granite3-moe 1b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q3_K_L","name":"Granite3-moe 1b instruct q3_K_L","display_name":"Granite3-moe 1b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q3_K_M","name":"Granite3-moe 1b instruct q3_K_M","display_name":"Granite3-moe 1b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q3_K_S","name":"Granite3-moe 1b instruct q3_K_S","display_name":"Granite3-moe 1b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q4_0","name":"Granite3-moe 1b instruct q4_0","display_name":"Granite3-moe 1b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q4_1","name":"Granite3-moe 1b instruct q4_1","display_name":"Granite3-moe 1b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q4_K_M","name":"Granite3-moe 1b instruct q4_K_M","display_name":"Granite3-moe 1b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q4_K_S","name":"Granite3-moe 1b instruct q4_K_S","display_name":"Granite3-moe 1b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q5_0","name":"Granite3-moe 1b instruct q5_0","display_name":"Granite3-moe 1b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q5_1","name":"Granite3-moe 1b instruct q5_1","display_name":"Granite3-moe 1b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q5_K_M","name":"Granite3-moe 1b instruct q5_K_M","display_name":"Granite3-moe 1b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q5_K_S","name":"Granite3-moe 1b instruct q5_K_S","display_name":"Granite3-moe 1b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q6_K","name":"Granite3-moe 1b instruct q6_K","display_name":"Granite3-moe 1b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:1b-instruct-q8_0","name":"Granite3-moe 1b instruct q8_0","display_name":"Granite3-moe 1b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b","name":"Granite3-moe 3b","display_name":"Granite3-moe 3b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-fp16","name":"Granite3-moe 3b instruct fp16","display_name":"Granite3-moe 3b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q2_K","name":"Granite3-moe 3b instruct q2_K","display_name":"Granite3-moe 3b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q3_K_L","name":"Granite3-moe 3b instruct q3_K_L","display_name":"Granite3-moe 3b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q3_K_M","name":"Granite3-moe 3b instruct q3_K_M","display_name":"Granite3-moe 3b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q3_K_S","name":"Granite3-moe 3b instruct q3_K_S","display_name":"Granite3-moe 3b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q4_0","name":"Granite3-moe 3b instruct q4_0","display_name":"Granite3-moe 3b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q4_1","name":"Granite3-moe 3b instruct q4_1","display_name":"Granite3-moe 3b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q4_K_M","name":"Granite3-moe 3b instruct q4_K_M","display_name":"Granite3-moe 3b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q4_K_S","name":"Granite3-moe 3b instruct q4_K_S","display_name":"Granite3-moe 3b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q5_0","name":"Granite3-moe 3b instruct q5_0","display_name":"Granite3-moe 3b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q5_1","name":"Granite3-moe 3b instruct q5_1","display_name":"Granite3-moe 3b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q5_K_M","name":"Granite3-moe 3b instruct q5_K_M","display_name":"Granite3-moe 3b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q5_K_S","name":"Granite3-moe 3b instruct q5_K_S","display_name":"Granite3-moe 3b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q6_K","name":"Granite3-moe 3b instruct q6_K","display_name":"Granite3-moe 3b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:3b-instruct-q8_0","name":"Granite3-moe 3b instruct q8_0","display_name":"Granite3-moe 3b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3-moe:latest","name":"Granite3-moe Latest","display_name":"Granite3-moe Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b","name":"Granite3.1-dense 2b","display_name":"Granite3.1-dense 2b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-fp16","name":"Granite3.1-dense 2b instruct fp16","display_name":"Granite3.1-dense 2b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q2_K","name":"Granite3.1-dense 2b instruct q2_K","display_name":"Granite3.1-dense 2b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q3_K_L","name":"Granite3.1-dense 2b instruct q3_K_L","display_name":"Granite3.1-dense 2b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q3_K_M","name":"Granite3.1-dense 2b instruct q3_K_M","display_name":"Granite3.1-dense 2b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q3_K_S","name":"Granite3.1-dense 2b instruct q3_K_S","display_name":"Granite3.1-dense 2b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q4_0","name":"Granite3.1-dense 2b instruct q4_0","display_name":"Granite3.1-dense 2b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q4_1","name":"Granite3.1-dense 2b instruct q4_1","display_name":"Granite3.1-dense 2b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q4_K_M","name":"Granite3.1-dense 2b instruct q4_K_M","display_name":"Granite3.1-dense 2b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q4_K_S","name":"Granite3.1-dense 2b instruct q4_K_S","display_name":"Granite3.1-dense 2b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q5_0","name":"Granite3.1-dense 2b instruct q5_0","display_name":"Granite3.1-dense 2b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q5_1","name":"Granite3.1-dense 2b instruct q5_1","display_name":"Granite3.1-dense 2b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q5_K_M","name":"Granite3.1-dense 2b instruct q5_K_M","display_name":"Granite3.1-dense 2b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q5_K_S","name":"Granite3.1-dense 2b instruct q5_K_S","display_name":"Granite3.1-dense 2b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q6_K","name":"Granite3.1-dense 2b instruct q6_K","display_name":"Granite3.1-dense 2b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:2b-instruct-q8_0","name":"Granite3.1-dense 2b instruct q8_0","display_name":"Granite3.1-dense 2b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b","name":"Granite3.1-dense 8b","display_name":"Granite3.1-dense 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-fp16","name":"Granite3.1-dense 8b instruct fp16","display_name":"Granite3.1-dense 8b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q2_K","name":"Granite3.1-dense 8b instruct q2_K","display_name":"Granite3.1-dense 8b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q3_K_L","name":"Granite3.1-dense 8b instruct q3_K_L","display_name":"Granite3.1-dense 8b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q3_K_M","name":"Granite3.1-dense 8b instruct q3_K_M","display_name":"Granite3.1-dense 8b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q3_K_S","name":"Granite3.1-dense 8b instruct q3_K_S","display_name":"Granite3.1-dense 8b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q4_0","name":"Granite3.1-dense 8b instruct q4_0","display_name":"Granite3.1-dense 8b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q4_1","name":"Granite3.1-dense 8b instruct q4_1","display_name":"Granite3.1-dense 8b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q4_K_M","name":"Granite3.1-dense 8b instruct q4_K_M","display_name":"Granite3.1-dense 8b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q4_K_S","name":"Granite3.1-dense 8b instruct q4_K_S","display_name":"Granite3.1-dense 8b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q5_0","name":"Granite3.1-dense 8b instruct q5_0","display_name":"Granite3.1-dense 8b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q5_1","name":"Granite3.1-dense 8b instruct q5_1","display_name":"Granite3.1-dense 8b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q5_K_M","name":"Granite3.1-dense 8b instruct q5_K_M","display_name":"Granite3.1-dense 8b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q5_K_S","name":"Granite3.1-dense 8b instruct q5_K_S","display_name":"Granite3.1-dense 8b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q6_K","name":"Granite3.1-dense 8b instruct q6_K","display_name":"Granite3.1-dense 8b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:8b-instruct-q8_0","name":"Granite3.1-dense 8b instruct q8_0","display_name":"Granite3.1-dense 8b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-dense:latest","name":"Granite3.1-dense Latest","display_name":"Granite3.1-dense Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b","name":"Granite3.1-moe 1b","display_name":"Granite3.1-moe 1b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-fp16","name":"Granite3.1-moe 1b instruct fp16","display_name":"Granite3.1-moe 1b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q2_K","name":"Granite3.1-moe 1b instruct q2_K","display_name":"Granite3.1-moe 1b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q3_K_L","name":"Granite3.1-moe 1b instruct q3_K_L","display_name":"Granite3.1-moe 1b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q3_K_M","name":"Granite3.1-moe 1b instruct q3_K_M","display_name":"Granite3.1-moe 1b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q3_K_S","name":"Granite3.1-moe 1b instruct q3_K_S","display_name":"Granite3.1-moe 1b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q4_0","name":"Granite3.1-moe 1b instruct q4_0","display_name":"Granite3.1-moe 1b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q4_1","name":"Granite3.1-moe 1b instruct q4_1","display_name":"Granite3.1-moe 1b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q4_K_M","name":"Granite3.1-moe 1b instruct q4_K_M","display_name":"Granite3.1-moe 1b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q4_K_S","name":"Granite3.1-moe 1b instruct q4_K_S","display_name":"Granite3.1-moe 1b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q5_0","name":"Granite3.1-moe 1b instruct q5_0","display_name":"Granite3.1-moe 1b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q5_1","name":"Granite3.1-moe 1b instruct q5_1","display_name":"Granite3.1-moe 1b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q5_K_M","name":"Granite3.1-moe 1b instruct q5_K_M","display_name":"Granite3.1-moe 1b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q5_K_S","name":"Granite3.1-moe 1b instruct q5_K_S","display_name":"Granite3.1-moe 1b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q6_K","name":"Granite3.1-moe 1b instruct q6_K","display_name":"Granite3.1-moe 1b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:1b-instruct-q8_0","name":"Granite3.1-moe 1b instruct q8_0","display_name":"Granite3.1-moe 1b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b","name":"Granite3.1-moe 3b","display_name":"Granite3.1-moe 3b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-fp16","name":"Granite3.1-moe 3b instruct fp16","display_name":"Granite3.1-moe 3b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q2_K","name":"Granite3.1-moe 3b instruct q2_K","display_name":"Granite3.1-moe 3b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q3_K_L","name":"Granite3.1-moe 3b instruct q3_K_L","display_name":"Granite3.1-moe 3b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q3_K_M","name":"Granite3.1-moe 3b instruct q3_K_M","display_name":"Granite3.1-moe 3b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q3_K_S","name":"Granite3.1-moe 3b instruct q3_K_S","display_name":"Granite3.1-moe 3b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q4_0","name":"Granite3.1-moe 3b instruct q4_0","display_name":"Granite3.1-moe 3b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q4_1","name":"Granite3.1-moe 3b instruct q4_1","display_name":"Granite3.1-moe 3b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q4_K_M","name":"Granite3.1-moe 3b instruct q4_K_M","display_name":"Granite3.1-moe 3b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q4_K_S","name":"Granite3.1-moe 3b instruct q4_K_S","display_name":"Granite3.1-moe 3b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q5_0","name":"Granite3.1-moe 3b instruct q5_0","display_name":"Granite3.1-moe 3b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q5_1","name":"Granite3.1-moe 3b instruct q5_1","display_name":"Granite3.1-moe 3b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q5_K_M","name":"Granite3.1-moe 3b instruct q5_K_M","display_name":"Granite3.1-moe 3b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q5_K_S","name":"Granite3.1-moe 3b instruct q5_K_S","display_name":"Granite3.1-moe 3b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q6_K","name":"Granite3.1-moe 3b instruct q6_K","display_name":"Granite3.1-moe 3b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:3b-instruct-q8_0","name":"Granite3.1-moe 3b instruct q8_0","display_name":"Granite3.1-moe 3b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.1-moe:latest","name":"Granite3.1-moe Latest","display_name":"Granite3.1-moe Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2-vision:2b","name":"Granite3.2-vision 2b","display_name":"Granite3.2-vision 2b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2-vision:2b-fp16","name":"Granite3.2-vision 2b fp16","display_name":"Granite3.2-vision 2b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2-vision:2b-q4_K_M","name":"Granite3.2-vision 2b q4_K_M","display_name":"Granite3.2-vision 2b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2-vision:2b-q8_0","name":"Granite3.2-vision 2b q8_0","display_name":"Granite3.2-vision 2b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2-vision:latest","name":"Granite3.2-vision Latest","display_name":"Granite3.2-vision Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:2b","name":"Granite3.2 2b","display_name":"Granite3.2 2b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:2b-instruct-fp16","name":"Granite3.2 2b instruct fp16","display_name":"Granite3.2 2b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:2b-instruct-q4_K_M","name":"Granite3.2 2b instruct q4_K_M","display_name":"Granite3.2 2b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:2b-instruct-q8_0","name":"Granite3.2 2b instruct q8_0","display_name":"Granite3.2 2b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:8b","name":"Granite3.2 8b","display_name":"Granite3.2 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:8b-instruct-fp16","name":"Granite3.2 8b instruct fp16","display_name":"Granite3.2 8b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:8b-instruct-q4_K_M","name":"Granite3.2 8b instruct q4_K_M","display_name":"Granite3.2 8b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:8b-instruct-q8_0","name":"Granite3.2 8b instruct q8_0","display_name":"Granite3.2 8b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.2:latest","name":"Granite3.2 Latest","display_name":"Granite3.2 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.3:2b","name":"Granite3.3 2b","display_name":"Granite3.3 2b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.3:8b","name":"Granite3.3 8b","display_name":"Granite3.3 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite3.3:latest","name":"Granite3.3 Latest","display_name":"Granite3.3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite4:latest","name":"Granite4 Latest","display_name":"Granite4 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite4:micro","name":"Granite4 Micro","display_name":"Granite4 Micro","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite4:micro-h","name":"Granite4 Micro h","display_name":"Granite4 Micro h","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite4:small-h","name":"Granite4 Small h","display_name":"Granite4 Small h","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"granite4:tiny-h","name":"Granite4 Tiny h","display_name":"Granite4 Tiny h","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b","name":"Hermes3 3b","display_name":"Hermes3 3b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-fp16","name":"Hermes3 3b llama3.2 fp16","display_name":"Hermes3 3b llama3.2 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q2_K","name":"Hermes3 3b llama3.2 q2_K","display_name":"Hermes3 3b llama3.2 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q3_K_L","name":"Hermes3 3b llama3.2 q3_K_L","display_name":"Hermes3 3b llama3.2 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q3_K_M","name":"Hermes3 3b llama3.2 q3_K_M","display_name":"Hermes3 3b llama3.2 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q3_K_S","name":"Hermes3 3b llama3.2 q3_K_S","display_name":"Hermes3 3b llama3.2 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q4_0","name":"Hermes3 3b llama3.2 q4_0","display_name":"Hermes3 3b llama3.2 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q4_1","name":"Hermes3 3b llama3.2 q4_1","display_name":"Hermes3 3b llama3.2 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q4_K_M","name":"Hermes3 3b llama3.2 q4_K_M","display_name":"Hermes3 3b llama3.2 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q4_K_S","name":"Hermes3 3b llama3.2 q4_K_S","display_name":"Hermes3 3b llama3.2 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q5_0","name":"Hermes3 3b llama3.2 q5_0","display_name":"Hermes3 3b llama3.2 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q5_1","name":"Hermes3 3b llama3.2 q5_1","display_name":"Hermes3 3b llama3.2 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q5_K_M","name":"Hermes3 3b llama3.2 q5_K_M","display_name":"Hermes3 3b llama3.2 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q5_K_S","name":"Hermes3 3b llama3.2 q5_K_S","display_name":"Hermes3 3b llama3.2 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q6_K","name":"Hermes3 3b llama3.2 q6_K","display_name":"Hermes3 3b llama3.2 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:3b-llama3.2-q8_0","name":"Hermes3 3b llama3.2 q8_0","display_name":"Hermes3 3b llama3.2 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b","name":"Hermes3 405b","display_name":"Hermes3 405b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-fp16","name":"Hermes3 405b llama3.1 fp16","display_name":"Hermes3 405b llama3.1 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q2_K","name":"Hermes3 405b llama3.1 q2_K","display_name":"Hermes3 405b llama3.1 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q3_K_L","name":"Hermes3 405b llama3.1 q3_K_L","display_name":"Hermes3 405b llama3.1 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q3_K_M","name":"Hermes3 405b llama3.1 q3_K_M","display_name":"Hermes3 405b llama3.1 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q3_K_S","name":"Hermes3 405b llama3.1 q3_K_S","display_name":"Hermes3 405b llama3.1 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q4_0","name":"Hermes3 405b llama3.1 q4_0","display_name":"Hermes3 405b llama3.1 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q4_1","name":"Hermes3 405b llama3.1 q4_1","display_name":"Hermes3 405b llama3.1 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q4_K_M","name":"Hermes3 405b llama3.1 q4_K_M","display_name":"Hermes3 405b llama3.1 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q4_K_S","name":"Hermes3 405b llama3.1 q4_K_S","display_name":"Hermes3 405b llama3.1 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q5_0","name":"Hermes3 405b llama3.1 q5_0","display_name":"Hermes3 405b llama3.1 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q5_1","name":"Hermes3 405b llama3.1 q5_1","display_name":"Hermes3 405b llama3.1 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q5_K_M","name":"Hermes3 405b llama3.1 q5_K_M","display_name":"Hermes3 405b llama3.1 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q5_K_S","name":"Hermes3 405b llama3.1 q5_K_S","display_name":"Hermes3 405b llama3.1 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q6_K","name":"Hermes3 405b llama3.1 q6_K","display_name":"Hermes3 405b llama3.1 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:405b-llama3.1-q8_0","name":"Hermes3 405b llama3.1 q8_0","display_name":"Hermes3 405b llama3.1 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b","name":"Hermes3 70b","display_name":"Hermes3 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-fp16","name":"Hermes3 70b llama3.1 fp16","display_name":"Hermes3 70b llama3.1 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q2_K","name":"Hermes3 70b llama3.1 q2_K","display_name":"Hermes3 70b llama3.1 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q3_K_L","name":"Hermes3 70b llama3.1 q3_K_L","display_name":"Hermes3 70b llama3.1 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q3_K_M","name":"Hermes3 70b llama3.1 q3_K_M","display_name":"Hermes3 70b llama3.1 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q3_K_S","name":"Hermes3 70b llama3.1 q3_K_S","display_name":"Hermes3 70b llama3.1 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q4_0","name":"Hermes3 70b llama3.1 q4_0","display_name":"Hermes3 70b llama3.1 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q4_1","name":"Hermes3 70b llama3.1 q4_1","display_name":"Hermes3 70b llama3.1 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q4_K_M","name":"Hermes3 70b llama3.1 q4_K_M","display_name":"Hermes3 70b llama3.1 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q4_K_S","name":"Hermes3 70b llama3.1 q4_K_S","display_name":"Hermes3 70b llama3.1 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q5_0","name":"Hermes3 70b llama3.1 q5_0","display_name":"Hermes3 70b llama3.1 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q5_1","name":"Hermes3 70b llama3.1 q5_1","display_name":"Hermes3 70b llama3.1 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q5_K_M","name":"Hermes3 70b llama3.1 q5_K_M","display_name":"Hermes3 70b llama3.1 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q5_K_S","name":"Hermes3 70b llama3.1 q5_K_S","display_name":"Hermes3 70b llama3.1 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q6_K","name":"Hermes3 70b llama3.1 q6_K","display_name":"Hermes3 70b llama3.1 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:70b-llama3.1-q8_0","name":"Hermes3 70b llama3.1 q8_0","display_name":"Hermes3 70b llama3.1 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b","name":"Hermes3 8b","display_name":"Hermes3 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-fp16","name":"Hermes3 8b llama3.1 fp16","display_name":"Hermes3 8b llama3.1 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q2_K","name":"Hermes3 8b llama3.1 q2_K","display_name":"Hermes3 8b llama3.1 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q3_K_L","name":"Hermes3 8b llama3.1 q3_K_L","display_name":"Hermes3 8b llama3.1 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q3_K_M","name":"Hermes3 8b llama3.1 q3_K_M","display_name":"Hermes3 8b llama3.1 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q3_K_S","name":"Hermes3 8b llama3.1 q3_K_S","display_name":"Hermes3 8b llama3.1 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q4_0","name":"Hermes3 8b llama3.1 q4_0","display_name":"Hermes3 8b llama3.1 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q4_1","name":"Hermes3 8b llama3.1 q4_1","display_name":"Hermes3 8b llama3.1 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q4_K_M","name":"Hermes3 8b llama3.1 q4_K_M","display_name":"Hermes3 8b llama3.1 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q4_K_S","name":"Hermes3 8b llama3.1 q4_K_S","display_name":"Hermes3 8b llama3.1 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q5_0","name":"Hermes3 8b llama3.1 q5_0","display_name":"Hermes3 8b llama3.1 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q5_1","name":"Hermes3 8b llama3.1 q5_1","display_name":"Hermes3 8b llama3.1 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q5_K_M","name":"Hermes3 8b llama3.1 q5_K_M","display_name":"Hermes3 8b llama3.1 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q5_K_S","name":"Hermes3 8b llama3.1 q5_K_S","display_name":"Hermes3 8b llama3.1 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q6_K","name":"Hermes3 8b llama3.1 q6_K","display_name":"Hermes3 8b llama3.1 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:8b-llama3.1-q8_0","name":"Hermes3 8b llama3.1 q8_0","display_name":"Hermes3 8b llama3.1 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"hermes3:latest","name":"Hermes3 Latest","display_name":"Hermes3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b","name":"Internlm2 1.8b","display_name":"Internlm2 1.8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-fp16","name":"Internlm2 1.8b chat v2.5 fp16","display_name":"Internlm2 1.8b chat v2.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q2_K","name":"Internlm2 1.8b chat v2.5 q2_K","display_name":"Internlm2 1.8b chat v2.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q3_K_L","name":"Internlm2 1.8b chat v2.5 q3_K_L","display_name":"Internlm2 1.8b chat v2.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q3_K_M","name":"Internlm2 1.8b chat v2.5 q3_K_M","display_name":"Internlm2 1.8b chat v2.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q3_K_S","name":"Internlm2 1.8b chat v2.5 q3_K_S","display_name":"Internlm2 1.8b chat v2.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q4_0","name":"Internlm2 1.8b chat v2.5 q4_0","display_name":"Internlm2 1.8b chat v2.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q4_1","name":"Internlm2 1.8b chat v2.5 q4_1","display_name":"Internlm2 1.8b chat v2.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q4_K_M","name":"Internlm2 1.8b chat v2.5 q4_K_M","display_name":"Internlm2 1.8b chat v2.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q4_K_S","name":"Internlm2 1.8b chat v2.5 q4_K_S","display_name":"Internlm2 1.8b chat v2.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q5_0","name":"Internlm2 1.8b chat v2.5 q5_0","display_name":"Internlm2 1.8b chat v2.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q5_1","name":"Internlm2 1.8b chat v2.5 q5_1","display_name":"Internlm2 1.8b chat v2.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q5_K_M","name":"Internlm2 1.8b chat v2.5 q5_K_M","display_name":"Internlm2 1.8b chat v2.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q5_K_S","name":"Internlm2 1.8b chat v2.5 q5_K_S","display_name":"Internlm2 1.8b chat v2.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q6_K","name":"Internlm2 1.8b chat v2.5 q6_K","display_name":"Internlm2 1.8b chat v2.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1.8b-chat-v2.5-q8_0","name":"Internlm2 1.8b chat v2.5 q8_0","display_name":"Internlm2 1.8b chat v2.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:1m","name":"Internlm2 1m","display_name":"Internlm2 1m","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b","name":"Internlm2 20b","display_name":"Internlm2 20b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-fp16","name":"Internlm2 20b chat v2.5 fp16","display_name":"Internlm2 20b chat v2.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q2_K","name":"Internlm2 20b chat v2.5 q2_K","display_name":"Internlm2 20b chat v2.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q3_K_L","name":"Internlm2 20b chat v2.5 q3_K_L","display_name":"Internlm2 20b chat v2.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q3_K_M","name":"Internlm2 20b chat v2.5 q3_K_M","display_name":"Internlm2 20b chat v2.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q3_K_S","name":"Internlm2 20b chat v2.5 q3_K_S","display_name":"Internlm2 20b chat v2.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q4_0","name":"Internlm2 20b chat v2.5 q4_0","display_name":"Internlm2 20b chat v2.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q4_1","name":"Internlm2 20b chat v2.5 q4_1","display_name":"Internlm2 20b chat v2.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q4_K_M","name":"Internlm2 20b chat v2.5 q4_K_M","display_name":"Internlm2 20b chat v2.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q4_K_S","name":"Internlm2 20b chat v2.5 q4_K_S","display_name":"Internlm2 20b chat v2.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q5_0","name":"Internlm2 20b chat v2.5 q5_0","display_name":"Internlm2 20b chat v2.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q5_1","name":"Internlm2 20b chat v2.5 q5_1","display_name":"Internlm2 20b chat v2.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q5_K_M","name":"Internlm2 20b chat v2.5 q5_K_M","display_name":"Internlm2 20b chat v2.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q5_K_S","name":"Internlm2 20b chat v2.5 q5_K_S","display_name":"Internlm2 20b chat v2.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q6_K","name":"Internlm2 20b chat v2.5 q6_K","display_name":"Internlm2 20b chat v2.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:20b-chat-v2.5-q8_0","name":"Internlm2 20b chat v2.5 q8_0","display_name":"Internlm2 20b chat v2.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b","name":"Internlm2 7b","display_name":"Internlm2 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-fp16","name":"Internlm2 7b chat 1m v2.5 fp16","display_name":"Internlm2 7b chat 1m v2.5 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q2_K","name":"Internlm2 7b chat 1m v2.5 q2_K","display_name":"Internlm2 7b chat 1m v2.5 q2_K","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q3_K_L","name":"Internlm2 7b chat 1m v2.5 q3_K_L","display_name":"Internlm2 7b chat 1m v2.5 q3_K_L","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q3_K_M","name":"Internlm2 7b chat 1m v2.5 q3_K_M","display_name":"Internlm2 7b chat 1m v2.5 q3_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q3_K_S","name":"Internlm2 7b chat 1m v2.5 q3_K_S","display_name":"Internlm2 7b chat 1m v2.5 q3_K_S","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q4_0","name":"Internlm2 7b chat 1m v2.5 q4_0","display_name":"Internlm2 7b chat 1m v2.5 q4_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q4_1","name":"Internlm2 7b chat 1m v2.5 q4_1","display_name":"Internlm2 7b chat 1m v2.5 q4_1","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q4_K_M","name":"Internlm2 7b chat 1m v2.5 q4_K_M","display_name":"Internlm2 7b chat 1m v2.5 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q4_K_S","name":"Internlm2 7b chat 1m v2.5 q4_K_S","display_name":"Internlm2 7b chat 1m v2.5 q4_K_S","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q5_0","name":"Internlm2 7b chat 1m v2.5 q5_0","display_name":"Internlm2 7b chat 1m v2.5 q5_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q5_1","name":"Internlm2 7b chat 1m v2.5 q5_1","display_name":"Internlm2 7b chat 1m v2.5 q5_1","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q5_K_M","name":"Internlm2 7b chat 1m v2.5 q5_K_M","display_name":"Internlm2 7b chat 1m v2.5 q5_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q5_K_S","name":"Internlm2 7b chat 1m v2.5 q5_K_S","display_name":"Internlm2 7b chat 1m v2.5 q5_K_S","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q6_K","name":"Internlm2 7b chat 1m v2.5 q6_K","display_name":"Internlm2 7b chat 1m v2.5 q6_K","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-1m-v2.5-q8_0","name":"Internlm2 7b chat 1m v2.5 q8_0","display_name":"Internlm2 7b chat 1m v2.5 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-fp16","name":"Internlm2 7b chat v2.5 fp16","display_name":"Internlm2 7b chat v2.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q2_K","name":"Internlm2 7b chat v2.5 q2_K","display_name":"Internlm2 7b chat v2.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q3_K_L","name":"Internlm2 7b chat v2.5 q3_K_L","display_name":"Internlm2 7b chat v2.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q3_K_M","name":"Internlm2 7b chat v2.5 q3_K_M","display_name":"Internlm2 7b chat v2.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q3_K_S","name":"Internlm2 7b chat v2.5 q3_K_S","display_name":"Internlm2 7b chat v2.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q4_0","name":"Internlm2 7b chat v2.5 q4_0","display_name":"Internlm2 7b chat v2.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q4_1","name":"Internlm2 7b chat v2.5 q4_1","display_name":"Internlm2 7b chat v2.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q4_K_M","name":"Internlm2 7b chat v2.5 q4_K_M","display_name":"Internlm2 7b chat v2.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q4_K_S","name":"Internlm2 7b chat v2.5 q4_K_S","display_name":"Internlm2 7b chat v2.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q5_0","name":"Internlm2 7b chat v2.5 q5_0","display_name":"Internlm2 7b chat v2.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q5_1","name":"Internlm2 7b chat v2.5 q5_1","display_name":"Internlm2 7b chat v2.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q5_K_M","name":"Internlm2 7b chat v2.5 q5_K_M","display_name":"Internlm2 7b chat v2.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q5_K_S","name":"Internlm2 7b chat v2.5 q5_K_S","display_name":"Internlm2 7b chat v2.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q6_K","name":"Internlm2 7b chat v2.5 q6_K","display_name":"Internlm2 7b chat v2.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:7b-chat-v2.5-q8_0","name":"Internlm2 7b chat v2.5 q8_0","display_name":"Internlm2 7b chat v2.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"internlm2:latest","name":"Internlm2 Latest","display_name":"Internlm2 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"kimi-k2:1t-cloud","name":"Kimi-k2 1t cloud","display_name":"Kimi-k2 1t cloud","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b","name":"Llama-guard3 1b","display_name":"Llama-guard3 1b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-fp16","name":"Llama-guard3 1b fp16","display_name":"Llama-guard3 1b fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q2_K","name":"Llama-guard3 1b q2_K","display_name":"Llama-guard3 1b q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q3_K_L","name":"Llama-guard3 1b q3_K_L","display_name":"Llama-guard3 1b q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q3_K_M","name":"Llama-guard3 1b q3_K_M","display_name":"Llama-guard3 1b q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q3_K_S","name":"Llama-guard3 1b q3_K_S","display_name":"Llama-guard3 1b q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q4_0","name":"Llama-guard3 1b q4_0","display_name":"Llama-guard3 1b q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q4_1","name":"Llama-guard3 1b q4_1","display_name":"Llama-guard3 1b q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q4_K_M","name":"Llama-guard3 1b q4_K_M","display_name":"Llama-guard3 1b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q4_K_S","name":"Llama-guard3 1b q4_K_S","display_name":"Llama-guard3 1b q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q5_0","name":"Llama-guard3 1b q5_0","display_name":"Llama-guard3 1b q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q5_1","name":"Llama-guard3 1b q5_1","display_name":"Llama-guard3 1b q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q5_K_M","name":"Llama-guard3 1b q5_K_M","display_name":"Llama-guard3 1b q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q5_K_S","name":"Llama-guard3 1b q5_K_S","display_name":"Llama-guard3 1b q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q6_K","name":"Llama-guard3 1b q6_K","display_name":"Llama-guard3 1b q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:1b-q8_0","name":"Llama-guard3 1b q8_0","display_name":"Llama-guard3 1b q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b","name":"Llama-guard3 8b","display_name":"Llama-guard3 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-fp16","name":"Llama-guard3 8b fp16","display_name":"Llama-guard3 8b fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q2_K","name":"Llama-guard3 8b q2_K","display_name":"Llama-guard3 8b q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q3_K_L","name":"Llama-guard3 8b q3_K_L","display_name":"Llama-guard3 8b q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q3_K_M","name":"Llama-guard3 8b q3_K_M","display_name":"Llama-guard3 8b q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q3_K_S","name":"Llama-guard3 8b q3_K_S","display_name":"Llama-guard3 8b q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q4_0","name":"Llama-guard3 8b q4_0","display_name":"Llama-guard3 8b q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q4_1","name":"Llama-guard3 8b q4_1","display_name":"Llama-guard3 8b q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q4_K_M","name":"Llama-guard3 8b q4_K_M","display_name":"Llama-guard3 8b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q4_K_S","name":"Llama-guard3 8b q4_K_S","display_name":"Llama-guard3 8b q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q5_0","name":"Llama-guard3 8b q5_0","display_name":"Llama-guard3 8b q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q5_1","name":"Llama-guard3 8b q5_1","display_name":"Llama-guard3 8b q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q5_K_M","name":"Llama-guard3 8b q5_K_M","display_name":"Llama-guard3 8b q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q5_K_S","name":"Llama-guard3 8b q5_K_S","display_name":"Llama-guard3 8b q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q6_K","name":"Llama-guard3 8b q6_K","display_name":"Llama-guard3 8b q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:8b-q8_0","name":"Llama-guard3 8b q8_0","display_name":"Llama-guard3 8b q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-guard3:latest","name":"Llama-guard3 Latest","display_name":"Llama-guard3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-fp16","name":"Llama-pro 8b instruct fp16","display_name":"Llama-pro 8b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q2_K","name":"Llama-pro 8b instruct q2_K","display_name":"Llama-pro 8b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q3_K_L","name":"Llama-pro 8b instruct q3_K_L","display_name":"Llama-pro 8b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q3_K_M","name":"Llama-pro 8b instruct q3_K_M","display_name":"Llama-pro 8b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q3_K_S","name":"Llama-pro 8b instruct q3_K_S","display_name":"Llama-pro 8b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q4_0","name":"Llama-pro 8b instruct q4_0","display_name":"Llama-pro 8b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q4_1","name":"Llama-pro 8b instruct q4_1","display_name":"Llama-pro 8b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q4_K_M","name":"Llama-pro 8b instruct q4_K_M","display_name":"Llama-pro 8b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q4_K_S","name":"Llama-pro 8b instruct q4_K_S","display_name":"Llama-pro 8b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q5_0","name":"Llama-pro 8b instruct q5_0","display_name":"Llama-pro 8b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q5_1","name":"Llama-pro 8b instruct q5_1","display_name":"Llama-pro 8b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q5_K_M","name":"Llama-pro 8b instruct q5_K_M","display_name":"Llama-pro 8b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q5_K_S","name":"Llama-pro 8b instruct q5_K_S","display_name":"Llama-pro 8b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q6_K","name":"Llama-pro 8b instruct q6_K","display_name":"Llama-pro 8b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-instruct-q8_0","name":"Llama-pro 8b instruct q8_0","display_name":"Llama-pro 8b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-fp16","name":"Llama-pro 8b text fp16","display_name":"Llama-pro 8b text fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q2_K","name":"Llama-pro 8b text q2_K","display_name":"Llama-pro 8b text q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q3_K_L","name":"Llama-pro 8b text q3_K_L","display_name":"Llama-pro 8b text q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q3_K_M","name":"Llama-pro 8b text q3_K_M","display_name":"Llama-pro 8b text q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q3_K_S","name":"Llama-pro 8b text q3_K_S","display_name":"Llama-pro 8b text q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q4_0","name":"Llama-pro 8b text q4_0","display_name":"Llama-pro 8b text q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q4_1","name":"Llama-pro 8b text q4_1","display_name":"Llama-pro 8b text q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q4_K_M","name":"Llama-pro 8b text q4_K_M","display_name":"Llama-pro 8b text q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q4_K_S","name":"Llama-pro 8b text q4_K_S","display_name":"Llama-pro 8b text q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q5_0","name":"Llama-pro 8b text q5_0","display_name":"Llama-pro 8b text q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q5_1","name":"Llama-pro 8b text q5_1","display_name":"Llama-pro 8b text q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q5_K_M","name":"Llama-pro 8b text q5_K_M","display_name":"Llama-pro 8b text q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q5_K_S","name":"Llama-pro 8b text q5_K_S","display_name":"Llama-pro 8b text q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q6_K","name":"Llama-pro 8b text q6_K","display_name":"Llama-pro 8b text q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:8b-text-q8_0","name":"Llama-pro 8b text q8_0","display_name":"Llama-pro 8b text q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:instruct","name":"Llama-pro Instruct","display_name":"Llama-pro Instruct","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:latest","name":"Llama-pro Latest","display_name":"Llama-pro Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama-pro:text","name":"Llama-pro Text","display_name":"Llama-pro Text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b","name":"Llama2-chinese 13b","display_name":"Llama2-chinese 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat","name":"Llama2-chinese 13b chat","display_name":"Llama2-chinese 13b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-fp16","name":"Llama2-chinese 13b chat fp16","display_name":"Llama2-chinese 13b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q2_K","name":"Llama2-chinese 13b chat q2_K","display_name":"Llama2-chinese 13b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q3_K_L","name":"Llama2-chinese 13b chat q3_K_L","display_name":"Llama2-chinese 13b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q3_K_M","name":"Llama2-chinese 13b chat q3_K_M","display_name":"Llama2-chinese 13b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q3_K_S","name":"Llama2-chinese 13b chat q3_K_S","display_name":"Llama2-chinese 13b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q4_0","name":"Llama2-chinese 13b chat q4_0","display_name":"Llama2-chinese 13b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q4_1","name":"Llama2-chinese 13b chat q4_1","display_name":"Llama2-chinese 13b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q4_K_M","name":"Llama2-chinese 13b chat q4_K_M","display_name":"Llama2-chinese 13b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q4_K_S","name":"Llama2-chinese 13b chat q4_K_S","display_name":"Llama2-chinese 13b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q5_0","name":"Llama2-chinese 13b chat q5_0","display_name":"Llama2-chinese 13b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q5_1","name":"Llama2-chinese 13b chat q5_1","display_name":"Llama2-chinese 13b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q5_K_M","name":"Llama2-chinese 13b chat q5_K_M","display_name":"Llama2-chinese 13b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q5_K_S","name":"Llama2-chinese 13b chat q5_K_S","display_name":"Llama2-chinese 13b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q6_K","name":"Llama2-chinese 13b chat q6_K","display_name":"Llama2-chinese 13b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:13b-chat-q8_0","name":"Llama2-chinese 13b chat q8_0","display_name":"Llama2-chinese 13b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b","name":"Llama2-chinese 7b","display_name":"Llama2-chinese 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat","name":"Llama2-chinese 7b chat","display_name":"Llama2-chinese 7b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-fp16","name":"Llama2-chinese 7b chat fp16","display_name":"Llama2-chinese 7b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q2_K","name":"Llama2-chinese 7b chat q2_K","display_name":"Llama2-chinese 7b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q3_K_L","name":"Llama2-chinese 7b chat q3_K_L","display_name":"Llama2-chinese 7b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q3_K_M","name":"Llama2-chinese 7b chat q3_K_M","display_name":"Llama2-chinese 7b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q3_K_S","name":"Llama2-chinese 7b chat q3_K_S","display_name":"Llama2-chinese 7b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q4_0","name":"Llama2-chinese 7b chat q4_0","display_name":"Llama2-chinese 7b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q4_1","name":"Llama2-chinese 7b chat q4_1","display_name":"Llama2-chinese 7b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q4_K_M","name":"Llama2-chinese 7b chat q4_K_M","display_name":"Llama2-chinese 7b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q4_K_S","name":"Llama2-chinese 7b chat q4_K_S","display_name":"Llama2-chinese 7b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q5_0","name":"Llama2-chinese 7b chat q5_0","display_name":"Llama2-chinese 7b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q5_1","name":"Llama2-chinese 7b chat q5_1","display_name":"Llama2-chinese 7b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q5_K_M","name":"Llama2-chinese 7b chat q5_K_M","display_name":"Llama2-chinese 7b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q5_K_S","name":"Llama2-chinese 7b chat q5_K_S","display_name":"Llama2-chinese 7b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q6_K","name":"Llama2-chinese 7b chat q6_K","display_name":"Llama2-chinese 7b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:7b-chat-q8_0","name":"Llama2-chinese 7b chat q8_0","display_name":"Llama2-chinese 7b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-chinese:latest","name":"Llama2-chinese Latest","display_name":"Llama2-chinese Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b","name":"Llama2-uncensored 70b","display_name":"Llama2-uncensored 70b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat","name":"Llama2-uncensored 70b chat","display_name":"Llama2-uncensored 70b chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q2_K","name":"Llama2-uncensored 70b chat q2_K","display_name":"Llama2-uncensored 70b chat q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q3_K_L","name":"Llama2-uncensored 70b chat q3_K_L","display_name":"Llama2-uncensored 70b chat q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q3_K_M","name":"Llama2-uncensored 70b chat q3_K_M","display_name":"Llama2-uncensored 70b chat q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q3_K_S","name":"Llama2-uncensored 70b chat q3_K_S","display_name":"Llama2-uncensored 70b chat q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q4_0","name":"Llama2-uncensored 70b chat q4_0","display_name":"Llama2-uncensored 70b chat q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q4_1","name":"Llama2-uncensored 70b chat q4_1","display_name":"Llama2-uncensored 70b chat q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q4_K_M","name":"Llama2-uncensored 70b chat q4_K_M","display_name":"Llama2-uncensored 70b chat q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q4_K_S","name":"Llama2-uncensored 70b chat q4_K_S","display_name":"Llama2-uncensored 70b chat q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q5_0","name":"Llama2-uncensored 70b chat q5_0","display_name":"Llama2-uncensored 70b chat q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q5_1","name":"Llama2-uncensored 70b chat q5_1","display_name":"Llama2-uncensored 70b chat q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q5_K_M","name":"Llama2-uncensored 70b chat q5_K_M","display_name":"Llama2-uncensored 70b chat q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q5_K_S","name":"Llama2-uncensored 70b chat q5_K_S","display_name":"Llama2-uncensored 70b chat q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q6_K","name":"Llama2-uncensored 70b chat q6_K","display_name":"Llama2-uncensored 70b chat q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:70b-chat-q8_0","name":"Llama2-uncensored 70b chat q8_0","display_name":"Llama2-uncensored 70b chat q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b","name":"Llama2-uncensored 7b","display_name":"Llama2-uncensored 7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat","name":"Llama2-uncensored 7b chat","display_name":"Llama2-uncensored 7b chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-fp16","name":"Llama2-uncensored 7b chat fp16","display_name":"Llama2-uncensored 7b chat fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q2_K","name":"Llama2-uncensored 7b chat q2_K","display_name":"Llama2-uncensored 7b chat q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q3_K_L","name":"Llama2-uncensored 7b chat q3_K_L","display_name":"Llama2-uncensored 7b chat q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q3_K_M","name":"Llama2-uncensored 7b chat q3_K_M","display_name":"Llama2-uncensored 7b chat q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q3_K_S","name":"Llama2-uncensored 7b chat q3_K_S","display_name":"Llama2-uncensored 7b chat q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q4_0","name":"Llama2-uncensored 7b chat q4_0","display_name":"Llama2-uncensored 7b chat q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q4_1","name":"Llama2-uncensored 7b chat q4_1","display_name":"Llama2-uncensored 7b chat q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q4_K_M","name":"Llama2-uncensored 7b chat q4_K_M","display_name":"Llama2-uncensored 7b chat q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q4_K_S","name":"Llama2-uncensored 7b chat q4_K_S","display_name":"Llama2-uncensored 7b chat q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q5_0","name":"Llama2-uncensored 7b chat q5_0","display_name":"Llama2-uncensored 7b chat q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q5_1","name":"Llama2-uncensored 7b chat q5_1","display_name":"Llama2-uncensored 7b chat q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q5_K_M","name":"Llama2-uncensored 7b chat q5_K_M","display_name":"Llama2-uncensored 7b chat q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q5_K_S","name":"Llama2-uncensored 7b chat q5_K_S","display_name":"Llama2-uncensored 7b chat q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q6_K","name":"Llama2-uncensored 7b chat q6_K","display_name":"Llama2-uncensored 7b chat q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:7b-chat-q8_0","name":"Llama2-uncensored 7b chat q8_0","display_name":"Llama2-uncensored 7b chat q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2-uncensored:latest","name":"Llama2-uncensored Latest","display_name":"Llama2-uncensored Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b","name":"Llama2 13b","display_name":"Llama2 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat","name":"Llama2 13b chat","display_name":"Llama2 13b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-fp16","name":"Llama2 13b chat fp16","display_name":"Llama2 13b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q2_K","name":"Llama2 13b chat q2_K","display_name":"Llama2 13b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q3_K_L","name":"Llama2 13b chat q3_K_L","display_name":"Llama2 13b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q3_K_M","name":"Llama2 13b chat q3_K_M","display_name":"Llama2 13b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q3_K_S","name":"Llama2 13b chat q3_K_S","display_name":"Llama2 13b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q4_0","name":"Llama2 13b chat q4_0","display_name":"Llama2 13b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q4_1","name":"Llama2 13b chat q4_1","display_name":"Llama2 13b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q4_K_M","name":"Llama2 13b chat q4_K_M","display_name":"Llama2 13b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q4_K_S","name":"Llama2 13b chat q4_K_S","display_name":"Llama2 13b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q5_0","name":"Llama2 13b chat q5_0","display_name":"Llama2 13b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q5_1","name":"Llama2 13b chat q5_1","display_name":"Llama2 13b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q5_K_M","name":"Llama2 13b chat q5_K_M","display_name":"Llama2 13b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q5_K_S","name":"Llama2 13b chat q5_K_S","display_name":"Llama2 13b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q6_K","name":"Llama2 13b chat q6_K","display_name":"Llama2 13b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-chat-q8_0","name":"Llama2 13b chat q8_0","display_name":"Llama2 13b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text","name":"Llama2 13b text","display_name":"Llama2 13b text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-fp16","name":"Llama2 13b text fp16","display_name":"Llama2 13b text fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q2_K","name":"Llama2 13b text q2_K","display_name":"Llama2 13b text q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q3_K_L","name":"Llama2 13b text q3_K_L","display_name":"Llama2 13b text q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q3_K_M","name":"Llama2 13b text q3_K_M","display_name":"Llama2 13b text q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q3_K_S","name":"Llama2 13b text q3_K_S","display_name":"Llama2 13b text q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q4_0","name":"Llama2 13b text q4_0","display_name":"Llama2 13b text q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q4_1","name":"Llama2 13b text q4_1","display_name":"Llama2 13b text q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q4_K_M","name":"Llama2 13b text q4_K_M","display_name":"Llama2 13b text q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q4_K_S","name":"Llama2 13b text q4_K_S","display_name":"Llama2 13b text q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q5_0","name":"Llama2 13b text q5_0","display_name":"Llama2 13b text q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q5_1","name":"Llama2 13b text q5_1","display_name":"Llama2 13b text q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q5_K_M","name":"Llama2 13b text q5_K_M","display_name":"Llama2 13b text q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q5_K_S","name":"Llama2 13b text q5_K_S","display_name":"Llama2 13b text q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q6_K","name":"Llama2 13b text q6_K","display_name":"Llama2 13b text q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:13b-text-q8_0","name":"Llama2 13b text q8_0","display_name":"Llama2 13b text q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b","name":"Llama2 70b","display_name":"Llama2 70b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat","name":"Llama2 70b chat","display_name":"Llama2 70b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-fp16","name":"Llama2 70b chat fp16","display_name":"Llama2 70b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q2_K","name":"Llama2 70b chat q2_K","display_name":"Llama2 70b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q3_K_L","name":"Llama2 70b chat q3_K_L","display_name":"Llama2 70b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q3_K_M","name":"Llama2 70b chat q3_K_M","display_name":"Llama2 70b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q3_K_S","name":"Llama2 70b chat q3_K_S","display_name":"Llama2 70b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q4_0","name":"Llama2 70b chat q4_0","display_name":"Llama2 70b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q4_1","name":"Llama2 70b chat q4_1","display_name":"Llama2 70b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q4_K_M","name":"Llama2 70b chat q4_K_M","display_name":"Llama2 70b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q4_K_S","name":"Llama2 70b chat q4_K_S","display_name":"Llama2 70b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q5_0","name":"Llama2 70b chat q5_0","display_name":"Llama2 70b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q5_1","name":"Llama2 70b chat q5_1","display_name":"Llama2 70b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q5_K_M","name":"Llama2 70b chat q5_K_M","display_name":"Llama2 70b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q5_K_S","name":"Llama2 70b chat q5_K_S","display_name":"Llama2 70b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q6_K","name":"Llama2 70b chat q6_K","display_name":"Llama2 70b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-chat-q8_0","name":"Llama2 70b chat q8_0","display_name":"Llama2 70b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text","name":"Llama2 70b text","display_name":"Llama2 70b text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-fp16","name":"Llama2 70b text fp16","display_name":"Llama2 70b text fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q2_K","name":"Llama2 70b text q2_K","display_name":"Llama2 70b text q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q3_K_L","name":"Llama2 70b text q3_K_L","display_name":"Llama2 70b text q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q3_K_M","name":"Llama2 70b text q3_K_M","display_name":"Llama2 70b text q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q3_K_S","name":"Llama2 70b text q3_K_S","display_name":"Llama2 70b text q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q4_0","name":"Llama2 70b text q4_0","display_name":"Llama2 70b text q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q4_1","name":"Llama2 70b text q4_1","display_name":"Llama2 70b text q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q4_K_M","name":"Llama2 70b text q4_K_M","display_name":"Llama2 70b text q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q4_K_S","name":"Llama2 70b text q4_K_S","display_name":"Llama2 70b text q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q5_0","name":"Llama2 70b text q5_0","display_name":"Llama2 70b text q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q5_1","name":"Llama2 70b text q5_1","display_name":"Llama2 70b text q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q5_K_M","name":"Llama2 70b text q5_K_M","display_name":"Llama2 70b text q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q5_K_S","name":"Llama2 70b text q5_K_S","display_name":"Llama2 70b text q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q6_K","name":"Llama2 70b text q6_K","display_name":"Llama2 70b text q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:70b-text-q8_0","name":"Llama2 70b text q8_0","display_name":"Llama2 70b text q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b","name":"Llama2 7b","display_name":"Llama2 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat","name":"Llama2 7b chat","display_name":"Llama2 7b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-fp16","name":"Llama2 7b chat fp16","display_name":"Llama2 7b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q2_K","name":"Llama2 7b chat q2_K","display_name":"Llama2 7b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q3_K_L","name":"Llama2 7b chat q3_K_L","display_name":"Llama2 7b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q3_K_M","name":"Llama2 7b chat q3_K_M","display_name":"Llama2 7b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q3_K_S","name":"Llama2 7b chat q3_K_S","display_name":"Llama2 7b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q4_0","name":"Llama2 7b chat q4_0","display_name":"Llama2 7b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q4_1","name":"Llama2 7b chat q4_1","display_name":"Llama2 7b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q4_K_M","name":"Llama2 7b chat q4_K_M","display_name":"Llama2 7b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q4_K_S","name":"Llama2 7b chat q4_K_S","display_name":"Llama2 7b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q5_0","name":"Llama2 7b chat q5_0","display_name":"Llama2 7b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q5_1","name":"Llama2 7b chat q5_1","display_name":"Llama2 7b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q5_K_M","name":"Llama2 7b chat q5_K_M","display_name":"Llama2 7b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q5_K_S","name":"Llama2 7b chat q5_K_S","display_name":"Llama2 7b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q6_K","name":"Llama2 7b chat q6_K","display_name":"Llama2 7b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-chat-q8_0","name":"Llama2 7b chat q8_0","display_name":"Llama2 7b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text","name":"Llama2 7b text","display_name":"Llama2 7b text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-fp16","name":"Llama2 7b text fp16","display_name":"Llama2 7b text fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q2_K","name":"Llama2 7b text q2_K","display_name":"Llama2 7b text q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q3_K_L","name":"Llama2 7b text q3_K_L","display_name":"Llama2 7b text q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q3_K_M","name":"Llama2 7b text q3_K_M","display_name":"Llama2 7b text q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q3_K_S","name":"Llama2 7b text q3_K_S","display_name":"Llama2 7b text q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q4_0","name":"Llama2 7b text q4_0","display_name":"Llama2 7b text q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q4_1","name":"Llama2 7b text q4_1","display_name":"Llama2 7b text q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q4_K_M","name":"Llama2 7b text q4_K_M","display_name":"Llama2 7b text q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q4_K_S","name":"Llama2 7b text q4_K_S","display_name":"Llama2 7b text q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q5_0","name":"Llama2 7b text q5_0","display_name":"Llama2 7b text q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q5_1","name":"Llama2 7b text q5_1","display_name":"Llama2 7b text q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q5_K_M","name":"Llama2 7b text q5_K_M","display_name":"Llama2 7b text q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q5_K_S","name":"Llama2 7b text q5_K_S","display_name":"Llama2 7b text q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q6_K","name":"Llama2 7b text q6_K","display_name":"Llama2 7b text q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:7b-text-q8_0","name":"Llama2 7b text q8_0","display_name":"Llama2 7b text q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:chat","name":"Llama2 Chat","display_name":"Llama2 Chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:latest","name":"Llama2 Latest","display_name":"Llama2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama2:text","name":"Llama2 Text","display_name":"Llama2 Text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b","name":"Llama3-chatqa 70b","display_name":"Llama3-chatqa 70b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5","name":"Llama3-chatqa 70b v1.5","display_name":"Llama3-chatqa 70b v1.5","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-fp16","name":"Llama3-chatqa 70b v1.5 fp16","display_name":"Llama3-chatqa 70b v1.5 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q2_K","name":"Llama3-chatqa 70b v1.5 q2_K","display_name":"Llama3-chatqa 70b v1.5 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q3_K_L","name":"Llama3-chatqa 70b v1.5 q3_K_L","display_name":"Llama3-chatqa 70b v1.5 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q3_K_M","name":"Llama3-chatqa 70b v1.5 q3_K_M","display_name":"Llama3-chatqa 70b v1.5 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q3_K_S","name":"Llama3-chatqa 70b v1.5 q3_K_S","display_name":"Llama3-chatqa 70b v1.5 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q4_0","name":"Llama3-chatqa 70b v1.5 q4_0","display_name":"Llama3-chatqa 70b v1.5 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q4_1","name":"Llama3-chatqa 70b v1.5 q4_1","display_name":"Llama3-chatqa 70b v1.5 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q4_K_M","name":"Llama3-chatqa 70b v1.5 q4_K_M","display_name":"Llama3-chatqa 70b v1.5 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q4_K_S","name":"Llama3-chatqa 70b v1.5 q4_K_S","display_name":"Llama3-chatqa 70b v1.5 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q5_0","name":"Llama3-chatqa 70b v1.5 q5_0","display_name":"Llama3-chatqa 70b v1.5 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q5_1","name":"Llama3-chatqa 70b v1.5 q5_1","display_name":"Llama3-chatqa 70b v1.5 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q5_K_M","name":"Llama3-chatqa 70b v1.5 q5_K_M","display_name":"Llama3-chatqa 70b v1.5 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q5_K_S","name":"Llama3-chatqa 70b v1.5 q5_K_S","display_name":"Llama3-chatqa 70b v1.5 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q6_K","name":"Llama3-chatqa 70b v1.5 q6_K","display_name":"Llama3-chatqa 70b v1.5 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:70b-v1.5-q8_0","name":"Llama3-chatqa 70b v1.5 q8_0","display_name":"Llama3-chatqa 70b v1.5 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b","name":"Llama3-chatqa 8b","display_name":"Llama3-chatqa 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5","name":"Llama3-chatqa 8b v1.5","display_name":"Llama3-chatqa 8b v1.5","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-fp16","name":"Llama3-chatqa 8b v1.5 fp16","display_name":"Llama3-chatqa 8b v1.5 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q2_K","name":"Llama3-chatqa 8b v1.5 q2_K","display_name":"Llama3-chatqa 8b v1.5 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q3_K_L","name":"Llama3-chatqa 8b v1.5 q3_K_L","display_name":"Llama3-chatqa 8b v1.5 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q3_K_M","name":"Llama3-chatqa 8b v1.5 q3_K_M","display_name":"Llama3-chatqa 8b v1.5 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q3_K_S","name":"Llama3-chatqa 8b v1.5 q3_K_S","display_name":"Llama3-chatqa 8b v1.5 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q4_0","name":"Llama3-chatqa 8b v1.5 q4_0","display_name":"Llama3-chatqa 8b v1.5 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q4_1","name":"Llama3-chatqa 8b v1.5 q4_1","display_name":"Llama3-chatqa 8b v1.5 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q4_K_M","name":"Llama3-chatqa 8b v1.5 q4_K_M","display_name":"Llama3-chatqa 8b v1.5 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q4_K_S","name":"Llama3-chatqa 8b v1.5 q4_K_S","display_name":"Llama3-chatqa 8b v1.5 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q5_0","name":"Llama3-chatqa 8b v1.5 q5_0","display_name":"Llama3-chatqa 8b v1.5 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q5_1","name":"Llama3-chatqa 8b v1.5 q5_1","display_name":"Llama3-chatqa 8b v1.5 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q5_K_M","name":"Llama3-chatqa 8b v1.5 q5_K_M","display_name":"Llama3-chatqa 8b v1.5 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q5_K_S","name":"Llama3-chatqa 8b v1.5 q5_K_S","display_name":"Llama3-chatqa 8b v1.5 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q6_K","name":"Llama3-chatqa 8b v1.5 q6_K","display_name":"Llama3-chatqa 8b v1.5 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:8b-v1.5-q8_0","name":"Llama3-chatqa 8b v1.5 q8_0","display_name":"Llama3-chatqa 8b v1.5 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-chatqa:latest","name":"Llama3-chatqa Latest","display_name":"Llama3-chatqa Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:1048k","name":"Llama3-gradient 1048k","display_name":"Llama3-gradient 1048k","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b","name":"Llama3-gradient 70b","display_name":"Llama3-gradient 70b","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-fp16","name":"Llama3-gradient 70b instruct 1048k fp16","display_name":"Llama3-gradient 70b instruct 1048k fp16","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q2_K","name":"Llama3-gradient 70b instruct 1048k q2_K","display_name":"Llama3-gradient 70b instruct 1048k q2_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q3_K_L","name":"Llama3-gradient 70b instruct 1048k q3_K_L","display_name":"Llama3-gradient 70b instruct 1048k q3_K_L","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q3_K_M","name":"Llama3-gradient 70b instruct 1048k q3_K_M","display_name":"Llama3-gradient 70b instruct 1048k q3_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q3_K_S","name":"Llama3-gradient 70b instruct 1048k q3_K_S","display_name":"Llama3-gradient 70b instruct 1048k q3_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q4_0","name":"Llama3-gradient 70b instruct 1048k q4_0","display_name":"Llama3-gradient 70b instruct 1048k q4_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q4_1","name":"Llama3-gradient 70b instruct 1048k q4_1","display_name":"Llama3-gradient 70b instruct 1048k q4_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q4_K_M","name":"Llama3-gradient 70b instruct 1048k q4_K_M","display_name":"Llama3-gradient 70b instruct 1048k q4_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q4_K_S","name":"Llama3-gradient 70b instruct 1048k q4_K_S","display_name":"Llama3-gradient 70b instruct 1048k q4_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q5_0","name":"Llama3-gradient 70b instruct 1048k q5_0","display_name":"Llama3-gradient 70b instruct 1048k q5_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q5_1","name":"Llama3-gradient 70b instruct 1048k q5_1","display_name":"Llama3-gradient 70b instruct 1048k q5_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q5_K_M","name":"Llama3-gradient 70b instruct 1048k q5_K_M","display_name":"Llama3-gradient 70b instruct 1048k q5_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q5_K_S","name":"Llama3-gradient 70b instruct 1048k q5_K_S","display_name":"Llama3-gradient 70b instruct 1048k q5_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q6_K","name":"Llama3-gradient 70b instruct 1048k q6_K","display_name":"Llama3-gradient 70b instruct 1048k q6_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:70b-instruct-1048k-q8_0","name":"Llama3-gradient 70b instruct 1048k q8_0","display_name":"Llama3-gradient 70b instruct 1048k q8_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b","name":"Llama3-gradient 8b","display_name":"Llama3-gradient 8b","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-fp16","name":"Llama3-gradient 8b instruct 1048k fp16","display_name":"Llama3-gradient 8b instruct 1048k fp16","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q2_K","name":"Llama3-gradient 8b instruct 1048k q2_K","display_name":"Llama3-gradient 8b instruct 1048k q2_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q3_K_L","name":"Llama3-gradient 8b instruct 1048k q3_K_L","display_name":"Llama3-gradient 8b instruct 1048k q3_K_L","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q3_K_M","name":"Llama3-gradient 8b instruct 1048k q3_K_M","display_name":"Llama3-gradient 8b instruct 1048k q3_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q3_K_S","name":"Llama3-gradient 8b instruct 1048k q3_K_S","display_name":"Llama3-gradient 8b instruct 1048k q3_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q4_0","name":"Llama3-gradient 8b instruct 1048k q4_0","display_name":"Llama3-gradient 8b instruct 1048k q4_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q4_1","name":"Llama3-gradient 8b instruct 1048k q4_1","display_name":"Llama3-gradient 8b instruct 1048k q4_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q4_K_M","name":"Llama3-gradient 8b instruct 1048k q4_K_M","display_name":"Llama3-gradient 8b instruct 1048k q4_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q4_K_S","name":"Llama3-gradient 8b instruct 1048k q4_K_S","display_name":"Llama3-gradient 8b instruct 1048k q4_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q5_0","name":"Llama3-gradient 8b instruct 1048k q5_0","display_name":"Llama3-gradient 8b instruct 1048k q5_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q5_1","name":"Llama3-gradient 8b instruct 1048k q5_1","display_name":"Llama3-gradient 8b instruct 1048k q5_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q5_K_M","name":"Llama3-gradient 8b instruct 1048k q5_K_M","display_name":"Llama3-gradient 8b instruct 1048k q5_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q5_K_S","name":"Llama3-gradient 8b instruct 1048k q5_K_S","display_name":"Llama3-gradient 8b instruct 1048k q5_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q6_K","name":"Llama3-gradient 8b instruct 1048k q6_K","display_name":"Llama3-gradient 8b instruct 1048k q6_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:8b-instruct-1048k-q8_0","name":"Llama3-gradient 8b instruct 1048k q8_0","display_name":"Llama3-gradient 8b instruct 1048k q8_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:instruct","name":"Llama3-gradient Instruct","display_name":"Llama3-gradient Instruct","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-gradient:latest","name":"Llama3-gradient Latest","display_name":"Llama3-gradient Latest","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b","name":"Llama3-groq-tool-use 70b","display_name":"Llama3-groq-tool-use 70b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-fp16","name":"Llama3-groq-tool-use 70b fp16","display_name":"Llama3-groq-tool-use 70b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q2_K","name":"Llama3-groq-tool-use 70b q2_K","display_name":"Llama3-groq-tool-use 70b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q3_K_L","name":"Llama3-groq-tool-use 70b q3_K_L","display_name":"Llama3-groq-tool-use 70b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q3_K_M","name":"Llama3-groq-tool-use 70b q3_K_M","display_name":"Llama3-groq-tool-use 70b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q3_K_S","name":"Llama3-groq-tool-use 70b q3_K_S","display_name":"Llama3-groq-tool-use 70b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q4_0","name":"Llama3-groq-tool-use 70b q4_0","display_name":"Llama3-groq-tool-use 70b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q4_1","name":"Llama3-groq-tool-use 70b q4_1","display_name":"Llama3-groq-tool-use 70b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q4_K_M","name":"Llama3-groq-tool-use 70b q4_K_M","display_name":"Llama3-groq-tool-use 70b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q4_K_S","name":"Llama3-groq-tool-use 70b q4_K_S","display_name":"Llama3-groq-tool-use 70b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q5_0","name":"Llama3-groq-tool-use 70b q5_0","display_name":"Llama3-groq-tool-use 70b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q5_1","name":"Llama3-groq-tool-use 70b q5_1","display_name":"Llama3-groq-tool-use 70b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q5_K_M","name":"Llama3-groq-tool-use 70b q5_K_M","display_name":"Llama3-groq-tool-use 70b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q5_K_S","name":"Llama3-groq-tool-use 70b q5_K_S","display_name":"Llama3-groq-tool-use 70b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q6_K","name":"Llama3-groq-tool-use 70b q6_K","display_name":"Llama3-groq-tool-use 70b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:70b-q8_0","name":"Llama3-groq-tool-use 70b q8_0","display_name":"Llama3-groq-tool-use 70b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b","name":"Llama3-groq-tool-use 8b","display_name":"Llama3-groq-tool-use 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-fp16","name":"Llama3-groq-tool-use 8b fp16","display_name":"Llama3-groq-tool-use 8b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q2_K","name":"Llama3-groq-tool-use 8b q2_K","display_name":"Llama3-groq-tool-use 8b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q3_K_L","name":"Llama3-groq-tool-use 8b q3_K_L","display_name":"Llama3-groq-tool-use 8b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q3_K_M","name":"Llama3-groq-tool-use 8b q3_K_M","display_name":"Llama3-groq-tool-use 8b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q3_K_S","name":"Llama3-groq-tool-use 8b q3_K_S","display_name":"Llama3-groq-tool-use 8b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q4_0","name":"Llama3-groq-tool-use 8b q4_0","display_name":"Llama3-groq-tool-use 8b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q4_1","name":"Llama3-groq-tool-use 8b q4_1","display_name":"Llama3-groq-tool-use 8b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q4_K_M","name":"Llama3-groq-tool-use 8b q4_K_M","display_name":"Llama3-groq-tool-use 8b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q4_K_S","name":"Llama3-groq-tool-use 8b q4_K_S","display_name":"Llama3-groq-tool-use 8b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q5_0","name":"Llama3-groq-tool-use 8b q5_0","display_name":"Llama3-groq-tool-use 8b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q5_1","name":"Llama3-groq-tool-use 8b q5_1","display_name":"Llama3-groq-tool-use 8b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q5_K_M","name":"Llama3-groq-tool-use 8b q5_K_M","display_name":"Llama3-groq-tool-use 8b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q5_K_S","name":"Llama3-groq-tool-use 8b q5_K_S","display_name":"Llama3-groq-tool-use 8b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q6_K","name":"Llama3-groq-tool-use 8b q6_K","display_name":"Llama3-groq-tool-use 8b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:8b-q8_0","name":"Llama3-groq-tool-use 8b q8_0","display_name":"Llama3-groq-tool-use 8b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3-groq-tool-use:latest","name":"Llama3-groq-tool-use Latest","display_name":"Llama3-groq-tool-use Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b","name":"Llama3 70b","display_name":"Llama3 70b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct","name":"Llama3 70b instruct","display_name":"Llama3 70b instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-fp16","name":"Llama3 70b instruct fp16","display_name":"Llama3 70b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q2_K","name":"Llama3 70b instruct q2_K","display_name":"Llama3 70b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q3_K_L","name":"Llama3 70b instruct q3_K_L","display_name":"Llama3 70b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q3_K_M","name":"Llama3 70b instruct q3_K_M","display_name":"Llama3 70b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q3_K_S","name":"Llama3 70b instruct q3_K_S","display_name":"Llama3 70b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q4_0","name":"Llama3 70b instruct q4_0","display_name":"Llama3 70b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q4_1","name":"Llama3 70b instruct q4_1","display_name":"Llama3 70b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q4_K_M","name":"Llama3 70b instruct q4_K_M","display_name":"Llama3 70b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q4_K_S","name":"Llama3 70b instruct q4_K_S","display_name":"Llama3 70b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q5_0","name":"Llama3 70b instruct q5_0","display_name":"Llama3 70b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q5_1","name":"Llama3 70b instruct q5_1","display_name":"Llama3 70b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q5_K_M","name":"Llama3 70b instruct q5_K_M","display_name":"Llama3 70b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q5_K_S","name":"Llama3 70b instruct q5_K_S","display_name":"Llama3 70b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q6_K","name":"Llama3 70b instruct q6_K","display_name":"Llama3 70b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-instruct-q8_0","name":"Llama3 70b instruct q8_0","display_name":"Llama3 70b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text","name":"Llama3 70b text","display_name":"Llama3 70b text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-fp16","name":"Llama3 70b text fp16","display_name":"Llama3 70b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q2_K","name":"Llama3 70b text q2_K","display_name":"Llama3 70b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q3_K_L","name":"Llama3 70b text q3_K_L","display_name":"Llama3 70b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q3_K_M","name":"Llama3 70b text q3_K_M","display_name":"Llama3 70b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q3_K_S","name":"Llama3 70b text q3_K_S","display_name":"Llama3 70b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q4_0","name":"Llama3 70b text q4_0","display_name":"Llama3 70b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q4_1","name":"Llama3 70b text q4_1","display_name":"Llama3 70b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q4_K_M","name":"Llama3 70b text q4_K_M","display_name":"Llama3 70b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q4_K_S","name":"Llama3 70b text q4_K_S","display_name":"Llama3 70b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q5_0","name":"Llama3 70b text q5_0","display_name":"Llama3 70b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q5_1","name":"Llama3 70b text q5_1","display_name":"Llama3 70b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q5_K_M","name":"Llama3 70b text q5_K_M","display_name":"Llama3 70b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q5_K_S","name":"Llama3 70b text q5_K_S","display_name":"Llama3 70b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q6_K","name":"Llama3 70b text q6_K","display_name":"Llama3 70b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:70b-text-q8_0","name":"Llama3 70b text q8_0","display_name":"Llama3 70b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b","name":"Llama3 8b","display_name":"Llama3 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-fp16","name":"Llama3 8b instruct fp16","display_name":"Llama3 8b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q2_K","name":"Llama3 8b instruct q2_K","display_name":"Llama3 8b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q3_K_L","name":"Llama3 8b instruct q3_K_L","display_name":"Llama3 8b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q3_K_M","name":"Llama3 8b instruct q3_K_M","display_name":"Llama3 8b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q3_K_S","name":"Llama3 8b instruct q3_K_S","display_name":"Llama3 8b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q4_0","name":"Llama3 8b instruct q4_0","display_name":"Llama3 8b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q4_1","name":"Llama3 8b instruct q4_1","display_name":"Llama3 8b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q4_K_M","name":"Llama3 8b instruct q4_K_M","display_name":"Llama3 8b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q4_K_S","name":"Llama3 8b instruct q4_K_S","display_name":"Llama3 8b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q5_0","name":"Llama3 8b instruct q5_0","display_name":"Llama3 8b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q5_1","name":"Llama3 8b instruct q5_1","display_name":"Llama3 8b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q5_K_M","name":"Llama3 8b instruct q5_K_M","display_name":"Llama3 8b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q5_K_S","name":"Llama3 8b instruct q5_K_S","display_name":"Llama3 8b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q6_K","name":"Llama3 8b instruct q6_K","display_name":"Llama3 8b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-instruct-q8_0","name":"Llama3 8b instruct q8_0","display_name":"Llama3 8b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text","name":"Llama3 8b text","display_name":"Llama3 8b text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-fp16","name":"Llama3 8b text fp16","display_name":"Llama3 8b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q2_K","name":"Llama3 8b text q2_K","display_name":"Llama3 8b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q3_K_L","name":"Llama3 8b text q3_K_L","display_name":"Llama3 8b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q3_K_M","name":"Llama3 8b text q3_K_M","display_name":"Llama3 8b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q3_K_S","name":"Llama3 8b text q3_K_S","display_name":"Llama3 8b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q4_0","name":"Llama3 8b text q4_0","display_name":"Llama3 8b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q4_1","name":"Llama3 8b text q4_1","display_name":"Llama3 8b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q4_K_M","name":"Llama3 8b text q4_K_M","display_name":"Llama3 8b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q4_K_S","name":"Llama3 8b text q4_K_S","display_name":"Llama3 8b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q5_0","name":"Llama3 8b text q5_0","display_name":"Llama3 8b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q5_1","name":"Llama3 8b text q5_1","display_name":"Llama3 8b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q5_K_M","name":"Llama3 8b text q5_K_M","display_name":"Llama3 8b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q5_K_S","name":"Llama3 8b text q5_K_S","display_name":"Llama3 8b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q6_K","name":"Llama3 8b text q6_K","display_name":"Llama3 8b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:8b-text-q8_0","name":"Llama3 8b text q8_0","display_name":"Llama3 8b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:instruct","name":"Llama3 Instruct","display_name":"Llama3 Instruct","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:latest","name":"Llama3 Latest","display_name":"Llama3 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3:text","name":"Llama3 Text","display_name":"Llama3 Text","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b","name":"Llama3.1 405b","display_name":"Llama3.1 405b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-fp16","name":"Llama3.1 405b instruct fp16","display_name":"Llama3.1 405b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q2_K","name":"Llama3.1 405b instruct q2_K","display_name":"Llama3.1 405b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q3_K_L","name":"Llama3.1 405b instruct q3_K_L","display_name":"Llama3.1 405b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q3_K_M","name":"Llama3.1 405b instruct q3_K_M","display_name":"Llama3.1 405b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q3_K_S","name":"Llama3.1 405b instruct q3_K_S","display_name":"Llama3.1 405b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q4_0","name":"Llama3.1 405b instruct q4_0","display_name":"Llama3.1 405b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q4_1","name":"Llama3.1 405b instruct q4_1","display_name":"Llama3.1 405b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q4_K_M","name":"Llama3.1 405b instruct q4_K_M","display_name":"Llama3.1 405b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q4_K_S","name":"Llama3.1 405b instruct q4_K_S","display_name":"Llama3.1 405b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q5_0","name":"Llama3.1 405b instruct q5_0","display_name":"Llama3.1 405b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q5_1","name":"Llama3.1 405b instruct q5_1","display_name":"Llama3.1 405b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q5_K_M","name":"Llama3.1 405b instruct q5_K_M","display_name":"Llama3.1 405b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q5_K_S","name":"Llama3.1 405b instruct q5_K_S","display_name":"Llama3.1 405b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q6_K","name":"Llama3.1 405b instruct q6_K","display_name":"Llama3.1 405b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-instruct-q8_0","name":"Llama3.1 405b instruct q8_0","display_name":"Llama3.1 405b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-fp16","name":"Llama3.1 405b text fp16","display_name":"Llama3.1 405b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q2_K","name":"Llama3.1 405b text q2_K","display_name":"Llama3.1 405b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q3_K_L","name":"Llama3.1 405b text q3_K_L","display_name":"Llama3.1 405b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q3_K_M","name":"Llama3.1 405b text q3_K_M","display_name":"Llama3.1 405b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q3_K_S","name":"Llama3.1 405b text q3_K_S","display_name":"Llama3.1 405b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q4_0","name":"Llama3.1 405b text q4_0","display_name":"Llama3.1 405b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q4_1","name":"Llama3.1 405b text q4_1","display_name":"Llama3.1 405b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q4_K_M","name":"Llama3.1 405b text q4_K_M","display_name":"Llama3.1 405b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q4_K_S","name":"Llama3.1 405b text q4_K_S","display_name":"Llama3.1 405b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q5_0","name":"Llama3.1 405b text q5_0","display_name":"Llama3.1 405b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q5_1","name":"Llama3.1 405b text q5_1","display_name":"Llama3.1 405b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q5_K_M","name":"Llama3.1 405b text q5_K_M","display_name":"Llama3.1 405b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q5_K_S","name":"Llama3.1 405b text q5_K_S","display_name":"Llama3.1 405b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q6_K","name":"Llama3.1 405b text q6_K","display_name":"Llama3.1 405b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:405b-text-q8_0","name":"Llama3.1 405b text q8_0","display_name":"Llama3.1 405b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b","name":"Llama3.1 70b","display_name":"Llama3.1 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-fp16","name":"Llama3.1 70b instruct fp16","display_name":"Llama3.1 70b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q2_K","name":"Llama3.1 70b instruct q2_K","display_name":"Llama3.1 70b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q3_K_L","name":"Llama3.1 70b instruct q3_K_L","display_name":"Llama3.1 70b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q3_K_M","name":"Llama3.1 70b instruct q3_K_M","display_name":"Llama3.1 70b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q3_K_S","name":"Llama3.1 70b instruct q3_K_S","display_name":"Llama3.1 70b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q4_0","name":"Llama3.1 70b instruct q4_0","display_name":"Llama3.1 70b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q4_K_M","name":"Llama3.1 70b instruct q4_K_M","display_name":"Llama3.1 70b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q4_K_S","name":"Llama3.1 70b instruct q4_K_S","display_name":"Llama3.1 70b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q5_0","name":"Llama3.1 70b instruct q5_0","display_name":"Llama3.1 70b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q5_1","name":"Llama3.1 70b instruct q5_1","display_name":"Llama3.1 70b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q5_K_M","name":"Llama3.1 70b instruct q5_K_M","display_name":"Llama3.1 70b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q5_K_S","name":"Llama3.1 70b instruct q5_K_S","display_name":"Llama3.1 70b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q6_K","name":"Llama3.1 70b instruct q6_K","display_name":"Llama3.1 70b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-instruct-q8_0","name":"Llama3.1 70b instruct q8_0","display_name":"Llama3.1 70b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-fp16","name":"Llama3.1 70b text fp16","display_name":"Llama3.1 70b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q2_K","name":"Llama3.1 70b text q2_K","display_name":"Llama3.1 70b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q3_K_L","name":"Llama3.1 70b text q3_K_L","display_name":"Llama3.1 70b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q3_K_M","name":"Llama3.1 70b text q3_K_M","display_name":"Llama3.1 70b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q3_K_S","name":"Llama3.1 70b text q3_K_S","display_name":"Llama3.1 70b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q4_0","name":"Llama3.1 70b text q4_0","display_name":"Llama3.1 70b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q4_1","name":"Llama3.1 70b text q4_1","display_name":"Llama3.1 70b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q4_K_M","name":"Llama3.1 70b text q4_K_M","display_name":"Llama3.1 70b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q4_K_S","name":"Llama3.1 70b text q4_K_S","display_name":"Llama3.1 70b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q5_0","name":"Llama3.1 70b text q5_0","display_name":"Llama3.1 70b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q5_1","name":"Llama3.1 70b text q5_1","display_name":"Llama3.1 70b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q5_K_M","name":"Llama3.1 70b text q5_K_M","display_name":"Llama3.1 70b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q5_K_S","name":"Llama3.1 70b text q5_K_S","display_name":"Llama3.1 70b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q6_K","name":"Llama3.1 70b text q6_K","display_name":"Llama3.1 70b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:70b-text-q8_0","name":"Llama3.1 70b text q8_0","display_name":"Llama3.1 70b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b","name":"Llama3.1 8b","display_name":"Llama3.1 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-fp16","name":"Llama3.1 8b instruct fp16","display_name":"Llama3.1 8b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q2_K","name":"Llama3.1 8b instruct q2_K","display_name":"Llama3.1 8b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q3_K_L","name":"Llama3.1 8b instruct q3_K_L","display_name":"Llama3.1 8b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q3_K_M","name":"Llama3.1 8b instruct q3_K_M","display_name":"Llama3.1 8b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q3_K_S","name":"Llama3.1 8b instruct q3_K_S","display_name":"Llama3.1 8b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q4_0","name":"Llama3.1 8b instruct q4_0","display_name":"Llama3.1 8b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q4_1","name":"Llama3.1 8b instruct q4_1","display_name":"Llama3.1 8b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q4_K_M","name":"Llama3.1 8b instruct q4_K_M","display_name":"Llama3.1 8b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q4_K_S","name":"Llama3.1 8b instruct q4_K_S","display_name":"Llama3.1 8b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q5_0","name":"Llama3.1 8b instruct q5_0","display_name":"Llama3.1 8b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q5_1","name":"Llama3.1 8b instruct q5_1","display_name":"Llama3.1 8b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q5_K_M","name":"Llama3.1 8b instruct q5_K_M","display_name":"Llama3.1 8b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q5_K_S","name":"Llama3.1 8b instruct q5_K_S","display_name":"Llama3.1 8b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q6_K","name":"Llama3.1 8b instruct q6_K","display_name":"Llama3.1 8b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-instruct-q8_0","name":"Llama3.1 8b instruct q8_0","display_name":"Llama3.1 8b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-fp16","name":"Llama3.1 8b text fp16","display_name":"Llama3.1 8b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q2_K","name":"Llama3.1 8b text q2_K","display_name":"Llama3.1 8b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q3_K_L","name":"Llama3.1 8b text q3_K_L","display_name":"Llama3.1 8b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q3_K_M","name":"Llama3.1 8b text q3_K_M","display_name":"Llama3.1 8b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q3_K_S","name":"Llama3.1 8b text q3_K_S","display_name":"Llama3.1 8b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q4_0","name":"Llama3.1 8b text q4_0","display_name":"Llama3.1 8b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q4_1","name":"Llama3.1 8b text q4_1","display_name":"Llama3.1 8b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q4_K_M","name":"Llama3.1 8b text q4_K_M","display_name":"Llama3.1 8b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q4_K_S","name":"Llama3.1 8b text q4_K_S","display_name":"Llama3.1 8b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q5_0","name":"Llama3.1 8b text q5_0","display_name":"Llama3.1 8b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q5_1","name":"Llama3.1 8b text q5_1","display_name":"Llama3.1 8b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q5_K_M","name":"Llama3.1 8b text q5_K_M","display_name":"Llama3.1 8b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q5_K_S","name":"Llama3.1 8b text q5_K_S","display_name":"Llama3.1 8b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q6_K","name":"Llama3.1 8b text q6_K","display_name":"Llama3.1 8b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:8b-text-q8_0","name":"Llama3.1 8b text q8_0","display_name":"Llama3.1 8b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.1:latest","name":"Llama3.1 Latest","display_name":"Llama3.1 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:11b","name":"Llama3.2-vision 11b","display_name":"Llama3.2-vision 11b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:11b-instruct-fp16","name":"Llama3.2-vision 11b instruct fp16","display_name":"Llama3.2-vision 11b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:11b-instruct-q4_K_M","name":"Llama3.2-vision 11b instruct q4_K_M","display_name":"Llama3.2-vision 11b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:11b-instruct-q8_0","name":"Llama3.2-vision 11b instruct q8_0","display_name":"Llama3.2-vision 11b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:90b","name":"Llama3.2-vision 90b","display_name":"Llama3.2-vision 90b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:90b-instruct-fp16","name":"Llama3.2-vision 90b instruct fp16","display_name":"Llama3.2-vision 90b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:90b-instruct-q4_K_M","name":"Llama3.2-vision 90b instruct q4_K_M","display_name":"Llama3.2-vision 90b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:90b-instruct-q8_0","name":"Llama3.2-vision 90b instruct q8_0","display_name":"Llama3.2-vision 90b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2-vision:latest","name":"Llama3.2-vision Latest","display_name":"Llama3.2-vision Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b","name":"Llama3.2 1b","display_name":"Llama3.2 1b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-fp16","name":"Llama3.2 1b instruct fp16","display_name":"Llama3.2 1b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q2_K","name":"Llama3.2 1b instruct q2_K","display_name":"Llama3.2 1b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q3_K_L","name":"Llama3.2 1b instruct q3_K_L","display_name":"Llama3.2 1b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q3_K_M","name":"Llama3.2 1b instruct q3_K_M","display_name":"Llama3.2 1b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q3_K_S","name":"Llama3.2 1b instruct q3_K_S","display_name":"Llama3.2 1b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q4_0","name":"Llama3.2 1b instruct q4_0","display_name":"Llama3.2 1b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q4_1","name":"Llama3.2 1b instruct q4_1","display_name":"Llama3.2 1b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q4_K_M","name":"Llama3.2 1b instruct q4_K_M","display_name":"Llama3.2 1b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q4_K_S","name":"Llama3.2 1b instruct q4_K_S","display_name":"Llama3.2 1b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q5_0","name":"Llama3.2 1b instruct q5_0","display_name":"Llama3.2 1b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q5_1","name":"Llama3.2 1b instruct q5_1","display_name":"Llama3.2 1b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q5_K_M","name":"Llama3.2 1b instruct q5_K_M","display_name":"Llama3.2 1b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q5_K_S","name":"Llama3.2 1b instruct q5_K_S","display_name":"Llama3.2 1b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q6_K","name":"Llama3.2 1b instruct q6_K","display_name":"Llama3.2 1b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-instruct-q8_0","name":"Llama3.2 1b instruct q8_0","display_name":"Llama3.2 1b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-fp16","name":"Llama3.2 1b text fp16","display_name":"Llama3.2 1b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q2_K","name":"Llama3.2 1b text q2_K","display_name":"Llama3.2 1b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q3_K_L","name":"Llama3.2 1b text q3_K_L","display_name":"Llama3.2 1b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q3_K_M","name":"Llama3.2 1b text q3_K_M","display_name":"Llama3.2 1b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q3_K_S","name":"Llama3.2 1b text q3_K_S","display_name":"Llama3.2 1b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q4_0","name":"Llama3.2 1b text q4_0","display_name":"Llama3.2 1b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q4_1","name":"Llama3.2 1b text q4_1","display_name":"Llama3.2 1b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q4_K_M","name":"Llama3.2 1b text q4_K_M","display_name":"Llama3.2 1b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q4_K_S","name":"Llama3.2 1b text q4_K_S","display_name":"Llama3.2 1b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q5_0","name":"Llama3.2 1b text q5_0","display_name":"Llama3.2 1b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q5_1","name":"Llama3.2 1b text q5_1","display_name":"Llama3.2 1b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q5_K_M","name":"Llama3.2 1b text q5_K_M","display_name":"Llama3.2 1b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q5_K_S","name":"Llama3.2 1b text q5_K_S","display_name":"Llama3.2 1b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q6_K","name":"Llama3.2 1b text q6_K","display_name":"Llama3.2 1b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:1b-text-q8_0","name":"Llama3.2 1b text q8_0","display_name":"Llama3.2 1b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b","name":"Llama3.2 3b","display_name":"Llama3.2 3b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-fp16","name":"Llama3.2 3b instruct fp16","display_name":"Llama3.2 3b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q2_K","name":"Llama3.2 3b instruct q2_K","display_name":"Llama3.2 3b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q3_K_L","name":"Llama3.2 3b instruct q3_K_L","display_name":"Llama3.2 3b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q3_K_M","name":"Llama3.2 3b instruct q3_K_M","display_name":"Llama3.2 3b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q3_K_S","name":"Llama3.2 3b instruct q3_K_S","display_name":"Llama3.2 3b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q4_0","name":"Llama3.2 3b instruct q4_0","display_name":"Llama3.2 3b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q4_1","name":"Llama3.2 3b instruct q4_1","display_name":"Llama3.2 3b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q4_K_M","name":"Llama3.2 3b instruct q4_K_M","display_name":"Llama3.2 3b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q4_K_S","name":"Llama3.2 3b instruct q4_K_S","display_name":"Llama3.2 3b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q5_0","name":"Llama3.2 3b instruct q5_0","display_name":"Llama3.2 3b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q5_1","name":"Llama3.2 3b instruct q5_1","display_name":"Llama3.2 3b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q5_K_M","name":"Llama3.2 3b instruct q5_K_M","display_name":"Llama3.2 3b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q5_K_S","name":"Llama3.2 3b instruct q5_K_S","display_name":"Llama3.2 3b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q6_K","name":"Llama3.2 3b instruct q6_K","display_name":"Llama3.2 3b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-instruct-q8_0","name":"Llama3.2 3b instruct q8_0","display_name":"Llama3.2 3b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-fp16","name":"Llama3.2 3b text fp16","display_name":"Llama3.2 3b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q2_K","name":"Llama3.2 3b text q2_K","display_name":"Llama3.2 3b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q3_K_L","name":"Llama3.2 3b text q3_K_L","display_name":"Llama3.2 3b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q3_K_M","name":"Llama3.2 3b text q3_K_M","display_name":"Llama3.2 3b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q3_K_S","name":"Llama3.2 3b text q3_K_S","display_name":"Llama3.2 3b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q4_0","name":"Llama3.2 3b text q4_0","display_name":"Llama3.2 3b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q4_1","name":"Llama3.2 3b text q4_1","display_name":"Llama3.2 3b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q4_K_M","name":"Llama3.2 3b text q4_K_M","display_name":"Llama3.2 3b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q4_K_S","name":"Llama3.2 3b text q4_K_S","display_name":"Llama3.2 3b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q5_0","name":"Llama3.2 3b text q5_0","display_name":"Llama3.2 3b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q5_1","name":"Llama3.2 3b text q5_1","display_name":"Llama3.2 3b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q5_K_M","name":"Llama3.2 3b text q5_K_M","display_name":"Llama3.2 3b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q5_K_S","name":"Llama3.2 3b text q5_K_S","display_name":"Llama3.2 3b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q6_K","name":"Llama3.2 3b text q6_K","display_name":"Llama3.2 3b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:3b-text-q8_0","name":"Llama3.2 3b text q8_0","display_name":"Llama3.2 3b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.2:latest","name":"Llama3.2 Latest","display_name":"Llama3.2 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b","name":"Llama3.3 70b","display_name":"Llama3.3 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-fp16","name":"Llama3.3 70b instruct fp16","display_name":"Llama3.3 70b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q2_K","name":"Llama3.3 70b instruct q2_K","display_name":"Llama3.3 70b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q3_K_M","name":"Llama3.3 70b instruct q3_K_M","display_name":"Llama3.3 70b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q3_K_S","name":"Llama3.3 70b instruct q3_K_S","display_name":"Llama3.3 70b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q4_0","name":"Llama3.3 70b instruct q4_0","display_name":"Llama3.3 70b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q4_K_M","name":"Llama3.3 70b instruct q4_K_M","display_name":"Llama3.3 70b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q4_K_S","name":"Llama3.3 70b instruct q4_K_S","display_name":"Llama3.3 70b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q5_0","name":"Llama3.3 70b instruct q5_0","display_name":"Llama3.3 70b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q5_1","name":"Llama3.3 70b instruct q5_1","display_name":"Llama3.3 70b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q5_K_M","name":"Llama3.3 70b instruct q5_K_M","display_name":"Llama3.3 70b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q6_K","name":"Llama3.3 70b instruct q6_K","display_name":"Llama3.3 70b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:70b-instruct-q8_0","name":"Llama3.3 70b instruct q8_0","display_name":"Llama3.3 70b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama3.3:latest","name":"Llama3.3 Latest","display_name":"Llama3.3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:128x17b","name":"Llama4 128x17b","display_name":"Llama4 128x17b","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:16x17b","name":"Llama4 16x17b","display_name":"Llama4 16x17b","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-maverick-128e-instruct-fp16","name":"Llama4 17b maverick 128e instruct fp16","display_name":"Llama4 17b maverick 128e instruct fp16","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-maverick-128e-instruct-q4_K_M","name":"Llama4 17b maverick 128e instruct q4_K_M","display_name":"Llama4 17b maverick 128e instruct q4_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-maverick-128e-instruct-q8_0","name":"Llama4 17b maverick 128e instruct q8_0","display_name":"Llama4 17b maverick 128e instruct q8_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-scout-16e-instruct-fp16","name":"Llama4 17b scout 16e instruct fp16","display_name":"Llama4 17b scout 16e instruct fp16","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-scout-16e-instruct-q4_K_M","name":"Llama4 17b scout 16e instruct q4_K_M","display_name":"Llama4 17b scout 16e instruct q4_K_M","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:17b-scout-16e-instruct-q8_0","name":"Llama4 17b scout 16e instruct q8_0","display_name":"Llama4 17b scout 16e instruct q8_0","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:latest","name":"Llama4 Latest","display_name":"Llama4 Latest","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:maverick","name":"Llama4 Maverick","display_name":"Llama4 Maverick","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llama4:scout","name":"Llama4 Scout","display_name":"Llama4 Scout","type":"chat","context_length":10000000,"max_output_tokens":2500000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-llama3:8b","name":"Llava-llama3 8b","display_name":"Llava-llama3 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-llama3:8b-v1.1-fp16","name":"Llava-llama3 8b v1.1 fp16","display_name":"Llava-llama3 8b v1.1 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-llama3:8b-v1.1-q4_0","name":"Llava-llama3 8b v1.1 q4_0","display_name":"Llava-llama3 8b v1.1 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-llama3:latest","name":"Llava-llama3 Latest","display_name":"Llava-llama3 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-phi3:3.8b","name":"Llava-phi3 3.8b","display_name":"Llava-phi3 3.8b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-phi3:3.8b-mini-fp16","name":"Llava-phi3 3.8b mini fp16","display_name":"Llava-phi3 3.8b mini fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-phi3:3.8b-mini-q4_0","name":"Llava-phi3 3.8b mini q4_0","display_name":"Llava-phi3 3.8b mini q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava-phi3:latest","name":"Llava-phi3 Latest","display_name":"Llava-phi3 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b","name":"Llava 13b","display_name":"Llava 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-fp16","name":"Llava 13b v1.5 fp16","display_name":"Llava 13b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q2_K","name":"Llava 13b v1.5 q2_K","display_name":"Llava 13b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q3_K_L","name":"Llava 13b v1.5 q3_K_L","display_name":"Llava 13b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q3_K_M","name":"Llava 13b v1.5 q3_K_M","display_name":"Llava 13b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q3_K_S","name":"Llava 13b v1.5 q3_K_S","display_name":"Llava 13b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q4_0","name":"Llava 13b v1.5 q4_0","display_name":"Llava 13b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q4_1","name":"Llava 13b v1.5 q4_1","display_name":"Llava 13b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q4_K_M","name":"Llava 13b v1.5 q4_K_M","display_name":"Llava 13b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q4_K_S","name":"Llava 13b v1.5 q4_K_S","display_name":"Llava 13b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q5_0","name":"Llava 13b v1.5 q5_0","display_name":"Llava 13b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q5_1","name":"Llava 13b v1.5 q5_1","display_name":"Llava 13b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q5_K_M","name":"Llava 13b v1.5 q5_K_M","display_name":"Llava 13b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q5_K_S","name":"Llava 13b v1.5 q5_K_S","display_name":"Llava 13b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q6_K","name":"Llava 13b v1.5 q6_K","display_name":"Llava 13b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.5-q8_0","name":"Llava 13b v1.5 q8_0","display_name":"Llava 13b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6","name":"Llava 13b v1.6","display_name":"Llava 13b v1.6","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-fp16","name":"Llava 13b v1.6 vicuna fp16","display_name":"Llava 13b v1.6 vicuna fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q2_K","name":"Llava 13b v1.6 vicuna q2_K","display_name":"Llava 13b v1.6 vicuna q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q3_K_L","name":"Llava 13b v1.6 vicuna q3_K_L","display_name":"Llava 13b v1.6 vicuna q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q3_K_M","name":"Llava 13b v1.6 vicuna q3_K_M","display_name":"Llava 13b v1.6 vicuna q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q3_K_S","name":"Llava 13b v1.6 vicuna q3_K_S","display_name":"Llava 13b v1.6 vicuna q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q4_0","name":"Llava 13b v1.6 vicuna q4_0","display_name":"Llava 13b v1.6 vicuna q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q4_1","name":"Llava 13b v1.6 vicuna q4_1","display_name":"Llava 13b v1.6 vicuna q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q4_K_M","name":"Llava 13b v1.6 vicuna q4_K_M","display_name":"Llava 13b v1.6 vicuna q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q4_K_S","name":"Llava 13b v1.6 vicuna q4_K_S","display_name":"Llava 13b v1.6 vicuna q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q5_0","name":"Llava 13b v1.6 vicuna q5_0","display_name":"Llava 13b v1.6 vicuna q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q5_1","name":"Llava 13b v1.6 vicuna q5_1","display_name":"Llava 13b v1.6 vicuna q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q5_K_M","name":"Llava 13b v1.6 vicuna q5_K_M","display_name":"Llava 13b v1.6 vicuna q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q5_K_S","name":"Llava 13b v1.6 vicuna q5_K_S","display_name":"Llava 13b v1.6 vicuna q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q6_K","name":"Llava 13b v1.6 vicuna q6_K","display_name":"Llava 13b v1.6 vicuna q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:13b-v1.6-vicuna-q8_0","name":"Llava 13b v1.6 vicuna q8_0","display_name":"Llava 13b v1.6 vicuna q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b","name":"Llava 34b","display_name":"Llava 34b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6","name":"Llava 34b v1.6","display_name":"Llava 34b v1.6","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-fp16","name":"Llava 34b v1.6 fp16","display_name":"Llava 34b v1.6 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q2_K","name":"Llava 34b v1.6 q2_K","display_name":"Llava 34b v1.6 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q3_K_L","name":"Llava 34b v1.6 q3_K_L","display_name":"Llava 34b v1.6 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q3_K_M","name":"Llava 34b v1.6 q3_K_M","display_name":"Llava 34b v1.6 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q3_K_S","name":"Llava 34b v1.6 q3_K_S","display_name":"Llava 34b v1.6 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q4_0","name":"Llava 34b v1.6 q4_0","display_name":"Llava 34b v1.6 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q4_1","name":"Llava 34b v1.6 q4_1","display_name":"Llava 34b v1.6 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q4_K_M","name":"Llava 34b v1.6 q4_K_M","display_name":"Llava 34b v1.6 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q4_K_S","name":"Llava 34b v1.6 q4_K_S","display_name":"Llava 34b v1.6 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q5_0","name":"Llava 34b v1.6 q5_0","display_name":"Llava 34b v1.6 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q5_1","name":"Llava 34b v1.6 q5_1","display_name":"Llava 34b v1.6 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q5_K_M","name":"Llava 34b v1.6 q5_K_M","display_name":"Llava 34b v1.6 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q5_K_S","name":"Llava 34b v1.6 q5_K_S","display_name":"Llava 34b v1.6 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q6_K","name":"Llava 34b v1.6 q6_K","display_name":"Llava 34b v1.6 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:34b-v1.6-q8_0","name":"Llava 34b v1.6 q8_0","display_name":"Llava 34b v1.6 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b","name":"Llava 7b","display_name":"Llava 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-fp16","name":"Llava 7b v1.5 fp16","display_name":"Llava 7b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q2_K","name":"Llava 7b v1.5 q2_K","display_name":"Llava 7b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q3_K_L","name":"Llava 7b v1.5 q3_K_L","display_name":"Llava 7b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q3_K_M","name":"Llava 7b v1.5 q3_K_M","display_name":"Llava 7b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q3_K_S","name":"Llava 7b v1.5 q3_K_S","display_name":"Llava 7b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q4_0","name":"Llava 7b v1.5 q4_0","display_name":"Llava 7b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q4_1","name":"Llava 7b v1.5 q4_1","display_name":"Llava 7b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q4_K_M","name":"Llava 7b v1.5 q4_K_M","display_name":"Llava 7b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q4_K_S","name":"Llava 7b v1.5 q4_K_S","display_name":"Llava 7b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q5_0","name":"Llava 7b v1.5 q5_0","display_name":"Llava 7b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q5_1","name":"Llava 7b v1.5 q5_1","display_name":"Llava 7b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q5_K_M","name":"Llava 7b v1.5 q5_K_M","display_name":"Llava 7b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q5_K_S","name":"Llava 7b v1.5 q5_K_S","display_name":"Llava 7b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q6_K","name":"Llava 7b v1.5 q6_K","display_name":"Llava 7b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.5-q8_0","name":"Llava 7b v1.5 q8_0","display_name":"Llava 7b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6","name":"Llava 7b v1.6","display_name":"Llava 7b v1.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-fp16","name":"Llava 7b v1.6 mistral fp16","display_name":"Llava 7b v1.6 mistral fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q2_K","name":"Llava 7b v1.6 mistral q2_K","display_name":"Llava 7b v1.6 mistral q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q3_K_L","name":"Llava 7b v1.6 mistral q3_K_L","display_name":"Llava 7b v1.6 mistral q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q3_K_M","name":"Llava 7b v1.6 mistral q3_K_M","display_name":"Llava 7b v1.6 mistral q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q3_K_S","name":"Llava 7b v1.6 mistral q3_K_S","display_name":"Llava 7b v1.6 mistral q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q4_0","name":"Llava 7b v1.6 mistral q4_0","display_name":"Llava 7b v1.6 mistral q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q4_1","name":"Llava 7b v1.6 mistral q4_1","display_name":"Llava 7b v1.6 mistral q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q4_K_M","name":"Llava 7b v1.6 mistral q4_K_M","display_name":"Llava 7b v1.6 mistral q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q4_K_S","name":"Llava 7b v1.6 mistral q4_K_S","display_name":"Llava 7b v1.6 mistral q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q5_0","name":"Llava 7b v1.6 mistral q5_0","display_name":"Llava 7b v1.6 mistral q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q5_1","name":"Llava 7b v1.6 mistral q5_1","display_name":"Llava 7b v1.6 mistral q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q5_K_M","name":"Llava 7b v1.6 mistral q5_K_M","display_name":"Llava 7b v1.6 mistral q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q5_K_S","name":"Llava 7b v1.6 mistral q5_K_S","display_name":"Llava 7b v1.6 mistral q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q6_K","name":"Llava 7b v1.6 mistral q6_K","display_name":"Llava 7b v1.6 mistral q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-mistral-q8_0","name":"Llava 7b v1.6 mistral q8_0","display_name":"Llava 7b v1.6 mistral q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-fp16","name":"Llava 7b v1.6 vicuna fp16","display_name":"Llava 7b v1.6 vicuna fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q2_K","name":"Llava 7b v1.6 vicuna q2_K","display_name":"Llava 7b v1.6 vicuna q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q3_K_L","name":"Llava 7b v1.6 vicuna q3_K_L","display_name":"Llava 7b v1.6 vicuna q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q3_K_M","name":"Llava 7b v1.6 vicuna q3_K_M","display_name":"Llava 7b v1.6 vicuna q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q3_K_S","name":"Llava 7b v1.6 vicuna q3_K_S","display_name":"Llava 7b v1.6 vicuna q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q4_0","name":"Llava 7b v1.6 vicuna q4_0","display_name":"Llava 7b v1.6 vicuna q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q4_1","name":"Llava 7b v1.6 vicuna q4_1","display_name":"Llava 7b v1.6 vicuna q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q4_K_M","name":"Llava 7b v1.6 vicuna q4_K_M","display_name":"Llava 7b v1.6 vicuna q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q4_K_S","name":"Llava 7b v1.6 vicuna q4_K_S","display_name":"Llava 7b v1.6 vicuna q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q5_0","name":"Llava 7b v1.6 vicuna q5_0","display_name":"Llava 7b v1.6 vicuna q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q5_1","name":"Llava 7b v1.6 vicuna q5_1","display_name":"Llava 7b v1.6 vicuna q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q5_K_M","name":"Llava 7b v1.6 vicuna q5_K_M","display_name":"Llava 7b v1.6 vicuna q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q5_K_S","name":"Llava 7b v1.6 vicuna q5_K_S","display_name":"Llava 7b v1.6 vicuna q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q6_K","name":"Llava 7b v1.6 vicuna q6_K","display_name":"Llava 7b v1.6 vicuna q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:7b-v1.6-vicuna-q8_0","name":"Llava 7b v1.6 vicuna q8_0","display_name":"Llava 7b v1.6 vicuna q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:latest","name":"Llava Latest","display_name":"Llava Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"llava:v1.6","name":"Llava V1.6","display_name":"Llava V1.6","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b","name":"Magicoder 7b","display_name":"Magicoder 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl","name":"Magicoder 7b s cl","display_name":"Magicoder 7b s cl","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-fp16","name":"Magicoder 7b s cl fp16","display_name":"Magicoder 7b s cl fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q2_K","name":"Magicoder 7b s cl q2_K","display_name":"Magicoder 7b s cl q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q3_K_L","name":"Magicoder 7b s cl q3_K_L","display_name":"Magicoder 7b s cl q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q3_K_M","name":"Magicoder 7b s cl q3_K_M","display_name":"Magicoder 7b s cl q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q3_K_S","name":"Magicoder 7b s cl q3_K_S","display_name":"Magicoder 7b s cl q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q4_0","name":"Magicoder 7b s cl q4_0","display_name":"Magicoder 7b s cl q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q4_1","name":"Magicoder 7b s cl q4_1","display_name":"Magicoder 7b s cl q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q4_K_M","name":"Magicoder 7b s cl q4_K_M","display_name":"Magicoder 7b s cl q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q4_K_S","name":"Magicoder 7b s cl q4_K_S","display_name":"Magicoder 7b s cl q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q5_0","name":"Magicoder 7b s cl q5_0","display_name":"Magicoder 7b s cl q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q5_1","name":"Magicoder 7b s cl q5_1","display_name":"Magicoder 7b s cl q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q5_K_M","name":"Magicoder 7b s cl q5_K_M","display_name":"Magicoder 7b s cl q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q5_K_S","name":"Magicoder 7b s cl q5_K_S","display_name":"Magicoder 7b s cl q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q6_K","name":"Magicoder 7b s cl q6_K","display_name":"Magicoder 7b s cl q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:7b-s-cl-q8_0","name":"Magicoder 7b s cl q8_0","display_name":"Magicoder 7b s cl q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magicoder:latest","name":"Magicoder Latest","display_name":"Magicoder Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magistral:24b","name":"Magistral 24b","display_name":"Magistral 24b","type":"chat","context_length":39000,"max_output_tokens":9750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magistral:24b-small-2506-fp16","name":"Magistral 24b small 2506 fp16","display_name":"Magistral 24b small 2506 fp16","type":"chat","context_length":39000,"max_output_tokens":9750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magistral:24b-small-2506-q4_K_M","name":"Magistral 24b small 2506 q4_K_M","display_name":"Magistral 24b small 2506 q4_K_M","type":"chat","context_length":39000,"max_output_tokens":9750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magistral:24b-small-2506-q8_0","name":"Magistral 24b small 2506 q8_0","display_name":"Magistral 24b small 2506 q8_0","type":"chat","context_length":39000,"max_output_tokens":9750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"magistral:latest","name":"Magistral Latest","display_name":"Magistral Latest","type":"chat","context_length":39000,"max_output_tokens":9750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"marco-o1:7b","name":"Marco-o1 7b","display_name":"Marco-o1 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"marco-o1:7b-fp16","name":"Marco-o1 7b fp16","display_name":"Marco-o1 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"marco-o1:7b-q4_K_M","name":"Marco-o1 7b q4_K_M","display_name":"Marco-o1 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"marco-o1:7b-q8_0","name":"Marco-o1 7b q8_0","display_name":"Marco-o1 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"marco-o1:latest","name":"Marco-o1 Latest","display_name":"Marco-o1 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b","name":"Mathstral 7b","display_name":"Mathstral 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-fp16","name":"Mathstral 7b v0.1 fp16","display_name":"Mathstral 7b v0.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q2_K","name":"Mathstral 7b v0.1 q2_K","display_name":"Mathstral 7b v0.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q3_K_L","name":"Mathstral 7b v0.1 q3_K_L","display_name":"Mathstral 7b v0.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q3_K_M","name":"Mathstral 7b v0.1 q3_K_M","display_name":"Mathstral 7b v0.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q3_K_S","name":"Mathstral 7b v0.1 q3_K_S","display_name":"Mathstral 7b v0.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q4_0","name":"Mathstral 7b v0.1 q4_0","display_name":"Mathstral 7b v0.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q4_1","name":"Mathstral 7b v0.1 q4_1","display_name":"Mathstral 7b v0.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q4_K_M","name":"Mathstral 7b v0.1 q4_K_M","display_name":"Mathstral 7b v0.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q4_K_S","name":"Mathstral 7b v0.1 q4_K_S","display_name":"Mathstral 7b v0.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q5_0","name":"Mathstral 7b v0.1 q5_0","display_name":"Mathstral 7b v0.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q5_1","name":"Mathstral 7b v0.1 q5_1","display_name":"Mathstral 7b v0.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q5_K_M","name":"Mathstral 7b v0.1 q5_K_M","display_name":"Mathstral 7b v0.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q5_K_S","name":"Mathstral 7b v0.1 q5_K_S","display_name":"Mathstral 7b v0.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q6_K","name":"Mathstral 7b v0.1 q6_K","display_name":"Mathstral 7b v0.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:7b-v0.1-q8_0","name":"Mathstral 7b v0.1 q8_0","display_name":"Mathstral 7b v0.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mathstral:latest","name":"Mathstral Latest","display_name":"Mathstral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:70b","name":"Meditron 70b","display_name":"Meditron 70b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:70b-q4_0","name":"Meditron 70b q4_0","display_name":"Meditron 70b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:70b-q4_1","name":"Meditron 70b q4_1","display_name":"Meditron 70b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:70b-q4_K_S","name":"Meditron 70b q4_K_S","display_name":"Meditron 70b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:70b-q5_1","name":"Meditron 70b q5_1","display_name":"Meditron 70b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b","name":"Meditron 7b","display_name":"Meditron 7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-fp16","name":"Meditron 7b fp16","display_name":"Meditron 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q2_K","name":"Meditron 7b q2_K","display_name":"Meditron 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q3_K_L","name":"Meditron 7b q3_K_L","display_name":"Meditron 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q3_K_M","name":"Meditron 7b q3_K_M","display_name":"Meditron 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q3_K_S","name":"Meditron 7b q3_K_S","display_name":"Meditron 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q4_0","name":"Meditron 7b q4_0","display_name":"Meditron 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q4_1","name":"Meditron 7b q4_1","display_name":"Meditron 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q4_K_M","name":"Meditron 7b q4_K_M","display_name":"Meditron 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q4_K_S","name":"Meditron 7b q4_K_S","display_name":"Meditron 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q5_0","name":"Meditron 7b q5_0","display_name":"Meditron 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q5_1","name":"Meditron 7b q5_1","display_name":"Meditron 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q5_K_M","name":"Meditron 7b q5_K_M","display_name":"Meditron 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q5_K_S","name":"Meditron 7b q5_K_S","display_name":"Meditron 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q6_K","name":"Meditron 7b q6_K","display_name":"Meditron 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:7b-q8_0","name":"Meditron 7b q8_0","display_name":"Meditron 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"meditron:latest","name":"Meditron Latest","display_name":"Meditron Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b","name":"Medllama2 7b","display_name":"Medllama2 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-fp16","name":"Medllama2 7b fp16","display_name":"Medllama2 7b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q2_K","name":"Medllama2 7b q2_K","display_name":"Medllama2 7b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q3_K_L","name":"Medllama2 7b q3_K_L","display_name":"Medllama2 7b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q3_K_M","name":"Medllama2 7b q3_K_M","display_name":"Medllama2 7b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q3_K_S","name":"Medllama2 7b q3_K_S","display_name":"Medllama2 7b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q4_0","name":"Medllama2 7b q4_0","display_name":"Medllama2 7b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q4_1","name":"Medllama2 7b q4_1","display_name":"Medllama2 7b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q4_K_M","name":"Medllama2 7b q4_K_M","display_name":"Medllama2 7b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q4_K_S","name":"Medllama2 7b q4_K_S","display_name":"Medllama2 7b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q5_0","name":"Medllama2 7b q5_0","display_name":"Medllama2 7b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q5_1","name":"Medllama2 7b q5_1","display_name":"Medllama2 7b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q5_K_M","name":"Medllama2 7b q5_K_M","display_name":"Medllama2 7b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q5_K_S","name":"Medllama2 7b q5_K_S","display_name":"Medllama2 7b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q6_K","name":"Medllama2 7b q6_K","display_name":"Medllama2 7b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:7b-q8_0","name":"Medllama2 7b q8_0","display_name":"Medllama2 7b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"medllama2:latest","name":"Medllama2 Latest","display_name":"Medllama2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b","name":"Megadolphin 120b","display_name":"Megadolphin 120b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2","name":"Megadolphin 120b v2.2","display_name":"Megadolphin 120b v2.2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-fp16","name":"Megadolphin 120b v2.2 fp16","display_name":"Megadolphin 120b v2.2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q2_K","name":"Megadolphin 120b v2.2 q2_K","display_name":"Megadolphin 120b v2.2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q3_K_L","name":"Megadolphin 120b v2.2 q3_K_L","display_name":"Megadolphin 120b v2.2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q3_K_M","name":"Megadolphin 120b v2.2 q3_K_M","display_name":"Megadolphin 120b v2.2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q3_K_S","name":"Megadolphin 120b v2.2 q3_K_S","display_name":"Megadolphin 120b v2.2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q4_0","name":"Megadolphin 120b v2.2 q4_0","display_name":"Megadolphin 120b v2.2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q4_1","name":"Megadolphin 120b v2.2 q4_1","display_name":"Megadolphin 120b v2.2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q4_K_M","name":"Megadolphin 120b v2.2 q4_K_M","display_name":"Megadolphin 120b v2.2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q4_K_S","name":"Megadolphin 120b v2.2 q4_K_S","display_name":"Megadolphin 120b v2.2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q5_0","name":"Megadolphin 120b v2.2 q5_0","display_name":"Megadolphin 120b v2.2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q5_1","name":"Megadolphin 120b v2.2 q5_1","display_name":"Megadolphin 120b v2.2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q5_K_M","name":"Megadolphin 120b v2.2 q5_K_M","display_name":"Megadolphin 120b v2.2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q5_K_S","name":"Megadolphin 120b v2.2 q5_K_S","display_name":"Megadolphin 120b v2.2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q6_K","name":"Megadolphin 120b v2.2 q6_K","display_name":"Megadolphin 120b v2.2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:120b-v2.2-q8_0","name":"Megadolphin 120b v2.2 q8_0","display_name":"Megadolphin 120b v2.2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:latest","name":"Megadolphin Latest","display_name":"Megadolphin Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"megadolphin:v2.2","name":"Megadolphin V2.2","display_name":"Megadolphin V2.2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b","name":"Minicpm-v 8b","display_name":"Minicpm-v 8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-fp16","name":"Minicpm-v 8b 2.6 fp16","display_name":"Minicpm-v 8b 2.6 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q2_K","name":"Minicpm-v 8b 2.6 q2_K","display_name":"Minicpm-v 8b 2.6 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q3_K_L","name":"Minicpm-v 8b 2.6 q3_K_L","display_name":"Minicpm-v 8b 2.6 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q3_K_M","name":"Minicpm-v 8b 2.6 q3_K_M","display_name":"Minicpm-v 8b 2.6 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q3_K_S","name":"Minicpm-v 8b 2.6 q3_K_S","display_name":"Minicpm-v 8b 2.6 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q4_0","name":"Minicpm-v 8b 2.6 q4_0","display_name":"Minicpm-v 8b 2.6 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q4_1","name":"Minicpm-v 8b 2.6 q4_1","display_name":"Minicpm-v 8b 2.6 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q4_K_M","name":"Minicpm-v 8b 2.6 q4_K_M","display_name":"Minicpm-v 8b 2.6 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q4_K_S","name":"Minicpm-v 8b 2.6 q4_K_S","display_name":"Minicpm-v 8b 2.6 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q5_0","name":"Minicpm-v 8b 2.6 q5_0","display_name":"Minicpm-v 8b 2.6 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q5_1","name":"Minicpm-v 8b 2.6 q5_1","display_name":"Minicpm-v 8b 2.6 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q5_K_M","name":"Minicpm-v 8b 2.6 q5_K_M","display_name":"Minicpm-v 8b 2.6 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q5_K_S","name":"Minicpm-v 8b 2.6 q5_K_S","display_name":"Minicpm-v 8b 2.6 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q6_K","name":"Minicpm-v 8b 2.6 q6_K","display_name":"Minicpm-v 8b 2.6 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:8b-2.6-q8_0","name":"Minicpm-v 8b 2.6 q8_0","display_name":"Minicpm-v 8b 2.6 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"minicpm-v:latest","name":"Minicpm-v Latest","display_name":"Minicpm-v Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b","name":"Mistral-large 123b","display_name":"Mistral-large 123b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-fp16","name":"Mistral-large 123b instruct 2407 fp16","display_name":"Mistral-large 123b instruct 2407 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q2_K","name":"Mistral-large 123b instruct 2407 q2_K","display_name":"Mistral-large 123b instruct 2407 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q3_K_L","name":"Mistral-large 123b instruct 2407 q3_K_L","display_name":"Mistral-large 123b instruct 2407 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q3_K_M","name":"Mistral-large 123b instruct 2407 q3_K_M","display_name":"Mistral-large 123b instruct 2407 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q3_K_S","name":"Mistral-large 123b instruct 2407 q3_K_S","display_name":"Mistral-large 123b instruct 2407 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q4_0","name":"Mistral-large 123b instruct 2407 q4_0","display_name":"Mistral-large 123b instruct 2407 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q4_1","name":"Mistral-large 123b instruct 2407 q4_1","display_name":"Mistral-large 123b instruct 2407 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q4_K_M","name":"Mistral-large 123b instruct 2407 q4_K_M","display_name":"Mistral-large 123b instruct 2407 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q4_K_S","name":"Mistral-large 123b instruct 2407 q4_K_S","display_name":"Mistral-large 123b instruct 2407 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q5_0","name":"Mistral-large 123b instruct 2407 q5_0","display_name":"Mistral-large 123b instruct 2407 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q5_1","name":"Mistral-large 123b instruct 2407 q5_1","display_name":"Mistral-large 123b instruct 2407 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q5_K_M","name":"Mistral-large 123b instruct 2407 q5_K_M","display_name":"Mistral-large 123b instruct 2407 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q5_K_S","name":"Mistral-large 123b instruct 2407 q5_K_S","display_name":"Mistral-large 123b instruct 2407 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q6_K","name":"Mistral-large 123b instruct 2407 q6_K","display_name":"Mistral-large 123b instruct 2407 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2407-q8_0","name":"Mistral-large 123b instruct 2407 q8_0","display_name":"Mistral-large 123b instruct 2407 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-fp16","name":"Mistral-large 123b instruct 2411 fp16","display_name":"Mistral-large 123b instruct 2411 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q2_K","name":"Mistral-large 123b instruct 2411 q2_K","display_name":"Mistral-large 123b instruct 2411 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q3_K_L","name":"Mistral-large 123b instruct 2411 q3_K_L","display_name":"Mistral-large 123b instruct 2411 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q3_K_M","name":"Mistral-large 123b instruct 2411 q3_K_M","display_name":"Mistral-large 123b instruct 2411 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q3_K_S","name":"Mistral-large 123b instruct 2411 q3_K_S","display_name":"Mistral-large 123b instruct 2411 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q4_0","name":"Mistral-large 123b instruct 2411 q4_0","display_name":"Mistral-large 123b instruct 2411 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q4_1","name":"Mistral-large 123b instruct 2411 q4_1","display_name":"Mistral-large 123b instruct 2411 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q4_K_M","name":"Mistral-large 123b instruct 2411 q4_K_M","display_name":"Mistral-large 123b instruct 2411 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q4_K_S","name":"Mistral-large 123b instruct 2411 q4_K_S","display_name":"Mistral-large 123b instruct 2411 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q5_0","name":"Mistral-large 123b instruct 2411 q5_0","display_name":"Mistral-large 123b instruct 2411 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q5_1","name":"Mistral-large 123b instruct 2411 q5_1","display_name":"Mistral-large 123b instruct 2411 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q5_K_M","name":"Mistral-large 123b instruct 2411 q5_K_M","display_name":"Mistral-large 123b instruct 2411 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q5_K_S","name":"Mistral-large 123b instruct 2411 q5_K_S","display_name":"Mistral-large 123b instruct 2411 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q6_K","name":"Mistral-large 123b instruct 2411 q6_K","display_name":"Mistral-large 123b instruct 2411 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:123b-instruct-2411-q8_0","name":"Mistral-large 123b instruct 2411 q8_0","display_name":"Mistral-large 123b instruct 2411 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-large:latest","name":"Mistral-large Latest","display_name":"Mistral-large Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b","name":"Mistral-nemo 12b","display_name":"Mistral-nemo 12b","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-fp16","name":"Mistral-nemo 12b instruct 2407 fp16","display_name":"Mistral-nemo 12b instruct 2407 fp16","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q2_K","name":"Mistral-nemo 12b instruct 2407 q2_K","display_name":"Mistral-nemo 12b instruct 2407 q2_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q3_K_L","name":"Mistral-nemo 12b instruct 2407 q3_K_L","display_name":"Mistral-nemo 12b instruct 2407 q3_K_L","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q3_K_M","name":"Mistral-nemo 12b instruct 2407 q3_K_M","display_name":"Mistral-nemo 12b instruct 2407 q3_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q3_K_S","name":"Mistral-nemo 12b instruct 2407 q3_K_S","display_name":"Mistral-nemo 12b instruct 2407 q3_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q4_0","name":"Mistral-nemo 12b instruct 2407 q4_0","display_name":"Mistral-nemo 12b instruct 2407 q4_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q4_1","name":"Mistral-nemo 12b instruct 2407 q4_1","display_name":"Mistral-nemo 12b instruct 2407 q4_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q4_K_M","name":"Mistral-nemo 12b instruct 2407 q4_K_M","display_name":"Mistral-nemo 12b instruct 2407 q4_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q4_K_S","name":"Mistral-nemo 12b instruct 2407 q4_K_S","display_name":"Mistral-nemo 12b instruct 2407 q4_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q5_0","name":"Mistral-nemo 12b instruct 2407 q5_0","display_name":"Mistral-nemo 12b instruct 2407 q5_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q5_1","name":"Mistral-nemo 12b instruct 2407 q5_1","display_name":"Mistral-nemo 12b instruct 2407 q5_1","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q5_K_M","name":"Mistral-nemo 12b instruct 2407 q5_K_M","display_name":"Mistral-nemo 12b instruct 2407 q5_K_M","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q5_K_S","name":"Mistral-nemo 12b instruct 2407 q5_K_S","display_name":"Mistral-nemo 12b instruct 2407 q5_K_S","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q6_K","name":"Mistral-nemo 12b instruct 2407 q6_K","display_name":"Mistral-nemo 12b instruct 2407 q6_K","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:12b-instruct-2407-q8_0","name":"Mistral-nemo 12b instruct 2407 q8_0","display_name":"Mistral-nemo 12b instruct 2407 q8_0","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-nemo:latest","name":"Mistral-nemo Latest","display_name":"Mistral-nemo Latest","type":"chat","context_length":1000000,"max_output_tokens":250000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b","name":"Mistral-openorca 7b","display_name":"Mistral-openorca 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-fp16","name":"Mistral-openorca 7b fp16","display_name":"Mistral-openorca 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q2_K","name":"Mistral-openorca 7b q2_K","display_name":"Mistral-openorca 7b q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q3_K_L","name":"Mistral-openorca 7b q3_K_L","display_name":"Mistral-openorca 7b q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q3_K_M","name":"Mistral-openorca 7b q3_K_M","display_name":"Mistral-openorca 7b q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q3_K_S","name":"Mistral-openorca 7b q3_K_S","display_name":"Mistral-openorca 7b q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q4_0","name":"Mistral-openorca 7b q4_0","display_name":"Mistral-openorca 7b q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q4_1","name":"Mistral-openorca 7b q4_1","display_name":"Mistral-openorca 7b q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q4_K_M","name":"Mistral-openorca 7b q4_K_M","display_name":"Mistral-openorca 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q4_K_S","name":"Mistral-openorca 7b q4_K_S","display_name":"Mistral-openorca 7b q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q5_0","name":"Mistral-openorca 7b q5_0","display_name":"Mistral-openorca 7b q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q5_1","name":"Mistral-openorca 7b q5_1","display_name":"Mistral-openorca 7b q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q5_K_M","name":"Mistral-openorca 7b q5_K_M","display_name":"Mistral-openorca 7b q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q5_K_S","name":"Mistral-openorca 7b q5_K_S","display_name":"Mistral-openorca 7b q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q6_K","name":"Mistral-openorca 7b q6_K","display_name":"Mistral-openorca 7b q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:7b-q8_0","name":"Mistral-openorca 7b q8_0","display_name":"Mistral-openorca 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-openorca:latest","name":"Mistral-openorca Latest","display_name":"Mistral-openorca Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b","name":"Mistral-small 22b","display_name":"Mistral-small 22b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-fp16","name":"Mistral-small 22b instruct 2409 fp16","display_name":"Mistral-small 22b instruct 2409 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q2_K","name":"Mistral-small 22b instruct 2409 q2_K","display_name":"Mistral-small 22b instruct 2409 q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q3_K_L","name":"Mistral-small 22b instruct 2409 q3_K_L","display_name":"Mistral-small 22b instruct 2409 q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q3_K_M","name":"Mistral-small 22b instruct 2409 q3_K_M","display_name":"Mistral-small 22b instruct 2409 q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q3_K_S","name":"Mistral-small 22b instruct 2409 q3_K_S","display_name":"Mistral-small 22b instruct 2409 q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q4_0","name":"Mistral-small 22b instruct 2409 q4_0","display_name":"Mistral-small 22b instruct 2409 q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q4_1","name":"Mistral-small 22b instruct 2409 q4_1","display_name":"Mistral-small 22b instruct 2409 q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q4_K_M","name":"Mistral-small 22b instruct 2409 q4_K_M","display_name":"Mistral-small 22b instruct 2409 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q4_K_S","name":"Mistral-small 22b instruct 2409 q4_K_S","display_name":"Mistral-small 22b instruct 2409 q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q5_0","name":"Mistral-small 22b instruct 2409 q5_0","display_name":"Mistral-small 22b instruct 2409 q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q5_1","name":"Mistral-small 22b instruct 2409 q5_1","display_name":"Mistral-small 22b instruct 2409 q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q5_K_M","name":"Mistral-small 22b instruct 2409 q5_K_M","display_name":"Mistral-small 22b instruct 2409 q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q5_K_S","name":"Mistral-small 22b instruct 2409 q5_K_S","display_name":"Mistral-small 22b instruct 2409 q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q6_K","name":"Mistral-small 22b instruct 2409 q6_K","display_name":"Mistral-small 22b instruct 2409 q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:22b-instruct-2409-q8_0","name":"Mistral-small 22b instruct 2409 q8_0","display_name":"Mistral-small 22b instruct 2409 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:24b","name":"Mistral-small 24b","display_name":"Mistral-small 24b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:24b-instruct-2501-fp16","name":"Mistral-small 24b instruct 2501 fp16","display_name":"Mistral-small 24b instruct 2501 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:24b-instruct-2501-q4_K_M","name":"Mistral-small 24b instruct 2501 q4_K_M","display_name":"Mistral-small 24b instruct 2501 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:24b-instruct-2501-q8_0","name":"Mistral-small 24b instruct 2501 q8_0","display_name":"Mistral-small 24b instruct 2501 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small:latest","name":"Mistral-small Latest","display_name":"Mistral-small Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.1:24b","name":"Mistral-small3.1 24b","display_name":"Mistral-small3.1 24b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.1:24b-instruct-2503-fp16","name":"Mistral-small3.1 24b instruct 2503 fp16","display_name":"Mistral-small3.1 24b instruct 2503 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.1:24b-instruct-2503-q4_K_M","name":"Mistral-small3.1 24b instruct 2503 q4_K_M","display_name":"Mistral-small3.1 24b instruct 2503 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.1:24b-instruct-2503-q8_0","name":"Mistral-small3.1 24b instruct 2503 q8_0","display_name":"Mistral-small3.1 24b instruct 2503 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.1:latest","name":"Mistral-small3.1 Latest","display_name":"Mistral-small3.1 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.2:24b","name":"Mistral-small3.2 24b","display_name":"Mistral-small3.2 24b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.2:24b-instruct-2506-fp16","name":"Mistral-small3.2 24b instruct 2506 fp16","display_name":"Mistral-small3.2 24b instruct 2506 fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.2:24b-instruct-2506-q4_K_M","name":"Mistral-small3.2 24b instruct 2506 q4_K_M","display_name":"Mistral-small3.2 24b instruct 2506 q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.2:24b-instruct-2506-q8_0","name":"Mistral-small3.2 24b instruct 2506 q8_0","display_name":"Mistral-small3.2 24b instruct 2506 q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral-small3.2:latest","name":"Mistral-small3.2 Latest","display_name":"Mistral-small3.2 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b","name":"Mistral 7b","display_name":"Mistral 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct","name":"Mistral 7b instruct","display_name":"Mistral 7b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-fp16","name":"Mistral 7b instruct fp16","display_name":"Mistral 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q2_K","name":"Mistral 7b instruct q2_K","display_name":"Mistral 7b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q3_K_L","name":"Mistral 7b instruct q3_K_L","display_name":"Mistral 7b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q3_K_M","name":"Mistral 7b instruct q3_K_M","display_name":"Mistral 7b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q3_K_S","name":"Mistral 7b instruct q3_K_S","display_name":"Mistral 7b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q4_0","name":"Mistral 7b instruct q4_0","display_name":"Mistral 7b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q4_1","name":"Mistral 7b instruct q4_1","display_name":"Mistral 7b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q4_K_M","name":"Mistral 7b instruct q4_K_M","display_name":"Mistral 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q4_K_S","name":"Mistral 7b instruct q4_K_S","display_name":"Mistral 7b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q5_0","name":"Mistral 7b instruct q5_0","display_name":"Mistral 7b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q5_1","name":"Mistral 7b instruct q5_1","display_name":"Mistral 7b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q5_K_M","name":"Mistral 7b instruct q5_K_M","display_name":"Mistral 7b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q5_K_S","name":"Mistral 7b instruct q5_K_S","display_name":"Mistral 7b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q6_K","name":"Mistral 7b instruct q6_K","display_name":"Mistral 7b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-q8_0","name":"Mistral 7b instruct q8_0","display_name":"Mistral 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-fp16","name":"Mistral 7b instruct v0.2 fp16","display_name":"Mistral 7b instruct v0.2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q2_K","name":"Mistral 7b instruct v0.2 q2_K","display_name":"Mistral 7b instruct v0.2 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q3_K_L","name":"Mistral 7b instruct v0.2 q3_K_L","display_name":"Mistral 7b instruct v0.2 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q3_K_M","name":"Mistral 7b instruct v0.2 q3_K_M","display_name":"Mistral 7b instruct v0.2 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q3_K_S","name":"Mistral 7b instruct v0.2 q3_K_S","display_name":"Mistral 7b instruct v0.2 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q4_0","name":"Mistral 7b instruct v0.2 q4_0","display_name":"Mistral 7b instruct v0.2 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q4_1","name":"Mistral 7b instruct v0.2 q4_1","display_name":"Mistral 7b instruct v0.2 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q4_K_M","name":"Mistral 7b instruct v0.2 q4_K_M","display_name":"Mistral 7b instruct v0.2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q4_K_S","name":"Mistral 7b instruct v0.2 q4_K_S","display_name":"Mistral 7b instruct v0.2 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q5_0","name":"Mistral 7b instruct v0.2 q5_0","display_name":"Mistral 7b instruct v0.2 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q5_1","name":"Mistral 7b instruct v0.2 q5_1","display_name":"Mistral 7b instruct v0.2 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q5_K_M","name":"Mistral 7b instruct v0.2 q5_K_M","display_name":"Mistral 7b instruct v0.2 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q5_K_S","name":"Mistral 7b instruct v0.2 q5_K_S","display_name":"Mistral 7b instruct v0.2 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q6_K","name":"Mistral 7b instruct v0.2 q6_K","display_name":"Mistral 7b instruct v0.2 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.2-q8_0","name":"Mistral 7b instruct v0.2 q8_0","display_name":"Mistral 7b instruct v0.2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-fp16","name":"Mistral 7b instruct v0.3 fp16","display_name":"Mistral 7b instruct v0.3 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q2_K","name":"Mistral 7b instruct v0.3 q2_K","display_name":"Mistral 7b instruct v0.3 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q3_K_L","name":"Mistral 7b instruct v0.3 q3_K_L","display_name":"Mistral 7b instruct v0.3 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q3_K_M","name":"Mistral 7b instruct v0.3 q3_K_M","display_name":"Mistral 7b instruct v0.3 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q3_K_S","name":"Mistral 7b instruct v0.3 q3_K_S","display_name":"Mistral 7b instruct v0.3 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q4_0","name":"Mistral 7b instruct v0.3 q4_0","display_name":"Mistral 7b instruct v0.3 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q4_1","name":"Mistral 7b instruct v0.3 q4_1","display_name":"Mistral 7b instruct v0.3 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q4_K_M","name":"Mistral 7b instruct v0.3 q4_K_M","display_name":"Mistral 7b instruct v0.3 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q4_K_S","name":"Mistral 7b instruct v0.3 q4_K_S","display_name":"Mistral 7b instruct v0.3 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q5_0","name":"Mistral 7b instruct v0.3 q5_0","display_name":"Mistral 7b instruct v0.3 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q5_1","name":"Mistral 7b instruct v0.3 q5_1","display_name":"Mistral 7b instruct v0.3 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q5_K_M","name":"Mistral 7b instruct v0.3 q5_K_M","display_name":"Mistral 7b instruct v0.3 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q5_K_S","name":"Mistral 7b instruct v0.3 q5_K_S","display_name":"Mistral 7b instruct v0.3 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q6_K","name":"Mistral 7b instruct v0.3 q6_K","display_name":"Mistral 7b instruct v0.3 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-instruct-v0.3-q8_0","name":"Mistral 7b instruct v0.3 q8_0","display_name":"Mistral 7b instruct v0.3 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text","name":"Mistral 7b text","display_name":"Mistral 7b text","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-fp16","name":"Mistral 7b text fp16","display_name":"Mistral 7b text fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q2_K","name":"Mistral 7b text q2_K","display_name":"Mistral 7b text q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q3_K_L","name":"Mistral 7b text q3_K_L","display_name":"Mistral 7b text q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q3_K_M","name":"Mistral 7b text q3_K_M","display_name":"Mistral 7b text q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q3_K_S","name":"Mistral 7b text q3_K_S","display_name":"Mistral 7b text q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q4_0","name":"Mistral 7b text q4_0","display_name":"Mistral 7b text q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q4_1","name":"Mistral 7b text q4_1","display_name":"Mistral 7b text q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q4_K_M","name":"Mistral 7b text q4_K_M","display_name":"Mistral 7b text q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q4_K_S","name":"Mistral 7b text q4_K_S","display_name":"Mistral 7b text q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q5_0","name":"Mistral 7b text q5_0","display_name":"Mistral 7b text q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q5_1","name":"Mistral 7b text q5_1","display_name":"Mistral 7b text q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q5_K_M","name":"Mistral 7b text q5_K_M","display_name":"Mistral 7b text q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q5_K_S","name":"Mistral 7b text q5_K_S","display_name":"Mistral 7b text q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q6_K","name":"Mistral 7b text q6_K","display_name":"Mistral 7b text q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-q8_0","name":"Mistral 7b text q8_0","display_name":"Mistral 7b text q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-fp16","name":"Mistral 7b text v0.2 fp16","display_name":"Mistral 7b text v0.2 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q2_K","name":"Mistral 7b text v0.2 q2_K","display_name":"Mistral 7b text v0.2 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q3_K_L","name":"Mistral 7b text v0.2 q3_K_L","display_name":"Mistral 7b text v0.2 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q3_K_M","name":"Mistral 7b text v0.2 q3_K_M","display_name":"Mistral 7b text v0.2 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q3_K_S","name":"Mistral 7b text v0.2 q3_K_S","display_name":"Mistral 7b text v0.2 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q4_0","name":"Mistral 7b text v0.2 q4_0","display_name":"Mistral 7b text v0.2 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q4_1","name":"Mistral 7b text v0.2 q4_1","display_name":"Mistral 7b text v0.2 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q4_K_M","name":"Mistral 7b text v0.2 q4_K_M","display_name":"Mistral 7b text v0.2 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q4_K_S","name":"Mistral 7b text v0.2 q4_K_S","display_name":"Mistral 7b text v0.2 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q5_0","name":"Mistral 7b text v0.2 q5_0","display_name":"Mistral 7b text v0.2 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q5_1","name":"Mistral 7b text v0.2 q5_1","display_name":"Mistral 7b text v0.2 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q5_K_M","name":"Mistral 7b text v0.2 q5_K_M","display_name":"Mistral 7b text v0.2 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q5_K_S","name":"Mistral 7b text v0.2 q5_K_S","display_name":"Mistral 7b text v0.2 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q6_K","name":"Mistral 7b text v0.2 q6_K","display_name":"Mistral 7b text v0.2 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:7b-text-v0.2-q8_0","name":"Mistral 7b text v0.2 q8_0","display_name":"Mistral 7b text v0.2 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:instruct","name":"Mistral Instruct","display_name":"Mistral Instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:latest","name":"Mistral Latest","display_name":"Mistral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:text","name":"Mistral Text","display_name":"Mistral Text","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:v0.1","name":"Mistral V0.1","display_name":"Mistral V0.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:v0.2","name":"Mistral V0.2","display_name":"Mistral V0.2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistral:v0.3","name":"Mistral V0.3","display_name":"Mistral V0.3","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b","name":"Mistrallite 7b","display_name":"Mistrallite 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-fp16","name":"Mistrallite 7b v0.1 fp16","display_name":"Mistrallite 7b v0.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q2_K","name":"Mistrallite 7b v0.1 q2_K","display_name":"Mistrallite 7b v0.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q3_K_L","name":"Mistrallite 7b v0.1 q3_K_L","display_name":"Mistrallite 7b v0.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q3_K_M","name":"Mistrallite 7b v0.1 q3_K_M","display_name":"Mistrallite 7b v0.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q3_K_S","name":"Mistrallite 7b v0.1 q3_K_S","display_name":"Mistrallite 7b v0.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q4_0","name":"Mistrallite 7b v0.1 q4_0","display_name":"Mistrallite 7b v0.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q4_1","name":"Mistrallite 7b v0.1 q4_1","display_name":"Mistrallite 7b v0.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q4_K_M","name":"Mistrallite 7b v0.1 q4_K_M","display_name":"Mistrallite 7b v0.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q4_K_S","name":"Mistrallite 7b v0.1 q4_K_S","display_name":"Mistrallite 7b v0.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q5_0","name":"Mistrallite 7b v0.1 q5_0","display_name":"Mistrallite 7b v0.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q5_1","name":"Mistrallite 7b v0.1 q5_1","display_name":"Mistrallite 7b v0.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q5_K_M","name":"Mistrallite 7b v0.1 q5_K_M","display_name":"Mistrallite 7b v0.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q5_K_S","name":"Mistrallite 7b v0.1 q5_K_S","display_name":"Mistrallite 7b v0.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q6_K","name":"Mistrallite 7b v0.1 q6_K","display_name":"Mistrallite 7b v0.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:7b-v0.1-q8_0","name":"Mistrallite 7b v0.1 q8_0","display_name":"Mistrallite 7b v0.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mistrallite:latest","name":"Mistrallite Latest","display_name":"Mistrallite Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b","name":"Mixtral 8x22b","display_name":"Mixtral 8x22b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct","name":"Mixtral 8x22b instruct","display_name":"Mixtral 8x22b instruct","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-fp16","name":"Mixtral 8x22b instruct v0.1 fp16","display_name":"Mixtral 8x22b instruct v0.1 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q2_K","name":"Mixtral 8x22b instruct v0.1 q2_K","display_name":"Mixtral 8x22b instruct v0.1 q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q3_K_L","name":"Mixtral 8x22b instruct v0.1 q3_K_L","display_name":"Mixtral 8x22b instruct v0.1 q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q3_K_M","name":"Mixtral 8x22b instruct v0.1 q3_K_M","display_name":"Mixtral 8x22b instruct v0.1 q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q3_K_S","name":"Mixtral 8x22b instruct v0.1 q3_K_S","display_name":"Mixtral 8x22b instruct v0.1 q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q4_0","name":"Mixtral 8x22b instruct v0.1 q4_0","display_name":"Mixtral 8x22b instruct v0.1 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q4_1","name":"Mixtral 8x22b instruct v0.1 q4_1","display_name":"Mixtral 8x22b instruct v0.1 q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q4_K_M","name":"Mixtral 8x22b instruct v0.1 q4_K_M","display_name":"Mixtral 8x22b instruct v0.1 q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q4_K_S","name":"Mixtral 8x22b instruct v0.1 q4_K_S","display_name":"Mixtral 8x22b instruct v0.1 q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q5_0","name":"Mixtral 8x22b instruct v0.1 q5_0","display_name":"Mixtral 8x22b instruct v0.1 q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q5_1","name":"Mixtral 8x22b instruct v0.1 q5_1","display_name":"Mixtral 8x22b instruct v0.1 q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q5_K_M","name":"Mixtral 8x22b instruct v0.1 q5_K_M","display_name":"Mixtral 8x22b instruct v0.1 q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q5_K_S","name":"Mixtral 8x22b instruct v0.1 q5_K_S","display_name":"Mixtral 8x22b instruct v0.1 q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q6_K","name":"Mixtral 8x22b instruct v0.1 q6_K","display_name":"Mixtral 8x22b instruct v0.1 q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-instruct-v0.1-q8_0","name":"Mixtral 8x22b instruct v0.1 q8_0","display_name":"Mixtral 8x22b instruct v0.1 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text","name":"Mixtral 8x22b text","display_name":"Mixtral 8x22b text","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-fp16","name":"Mixtral 8x22b text v0.1 fp16","display_name":"Mixtral 8x22b text v0.1 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q2_K","name":"Mixtral 8x22b text v0.1 q2_K","display_name":"Mixtral 8x22b text v0.1 q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q3_K_L","name":"Mixtral 8x22b text v0.1 q3_K_L","display_name":"Mixtral 8x22b text v0.1 q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q3_K_M","name":"Mixtral 8x22b text v0.1 q3_K_M","display_name":"Mixtral 8x22b text v0.1 q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q3_K_S","name":"Mixtral 8x22b text v0.1 q3_K_S","display_name":"Mixtral 8x22b text v0.1 q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q4_0","name":"Mixtral 8x22b text v0.1 q4_0","display_name":"Mixtral 8x22b text v0.1 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q4_1","name":"Mixtral 8x22b text v0.1 q4_1","display_name":"Mixtral 8x22b text v0.1 q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q4_K_M","name":"Mixtral 8x22b text v0.1 q4_K_M","display_name":"Mixtral 8x22b text v0.1 q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q4_K_S","name":"Mixtral 8x22b text v0.1 q4_K_S","display_name":"Mixtral 8x22b text v0.1 q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q5_0","name":"Mixtral 8x22b text v0.1 q5_0","display_name":"Mixtral 8x22b text v0.1 q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q5_1","name":"Mixtral 8x22b text v0.1 q5_1","display_name":"Mixtral 8x22b text v0.1 q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q5_K_M","name":"Mixtral 8x22b text v0.1 q5_K_M","display_name":"Mixtral 8x22b text v0.1 q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q5_K_S","name":"Mixtral 8x22b text v0.1 q5_K_S","display_name":"Mixtral 8x22b text v0.1 q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q6_K","name":"Mixtral 8x22b text v0.1 q6_K","display_name":"Mixtral 8x22b text v0.1 q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x22b-text-v0.1-q8_0","name":"Mixtral 8x22b text v0.1 q8_0","display_name":"Mixtral 8x22b text v0.1 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b","name":"Mixtral 8x7b","display_name":"Mixtral 8x7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-fp16","name":"Mixtral 8x7b instruct v0.1 fp16","display_name":"Mixtral 8x7b instruct v0.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q2_K","name":"Mixtral 8x7b instruct v0.1 q2_K","display_name":"Mixtral 8x7b instruct v0.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q3_K_L","name":"Mixtral 8x7b instruct v0.1 q3_K_L","display_name":"Mixtral 8x7b instruct v0.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q3_K_M","name":"Mixtral 8x7b instruct v0.1 q3_K_M","display_name":"Mixtral 8x7b instruct v0.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q3_K_S","name":"Mixtral 8x7b instruct v0.1 q3_K_S","display_name":"Mixtral 8x7b instruct v0.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q4_0","name":"Mixtral 8x7b instruct v0.1 q4_0","display_name":"Mixtral 8x7b instruct v0.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q4_1","name":"Mixtral 8x7b instruct v0.1 q4_1","display_name":"Mixtral 8x7b instruct v0.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q4_K_M","name":"Mixtral 8x7b instruct v0.1 q4_K_M","display_name":"Mixtral 8x7b instruct v0.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q4_K_S","name":"Mixtral 8x7b instruct v0.1 q4_K_S","display_name":"Mixtral 8x7b instruct v0.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q5_0","name":"Mixtral 8x7b instruct v0.1 q5_0","display_name":"Mixtral 8x7b instruct v0.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q5_1","name":"Mixtral 8x7b instruct v0.1 q5_1","display_name":"Mixtral 8x7b instruct v0.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q5_K_M","name":"Mixtral 8x7b instruct v0.1 q5_K_M","display_name":"Mixtral 8x7b instruct v0.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q5_K_S","name":"Mixtral 8x7b instruct v0.1 q5_K_S","display_name":"Mixtral 8x7b instruct v0.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q6_K","name":"Mixtral 8x7b instruct v0.1 q6_K","display_name":"Mixtral 8x7b instruct v0.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-instruct-v0.1-q8_0","name":"Mixtral 8x7b instruct v0.1 q8_0","display_name":"Mixtral 8x7b instruct v0.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text","name":"Mixtral 8x7b text","display_name":"Mixtral 8x7b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-fp16","name":"Mixtral 8x7b text v0.1 fp16","display_name":"Mixtral 8x7b text v0.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q2_K","name":"Mixtral 8x7b text v0.1 q2_K","display_name":"Mixtral 8x7b text v0.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q3_K_L","name":"Mixtral 8x7b text v0.1 q3_K_L","display_name":"Mixtral 8x7b text v0.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q3_K_M","name":"Mixtral 8x7b text v0.1 q3_K_M","display_name":"Mixtral 8x7b text v0.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q3_K_S","name":"Mixtral 8x7b text v0.1 q3_K_S","display_name":"Mixtral 8x7b text v0.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q4_0","name":"Mixtral 8x7b text v0.1 q4_0","display_name":"Mixtral 8x7b text v0.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q4_1","name":"Mixtral 8x7b text v0.1 q4_1","display_name":"Mixtral 8x7b text v0.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q4_K_M","name":"Mixtral 8x7b text v0.1 q4_K_M","display_name":"Mixtral 8x7b text v0.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q4_K_S","name":"Mixtral 8x7b text v0.1 q4_K_S","display_name":"Mixtral 8x7b text v0.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q5_0","name":"Mixtral 8x7b text v0.1 q5_0","display_name":"Mixtral 8x7b text v0.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q5_1","name":"Mixtral 8x7b text v0.1 q5_1","display_name":"Mixtral 8x7b text v0.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q5_K_M","name":"Mixtral 8x7b text v0.1 q5_K_M","display_name":"Mixtral 8x7b text v0.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q5_K_S","name":"Mixtral 8x7b text v0.1 q5_K_S","display_name":"Mixtral 8x7b text v0.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q6_K","name":"Mixtral 8x7b text v0.1 q6_K","display_name":"Mixtral 8x7b text v0.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:8x7b-text-v0.1-q8_0","name":"Mixtral 8x7b text v0.1 q8_0","display_name":"Mixtral 8x7b text v0.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:instruct","name":"Mixtral Instruct","display_name":"Mixtral Instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:latest","name":"Mixtral Latest","display_name":"Mixtral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:text","name":"Mixtral Text","display_name":"Mixtral Text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:v0.1","name":"Mixtral V0.1","display_name":"Mixtral V0.1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mixtral:v0.1-instruct","name":"Mixtral V0.1 instruct","display_name":"Mixtral V0.1 instruct","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b","name":"Moondream 1.8b","display_name":"Moondream 1.8b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-fp16","name":"Moondream 1.8b v2 fp16","display_name":"Moondream 1.8b v2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q2_K","name":"Moondream 1.8b v2 q2_K","display_name":"Moondream 1.8b v2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q3_K_L","name":"Moondream 1.8b v2 q3_K_L","display_name":"Moondream 1.8b v2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q3_K_M","name":"Moondream 1.8b v2 q3_K_M","display_name":"Moondream 1.8b v2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q3_K_S","name":"Moondream 1.8b v2 q3_K_S","display_name":"Moondream 1.8b v2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q4_0","name":"Moondream 1.8b v2 q4_0","display_name":"Moondream 1.8b v2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q4_1","name":"Moondream 1.8b v2 q4_1","display_name":"Moondream 1.8b v2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q4_K_M","name":"Moondream 1.8b v2 q4_K_M","display_name":"Moondream 1.8b v2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q4_K_S","name":"Moondream 1.8b v2 q4_K_S","display_name":"Moondream 1.8b v2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q5_0","name":"Moondream 1.8b v2 q5_0","display_name":"Moondream 1.8b v2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q5_1","name":"Moondream 1.8b v2 q5_1","display_name":"Moondream 1.8b v2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q5_K_M","name":"Moondream 1.8b v2 q5_K_M","display_name":"Moondream 1.8b v2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q5_K_S","name":"Moondream 1.8b v2 q5_K_S","display_name":"Moondream 1.8b v2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q6_K","name":"Moondream 1.8b v2 q6_K","display_name":"Moondream 1.8b v2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:1.8b-v2-q8_0","name":"Moondream 1.8b v2 q8_0","display_name":"Moondream 1.8b v2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:latest","name":"Moondream Latest","display_name":"Moondream Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"moondream:v2","name":"Moondream V2","display_name":"Moondream V2","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"mxbai-embed-large:335m","name":"Mxbai-embed-large 335m","display_name":"Mxbai-embed-large 335m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mxbai-embed-large:335m-v1-fp16","name":"Mxbai-embed-large 335m v1 fp16","display_name":"Mxbai-embed-large 335m v1 fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mxbai-embed-large:latest","name":"Mxbai-embed-large Latest","display_name":"Mxbai-embed-large Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"mxbai-embed-large:v1","name":"Mxbai-embed-large V1","display_name":"Mxbai-embed-large V1","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b","name":"Nemotron-mini 4b","display_name":"Nemotron-mini 4b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-fp16","name":"Nemotron-mini 4b instruct fp16","display_name":"Nemotron-mini 4b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q2_K","name":"Nemotron-mini 4b instruct q2_K","display_name":"Nemotron-mini 4b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q3_K_L","name":"Nemotron-mini 4b instruct q3_K_L","display_name":"Nemotron-mini 4b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q3_K_M","name":"Nemotron-mini 4b instruct q3_K_M","display_name":"Nemotron-mini 4b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q3_K_S","name":"Nemotron-mini 4b instruct q3_K_S","display_name":"Nemotron-mini 4b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q4_0","name":"Nemotron-mini 4b instruct q4_0","display_name":"Nemotron-mini 4b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q4_1","name":"Nemotron-mini 4b instruct q4_1","display_name":"Nemotron-mini 4b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q4_K_M","name":"Nemotron-mini 4b instruct q4_K_M","display_name":"Nemotron-mini 4b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q4_K_S","name":"Nemotron-mini 4b instruct q4_K_S","display_name":"Nemotron-mini 4b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q5_0","name":"Nemotron-mini 4b instruct q5_0","display_name":"Nemotron-mini 4b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q5_1","name":"Nemotron-mini 4b instruct q5_1","display_name":"Nemotron-mini 4b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q5_K_M","name":"Nemotron-mini 4b instruct q5_K_M","display_name":"Nemotron-mini 4b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q5_K_S","name":"Nemotron-mini 4b instruct q5_K_S","display_name":"Nemotron-mini 4b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q6_K","name":"Nemotron-mini 4b instruct q6_K","display_name":"Nemotron-mini 4b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:4b-instruct-q8_0","name":"Nemotron-mini 4b instruct q8_0","display_name":"Nemotron-mini 4b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron-mini:latest","name":"Nemotron-mini Latest","display_name":"Nemotron-mini Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b","name":"Nemotron 70b","display_name":"Nemotron 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-fp16","name":"Nemotron 70b instruct fp16","display_name":"Nemotron 70b instruct fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q2_K","name":"Nemotron 70b instruct q2_K","display_name":"Nemotron 70b instruct q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q3_K_L","name":"Nemotron 70b instruct q3_K_L","display_name":"Nemotron 70b instruct q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q3_K_M","name":"Nemotron 70b instruct q3_K_M","display_name":"Nemotron 70b instruct q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q3_K_S","name":"Nemotron 70b instruct q3_K_S","display_name":"Nemotron 70b instruct q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q4_0","name":"Nemotron 70b instruct q4_0","display_name":"Nemotron 70b instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q4_1","name":"Nemotron 70b instruct q4_1","display_name":"Nemotron 70b instruct q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q4_K_M","name":"Nemotron 70b instruct q4_K_M","display_name":"Nemotron 70b instruct q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q4_K_S","name":"Nemotron 70b instruct q4_K_S","display_name":"Nemotron 70b instruct q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q5_0","name":"Nemotron 70b instruct q5_0","display_name":"Nemotron 70b instruct q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q5_1","name":"Nemotron 70b instruct q5_1","display_name":"Nemotron 70b instruct q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q5_K_M","name":"Nemotron 70b instruct q5_K_M","display_name":"Nemotron 70b instruct q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q5_K_S","name":"Nemotron 70b instruct q5_K_S","display_name":"Nemotron 70b instruct q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q6_K","name":"Nemotron 70b instruct q6_K","display_name":"Nemotron 70b instruct q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:70b-instruct-q8_0","name":"Nemotron 70b instruct q8_0","display_name":"Nemotron 70b instruct q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nemotron:latest","name":"Nemotron Latest","display_name":"Nemotron Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b","name":"Neural-chat 7b","display_name":"Neural-chat 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1","name":"Neural-chat 7b v3.1","display_name":"Neural-chat 7b v3.1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-fp16","name":"Neural-chat 7b v3.1 fp16","display_name":"Neural-chat 7b v3.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q2_K","name":"Neural-chat 7b v3.1 q2_K","display_name":"Neural-chat 7b v3.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q3_K_L","name":"Neural-chat 7b v3.1 q3_K_L","display_name":"Neural-chat 7b v3.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q3_K_M","name":"Neural-chat 7b v3.1 q3_K_M","display_name":"Neural-chat 7b v3.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q3_K_S","name":"Neural-chat 7b v3.1 q3_K_S","display_name":"Neural-chat 7b v3.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q4_0","name":"Neural-chat 7b v3.1 q4_0","display_name":"Neural-chat 7b v3.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q4_1","name":"Neural-chat 7b v3.1 q4_1","display_name":"Neural-chat 7b v3.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q4_K_M","name":"Neural-chat 7b v3.1 q4_K_M","display_name":"Neural-chat 7b v3.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q4_K_S","name":"Neural-chat 7b v3.1 q4_K_S","display_name":"Neural-chat 7b v3.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q5_0","name":"Neural-chat 7b v3.1 q5_0","display_name":"Neural-chat 7b v3.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q5_1","name":"Neural-chat 7b v3.1 q5_1","display_name":"Neural-chat 7b v3.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q5_K_M","name":"Neural-chat 7b v3.1 q5_K_M","display_name":"Neural-chat 7b v3.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q5_K_S","name":"Neural-chat 7b v3.1 q5_K_S","display_name":"Neural-chat 7b v3.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q6_K","name":"Neural-chat 7b v3.1 q6_K","display_name":"Neural-chat 7b v3.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.1-q8_0","name":"Neural-chat 7b v3.1 q8_0","display_name":"Neural-chat 7b v3.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2","name":"Neural-chat 7b v3.2","display_name":"Neural-chat 7b v3.2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-fp16","name":"Neural-chat 7b v3.2 fp16","display_name":"Neural-chat 7b v3.2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q2_K","name":"Neural-chat 7b v3.2 q2_K","display_name":"Neural-chat 7b v3.2 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q3_K_L","name":"Neural-chat 7b v3.2 q3_K_L","display_name":"Neural-chat 7b v3.2 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q3_K_M","name":"Neural-chat 7b v3.2 q3_K_M","display_name":"Neural-chat 7b v3.2 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q3_K_S","name":"Neural-chat 7b v3.2 q3_K_S","display_name":"Neural-chat 7b v3.2 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q4_0","name":"Neural-chat 7b v3.2 q4_0","display_name":"Neural-chat 7b v3.2 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q4_1","name":"Neural-chat 7b v3.2 q4_1","display_name":"Neural-chat 7b v3.2 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q4_K_M","name":"Neural-chat 7b v3.2 q4_K_M","display_name":"Neural-chat 7b v3.2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q4_K_S","name":"Neural-chat 7b v3.2 q4_K_S","display_name":"Neural-chat 7b v3.2 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q5_0","name":"Neural-chat 7b v3.2 q5_0","display_name":"Neural-chat 7b v3.2 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q5_1","name":"Neural-chat 7b v3.2 q5_1","display_name":"Neural-chat 7b v3.2 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q5_K_M","name":"Neural-chat 7b v3.2 q5_K_M","display_name":"Neural-chat 7b v3.2 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q5_K_S","name":"Neural-chat 7b v3.2 q5_K_S","display_name":"Neural-chat 7b v3.2 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q6_K","name":"Neural-chat 7b v3.2 q6_K","display_name":"Neural-chat 7b v3.2 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.2-q8_0","name":"Neural-chat 7b v3.2 q8_0","display_name":"Neural-chat 7b v3.2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3","name":"Neural-chat 7b v3.3","display_name":"Neural-chat 7b v3.3","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-fp16","name":"Neural-chat 7b v3.3 fp16","display_name":"Neural-chat 7b v3.3 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q2_K","name":"Neural-chat 7b v3.3 q2_K","display_name":"Neural-chat 7b v3.3 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q3_K_L","name":"Neural-chat 7b v3.3 q3_K_L","display_name":"Neural-chat 7b v3.3 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q3_K_M","name":"Neural-chat 7b v3.3 q3_K_M","display_name":"Neural-chat 7b v3.3 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q3_K_S","name":"Neural-chat 7b v3.3 q3_K_S","display_name":"Neural-chat 7b v3.3 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q4_0","name":"Neural-chat 7b v3.3 q4_0","display_name":"Neural-chat 7b v3.3 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q4_1","name":"Neural-chat 7b v3.3 q4_1","display_name":"Neural-chat 7b v3.3 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q4_K_M","name":"Neural-chat 7b v3.3 q4_K_M","display_name":"Neural-chat 7b v3.3 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q4_K_S","name":"Neural-chat 7b v3.3 q4_K_S","display_name":"Neural-chat 7b v3.3 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q5_0","name":"Neural-chat 7b v3.3 q5_0","display_name":"Neural-chat 7b v3.3 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q5_1","name":"Neural-chat 7b v3.3 q5_1","display_name":"Neural-chat 7b v3.3 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q5_K_M","name":"Neural-chat 7b v3.3 q5_K_M","display_name":"Neural-chat 7b v3.3 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q5_K_S","name":"Neural-chat 7b v3.3 q5_K_S","display_name":"Neural-chat 7b v3.3 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q6_K","name":"Neural-chat 7b v3.3 q6_K","display_name":"Neural-chat 7b v3.3 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:7b-v3.3-q8_0","name":"Neural-chat 7b v3.3 q8_0","display_name":"Neural-chat 7b v3.3 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"neural-chat:latest","name":"Neural-chat Latest","display_name":"Neural-chat Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b","name":"Nexusraven 13b","display_name":"Nexusraven 13b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-fp16","name":"Nexusraven 13b fp16","display_name":"Nexusraven 13b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q2_K","name":"Nexusraven 13b q2_K","display_name":"Nexusraven 13b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q3_K_L","name":"Nexusraven 13b q3_K_L","display_name":"Nexusraven 13b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q3_K_M","name":"Nexusraven 13b q3_K_M","display_name":"Nexusraven 13b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q3_K_S","name":"Nexusraven 13b q3_K_S","display_name":"Nexusraven 13b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q4_0","name":"Nexusraven 13b q4_0","display_name":"Nexusraven 13b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q4_1","name":"Nexusraven 13b q4_1","display_name":"Nexusraven 13b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q4_K_M","name":"Nexusraven 13b q4_K_M","display_name":"Nexusraven 13b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q4_K_S","name":"Nexusraven 13b q4_K_S","display_name":"Nexusraven 13b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q5_0","name":"Nexusraven 13b q5_0","display_name":"Nexusraven 13b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q5_1","name":"Nexusraven 13b q5_1","display_name":"Nexusraven 13b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q5_K_M","name":"Nexusraven 13b q5_K_M","display_name":"Nexusraven 13b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q5_K_S","name":"Nexusraven 13b q5_K_S","display_name":"Nexusraven 13b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q6_K","name":"Nexusraven 13b q6_K","display_name":"Nexusraven 13b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-q8_0","name":"Nexusraven 13b q8_0","display_name":"Nexusraven 13b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-fp16","name":"Nexusraven 13b v2 fp16","display_name":"Nexusraven 13b v2 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q2_K","name":"Nexusraven 13b v2 q2_K","display_name":"Nexusraven 13b v2 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q3_K_L","name":"Nexusraven 13b v2 q3_K_L","display_name":"Nexusraven 13b v2 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q3_K_M","name":"Nexusraven 13b v2 q3_K_M","display_name":"Nexusraven 13b v2 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q3_K_S","name":"Nexusraven 13b v2 q3_K_S","display_name":"Nexusraven 13b v2 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q4_0","name":"Nexusraven 13b v2 q4_0","display_name":"Nexusraven 13b v2 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q4_1","name":"Nexusraven 13b v2 q4_1","display_name":"Nexusraven 13b v2 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q4_K_M","name":"Nexusraven 13b v2 q4_K_M","display_name":"Nexusraven 13b v2 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q4_K_S","name":"Nexusraven 13b v2 q4_K_S","display_name":"Nexusraven 13b v2 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q5_0","name":"Nexusraven 13b v2 q5_0","display_name":"Nexusraven 13b v2 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q5_1","name":"Nexusraven 13b v2 q5_1","display_name":"Nexusraven 13b v2 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q5_K_M","name":"Nexusraven 13b v2 q5_K_M","display_name":"Nexusraven 13b v2 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q5_K_S","name":"Nexusraven 13b v2 q5_K_S","display_name":"Nexusraven 13b v2 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q6_K","name":"Nexusraven 13b v2 q6_K","display_name":"Nexusraven 13b v2 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:13b-v2-q8_0","name":"Nexusraven 13b v2 q8_0","display_name":"Nexusraven 13b v2 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nexusraven:latest","name":"Nexusraven Latest","display_name":"Nexusraven Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nomic-embed-text:137m-v1.5-fp16","name":"Nomic-embed-text 137m v1.5 fp16","display_name":"Nomic-embed-text 137m v1.5 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nomic-embed-text:latest","name":"Nomic-embed-text Latest","display_name":"Nomic-embed-text Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nomic-embed-text:v1.5","name":"Nomic-embed-text V1.5","display_name":"Nomic-embed-text V1.5","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b","name":"Notus 7b","display_name":"Notus 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1","name":"Notus 7b v1","display_name":"Notus 7b v1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-fp16","name":"Notus 7b v1 fp16","display_name":"Notus 7b v1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q2_K","name":"Notus 7b v1 q2_K","display_name":"Notus 7b v1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q3_K_L","name":"Notus 7b v1 q3_K_L","display_name":"Notus 7b v1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q3_K_M","name":"Notus 7b v1 q3_K_M","display_name":"Notus 7b v1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q3_K_S","name":"Notus 7b v1 q3_K_S","display_name":"Notus 7b v1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q4_0","name":"Notus 7b v1 q4_0","display_name":"Notus 7b v1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q4_1","name":"Notus 7b v1 q4_1","display_name":"Notus 7b v1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q4_K_M","name":"Notus 7b v1 q4_K_M","display_name":"Notus 7b v1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q4_K_S","name":"Notus 7b v1 q4_K_S","display_name":"Notus 7b v1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q5_0","name":"Notus 7b v1 q5_0","display_name":"Notus 7b v1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q5_1","name":"Notus 7b v1 q5_1","display_name":"Notus 7b v1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q5_K_M","name":"Notus 7b v1 q5_K_M","display_name":"Notus 7b v1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q5_K_S","name":"Notus 7b v1 q5_K_S","display_name":"Notus 7b v1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q6_K","name":"Notus 7b v1 q6_K","display_name":"Notus 7b v1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:7b-v1-q8_0","name":"Notus 7b v1 q8_0","display_name":"Notus 7b v1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notus:latest","name":"Notus Latest","display_name":"Notus Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b","name":"Notux 8x7b","display_name":"Notux 8x7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1","name":"Notux 8x7b v1","display_name":"Notux 8x7b v1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-fp16","name":"Notux 8x7b v1 fp16","display_name":"Notux 8x7b v1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q2_K","name":"Notux 8x7b v1 q2_K","display_name":"Notux 8x7b v1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q3_K_L","name":"Notux 8x7b v1 q3_K_L","display_name":"Notux 8x7b v1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q3_K_M","name":"Notux 8x7b v1 q3_K_M","display_name":"Notux 8x7b v1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q3_K_S","name":"Notux 8x7b v1 q3_K_S","display_name":"Notux 8x7b v1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q4_0","name":"Notux 8x7b v1 q4_0","display_name":"Notux 8x7b v1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q4_1","name":"Notux 8x7b v1 q4_1","display_name":"Notux 8x7b v1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q4_K_M","name":"Notux 8x7b v1 q4_K_M","display_name":"Notux 8x7b v1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q4_K_S","name":"Notux 8x7b v1 q4_K_S","display_name":"Notux 8x7b v1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q5_0","name":"Notux 8x7b v1 q5_0","display_name":"Notux 8x7b v1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q5_1","name":"Notux 8x7b v1 q5_1","display_name":"Notux 8x7b v1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q5_K_M","name":"Notux 8x7b v1 q5_K_M","display_name":"Notux 8x7b v1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q5_K_S","name":"Notux 8x7b v1 q5_K_S","display_name":"Notux 8x7b v1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q6_K","name":"Notux 8x7b v1 q6_K","display_name":"Notux 8x7b v1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:8x7b-v1-q8_0","name":"Notux 8x7b v1 q8_0","display_name":"Notux 8x7b v1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"notux:latest","name":"Notux Latest","display_name":"Notux Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b","name":"Nous-hermes 13b","display_name":"Nous-hermes 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-fp16","name":"Nous-hermes 13b fp16","display_name":"Nous-hermes 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2","name":"Nous-hermes 13b llama2","display_name":"Nous-hermes 13b llama2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-fp16","name":"Nous-hermes 13b llama2 fp16","display_name":"Nous-hermes 13b llama2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q2_K","name":"Nous-hermes 13b llama2 q2_K","display_name":"Nous-hermes 13b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q3_K_L","name":"Nous-hermes 13b llama2 q3_K_L","display_name":"Nous-hermes 13b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q3_K_M","name":"Nous-hermes 13b llama2 q3_K_M","display_name":"Nous-hermes 13b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q3_K_S","name":"Nous-hermes 13b llama2 q3_K_S","display_name":"Nous-hermes 13b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q4_0","name":"Nous-hermes 13b llama2 q4_0","display_name":"Nous-hermes 13b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q4_1","name":"Nous-hermes 13b llama2 q4_1","display_name":"Nous-hermes 13b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q4_K_M","name":"Nous-hermes 13b llama2 q4_K_M","display_name":"Nous-hermes 13b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q4_K_S","name":"Nous-hermes 13b llama2 q4_K_S","display_name":"Nous-hermes 13b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q5_0","name":"Nous-hermes 13b llama2 q5_0","display_name":"Nous-hermes 13b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q5_1","name":"Nous-hermes 13b llama2 q5_1","display_name":"Nous-hermes 13b llama2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q5_K_M","name":"Nous-hermes 13b llama2 q5_K_M","display_name":"Nous-hermes 13b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q5_K_S","name":"Nous-hermes 13b llama2 q5_K_S","display_name":"Nous-hermes 13b llama2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q6_K","name":"Nous-hermes 13b llama2 q6_K","display_name":"Nous-hermes 13b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-llama2-q8_0","name":"Nous-hermes 13b llama2 q8_0","display_name":"Nous-hermes 13b llama2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q2_K","name":"Nous-hermes 13b q2_K","display_name":"Nous-hermes 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q3_K_L","name":"Nous-hermes 13b q3_K_L","display_name":"Nous-hermes 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q3_K_M","name":"Nous-hermes 13b q3_K_M","display_name":"Nous-hermes 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q3_K_S","name":"Nous-hermes 13b q3_K_S","display_name":"Nous-hermes 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q4_0","name":"Nous-hermes 13b q4_0","display_name":"Nous-hermes 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q4_1","name":"Nous-hermes 13b q4_1","display_name":"Nous-hermes 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q4_K_M","name":"Nous-hermes 13b q4_K_M","display_name":"Nous-hermes 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q4_K_S","name":"Nous-hermes 13b q4_K_S","display_name":"Nous-hermes 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q5_0","name":"Nous-hermes 13b q5_0","display_name":"Nous-hermes 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q5_1","name":"Nous-hermes 13b q5_1","display_name":"Nous-hermes 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q5_K_M","name":"Nous-hermes 13b q5_K_M","display_name":"Nous-hermes 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q5_K_S","name":"Nous-hermes 13b q5_K_S","display_name":"Nous-hermes 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q6_K","name":"Nous-hermes 13b q6_K","display_name":"Nous-hermes 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:13b-q8_0","name":"Nous-hermes 13b q8_0","display_name":"Nous-hermes 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-fp16","name":"Nous-hermes 70b llama2 fp16","display_name":"Nous-hermes 70b llama2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q2_K","name":"Nous-hermes 70b llama2 q2_K","display_name":"Nous-hermes 70b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q3_K_L","name":"Nous-hermes 70b llama2 q3_K_L","display_name":"Nous-hermes 70b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q3_K_M","name":"Nous-hermes 70b llama2 q3_K_M","display_name":"Nous-hermes 70b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q3_K_S","name":"Nous-hermes 70b llama2 q3_K_S","display_name":"Nous-hermes 70b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q4_0","name":"Nous-hermes 70b llama2 q4_0","display_name":"Nous-hermes 70b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q4_1","name":"Nous-hermes 70b llama2 q4_1","display_name":"Nous-hermes 70b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q4_K_M","name":"Nous-hermes 70b llama2 q4_K_M","display_name":"Nous-hermes 70b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q4_K_S","name":"Nous-hermes 70b llama2 q4_K_S","display_name":"Nous-hermes 70b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q5_0","name":"Nous-hermes 70b llama2 q5_0","display_name":"Nous-hermes 70b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q5_1","name":"Nous-hermes 70b llama2 q5_1","display_name":"Nous-hermes 70b llama2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q5_K_M","name":"Nous-hermes 70b llama2 q5_K_M","display_name":"Nous-hermes 70b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:70b-llama2-q6_K","name":"Nous-hermes 70b llama2 q6_K","display_name":"Nous-hermes 70b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b","name":"Nous-hermes 7b","display_name":"Nous-hermes 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2","name":"Nous-hermes 7b llama2","display_name":"Nous-hermes 7b llama2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-fp16","name":"Nous-hermes 7b llama2 fp16","display_name":"Nous-hermes 7b llama2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q2_K","name":"Nous-hermes 7b llama2 q2_K","display_name":"Nous-hermes 7b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q3_K_L","name":"Nous-hermes 7b llama2 q3_K_L","display_name":"Nous-hermes 7b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q3_K_M","name":"Nous-hermes 7b llama2 q3_K_M","display_name":"Nous-hermes 7b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q3_K_S","name":"Nous-hermes 7b llama2 q3_K_S","display_name":"Nous-hermes 7b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q4_0","name":"Nous-hermes 7b llama2 q4_0","display_name":"Nous-hermes 7b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q4_1","name":"Nous-hermes 7b llama2 q4_1","display_name":"Nous-hermes 7b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q4_K_M","name":"Nous-hermes 7b llama2 q4_K_M","display_name":"Nous-hermes 7b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q4_K_S","name":"Nous-hermes 7b llama2 q4_K_S","display_name":"Nous-hermes 7b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q5_0","name":"Nous-hermes 7b llama2 q5_0","display_name":"Nous-hermes 7b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q5_1","name":"Nous-hermes 7b llama2 q5_1","display_name":"Nous-hermes 7b llama2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q5_K_M","name":"Nous-hermes 7b llama2 q5_K_M","display_name":"Nous-hermes 7b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q5_K_S","name":"Nous-hermes 7b llama2 q5_K_S","display_name":"Nous-hermes 7b llama2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q6_K","name":"Nous-hermes 7b llama2 q6_K","display_name":"Nous-hermes 7b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:7b-llama2-q8_0","name":"Nous-hermes 7b llama2 q8_0","display_name":"Nous-hermes 7b llama2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes:latest","name":"Nous-hermes Latest","display_name":"Nous-hermes Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b","name":"Nous-hermes2-mixtral 8x7b","display_name":"Nous-hermes2-mixtral 8x7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-fp16","name":"Nous-hermes2-mixtral 8x7b dpo fp16","display_name":"Nous-hermes2-mixtral 8x7b dpo fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q2_K","name":"Nous-hermes2-mixtral 8x7b dpo q2_K","display_name":"Nous-hermes2-mixtral 8x7b dpo q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q3_K_L","name":"Nous-hermes2-mixtral 8x7b dpo q3_K_L","display_name":"Nous-hermes2-mixtral 8x7b dpo q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q3_K_M","name":"Nous-hermes2-mixtral 8x7b dpo q3_K_M","display_name":"Nous-hermes2-mixtral 8x7b dpo q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q3_K_S","name":"Nous-hermes2-mixtral 8x7b dpo q3_K_S","display_name":"Nous-hermes2-mixtral 8x7b dpo q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q4_0","name":"Nous-hermes2-mixtral 8x7b dpo q4_0","display_name":"Nous-hermes2-mixtral 8x7b dpo q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q4_1","name":"Nous-hermes2-mixtral 8x7b dpo q4_1","display_name":"Nous-hermes2-mixtral 8x7b dpo q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q4_K_M","name":"Nous-hermes2-mixtral 8x7b dpo q4_K_M","display_name":"Nous-hermes2-mixtral 8x7b dpo q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q4_K_S","name":"Nous-hermes2-mixtral 8x7b dpo q4_K_S","display_name":"Nous-hermes2-mixtral 8x7b dpo q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q5_0","name":"Nous-hermes2-mixtral 8x7b dpo q5_0","display_name":"Nous-hermes2-mixtral 8x7b dpo q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q5_1","name":"Nous-hermes2-mixtral 8x7b dpo q5_1","display_name":"Nous-hermes2-mixtral 8x7b dpo q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q5_K_M","name":"Nous-hermes2-mixtral 8x7b dpo q5_K_M","display_name":"Nous-hermes2-mixtral 8x7b dpo q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q5_K_S","name":"Nous-hermes2-mixtral 8x7b dpo q5_K_S","display_name":"Nous-hermes2-mixtral 8x7b dpo q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q6_K","name":"Nous-hermes2-mixtral 8x7b dpo q6_K","display_name":"Nous-hermes2-mixtral 8x7b dpo q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:8x7b-dpo-q8_0","name":"Nous-hermes2-mixtral 8x7b dpo q8_0","display_name":"Nous-hermes2-mixtral 8x7b dpo q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:dpo","name":"Nous-hermes2-mixtral Dpo","display_name":"Nous-hermes2-mixtral Dpo","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2-mixtral:latest","name":"Nous-hermes2-mixtral Latest","display_name":"Nous-hermes2-mixtral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b","name":"Nous-hermes2 10.7b","display_name":"Nous-hermes2 10.7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-fp16","name":"Nous-hermes2 10.7b solar fp16","display_name":"Nous-hermes2 10.7b solar fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q2_K","name":"Nous-hermes2 10.7b solar q2_K","display_name":"Nous-hermes2 10.7b solar q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q3_K_L","name":"Nous-hermes2 10.7b solar q3_K_L","display_name":"Nous-hermes2 10.7b solar q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q3_K_M","name":"Nous-hermes2 10.7b solar q3_K_M","display_name":"Nous-hermes2 10.7b solar q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q3_K_S","name":"Nous-hermes2 10.7b solar q3_K_S","display_name":"Nous-hermes2 10.7b solar q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q4_0","name":"Nous-hermes2 10.7b solar q4_0","display_name":"Nous-hermes2 10.7b solar q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q4_1","name":"Nous-hermes2 10.7b solar q4_1","display_name":"Nous-hermes2 10.7b solar q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q4_K_M","name":"Nous-hermes2 10.7b solar q4_K_M","display_name":"Nous-hermes2 10.7b solar q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q4_K_S","name":"Nous-hermes2 10.7b solar q4_K_S","display_name":"Nous-hermes2 10.7b solar q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q5_0","name":"Nous-hermes2 10.7b solar q5_0","display_name":"Nous-hermes2 10.7b solar q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q5_1","name":"Nous-hermes2 10.7b solar q5_1","display_name":"Nous-hermes2 10.7b solar q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q5_K_M","name":"Nous-hermes2 10.7b solar q5_K_M","display_name":"Nous-hermes2 10.7b solar q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q5_K_S","name":"Nous-hermes2 10.7b solar q5_K_S","display_name":"Nous-hermes2 10.7b solar q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q6_K","name":"Nous-hermes2 10.7b solar q6_K","display_name":"Nous-hermes2 10.7b solar q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:10.7b-solar-q8_0","name":"Nous-hermes2 10.7b solar q8_0","display_name":"Nous-hermes2 10.7b solar q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b","name":"Nous-hermes2 34b","display_name":"Nous-hermes2 34b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-fp16","name":"Nous-hermes2 34b yi fp16","display_name":"Nous-hermes2 34b yi fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q2_K","name":"Nous-hermes2 34b yi q2_K","display_name":"Nous-hermes2 34b yi q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q3_K_L","name":"Nous-hermes2 34b yi q3_K_L","display_name":"Nous-hermes2 34b yi q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q3_K_M","name":"Nous-hermes2 34b yi q3_K_M","display_name":"Nous-hermes2 34b yi q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q3_K_S","name":"Nous-hermes2 34b yi q3_K_S","display_name":"Nous-hermes2 34b yi q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q4_0","name":"Nous-hermes2 34b yi q4_0","display_name":"Nous-hermes2 34b yi q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q4_1","name":"Nous-hermes2 34b yi q4_1","display_name":"Nous-hermes2 34b yi q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q4_K_M","name":"Nous-hermes2 34b yi q4_K_M","display_name":"Nous-hermes2 34b yi q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q4_K_S","name":"Nous-hermes2 34b yi q4_K_S","display_name":"Nous-hermes2 34b yi q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q5_0","name":"Nous-hermes2 34b yi q5_0","display_name":"Nous-hermes2 34b yi q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q5_1","name":"Nous-hermes2 34b yi q5_1","display_name":"Nous-hermes2 34b yi q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q5_K_M","name":"Nous-hermes2 34b yi q5_K_M","display_name":"Nous-hermes2 34b yi q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q5_K_S","name":"Nous-hermes2 34b yi q5_K_S","display_name":"Nous-hermes2 34b yi q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q6_K","name":"Nous-hermes2 34b yi q6_K","display_name":"Nous-hermes2 34b yi q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:34b-yi-q8_0","name":"Nous-hermes2 34b yi q8_0","display_name":"Nous-hermes2 34b yi q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nous-hermes2:latest","name":"Nous-hermes2 Latest","display_name":"Nous-hermes2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b","name":"Nuextract 3.8b","display_name":"Nuextract 3.8b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-fp16","name":"Nuextract 3.8b fp16","display_name":"Nuextract 3.8b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q2_K","name":"Nuextract 3.8b q2_K","display_name":"Nuextract 3.8b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q3_K_L","name":"Nuextract 3.8b q3_K_L","display_name":"Nuextract 3.8b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q3_K_M","name":"Nuextract 3.8b q3_K_M","display_name":"Nuextract 3.8b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q3_K_S","name":"Nuextract 3.8b q3_K_S","display_name":"Nuextract 3.8b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q4_0","name":"Nuextract 3.8b q4_0","display_name":"Nuextract 3.8b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q4_1","name":"Nuextract 3.8b q4_1","display_name":"Nuextract 3.8b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q4_K_M","name":"Nuextract 3.8b q4_K_M","display_name":"Nuextract 3.8b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q4_K_S","name":"Nuextract 3.8b q4_K_S","display_name":"Nuextract 3.8b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q5_0","name":"Nuextract 3.8b q5_0","display_name":"Nuextract 3.8b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q5_1","name":"Nuextract 3.8b q5_1","display_name":"Nuextract 3.8b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q5_K_M","name":"Nuextract 3.8b q5_K_M","display_name":"Nuextract 3.8b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q5_K_S","name":"Nuextract 3.8b q5_K_S","display_name":"Nuextract 3.8b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q6_K","name":"Nuextract 3.8b q6_K","display_name":"Nuextract 3.8b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:3.8b-q8_0","name":"Nuextract 3.8b q8_0","display_name":"Nuextract 3.8b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"nuextract:latest","name":"Nuextract Latest","display_name":"Nuextract Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:13b","name":"Olmo2 13b","display_name":"Olmo2 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:13b-1124-instruct-fp16","name":"Olmo2 13b 1124 instruct fp16","display_name":"Olmo2 13b 1124 instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:13b-1124-instruct-q4_K_M","name":"Olmo2 13b 1124 instruct q4_K_M","display_name":"Olmo2 13b 1124 instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:13b-1124-instruct-q8_0","name":"Olmo2 13b 1124 instruct q8_0","display_name":"Olmo2 13b 1124 instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:7b","name":"Olmo2 7b","display_name":"Olmo2 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:7b-1124-instruct-fp16","name":"Olmo2 7b 1124 instruct fp16","display_name":"Olmo2 7b 1124 instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:7b-1124-instruct-q4_K_M","name":"Olmo2 7b 1124 instruct q4_K_M","display_name":"Olmo2 7b 1124 instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:7b-1124-instruct-q8_0","name":"Olmo2 7b 1124 instruct q8_0","display_name":"Olmo2 7b 1124 instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"olmo2:latest","name":"Olmo2 Latest","display_name":"Olmo2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b","name":"Open-orca-platypus2 13b","display_name":"Open-orca-platypus2 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-fp16","name":"Open-orca-platypus2 13b fp16","display_name":"Open-orca-platypus2 13b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q2_K","name":"Open-orca-platypus2 13b q2_K","display_name":"Open-orca-platypus2 13b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q3_K_L","name":"Open-orca-platypus2 13b q3_K_L","display_name":"Open-orca-platypus2 13b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q3_K_M","name":"Open-orca-platypus2 13b q3_K_M","display_name":"Open-orca-platypus2 13b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q3_K_S","name":"Open-orca-platypus2 13b q3_K_S","display_name":"Open-orca-platypus2 13b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q4_0","name":"Open-orca-platypus2 13b q4_0","display_name":"Open-orca-platypus2 13b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q4_1","name":"Open-orca-platypus2 13b q4_1","display_name":"Open-orca-platypus2 13b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q4_K_M","name":"Open-orca-platypus2 13b q4_K_M","display_name":"Open-orca-platypus2 13b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q4_K_S","name":"Open-orca-platypus2 13b q4_K_S","display_name":"Open-orca-platypus2 13b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q5_0","name":"Open-orca-platypus2 13b q5_0","display_name":"Open-orca-platypus2 13b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q5_1","name":"Open-orca-platypus2 13b q5_1","display_name":"Open-orca-platypus2 13b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q5_K_M","name":"Open-orca-platypus2 13b q5_K_M","display_name":"Open-orca-platypus2 13b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q5_K_S","name":"Open-orca-platypus2 13b q5_K_S","display_name":"Open-orca-platypus2 13b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q6_K","name":"Open-orca-platypus2 13b q6_K","display_name":"Open-orca-platypus2 13b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:13b-q8_0","name":"Open-orca-platypus2 13b q8_0","display_name":"Open-orca-platypus2 13b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"open-orca-platypus2:latest","name":"Open-orca-platypus2 Latest","display_name":"Open-orca-platypus2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b","name":"Openchat 7b","display_name":"Openchat 7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5","name":"Openchat 7b v3.5","display_name":"Openchat 7b v3.5","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106","name":"Openchat 7b v3.5 0106","display_name":"Openchat 7b v3.5 0106","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-fp16","name":"Openchat 7b v3.5 0106 fp16","display_name":"Openchat 7b v3.5 0106 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q2_K","name":"Openchat 7b v3.5 0106 q2_K","display_name":"Openchat 7b v3.5 0106 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q3_K_L","name":"Openchat 7b v3.5 0106 q3_K_L","display_name":"Openchat 7b v3.5 0106 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q3_K_M","name":"Openchat 7b v3.5 0106 q3_K_M","display_name":"Openchat 7b v3.5 0106 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q3_K_S","name":"Openchat 7b v3.5 0106 q3_K_S","display_name":"Openchat 7b v3.5 0106 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q4_0","name":"Openchat 7b v3.5 0106 q4_0","display_name":"Openchat 7b v3.5 0106 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q4_1","name":"Openchat 7b v3.5 0106 q4_1","display_name":"Openchat 7b v3.5 0106 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q4_K_M","name":"Openchat 7b v3.5 0106 q4_K_M","display_name":"Openchat 7b v3.5 0106 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q4_K_S","name":"Openchat 7b v3.5 0106 q4_K_S","display_name":"Openchat 7b v3.5 0106 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q5_0","name":"Openchat 7b v3.5 0106 q5_0","display_name":"Openchat 7b v3.5 0106 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q5_1","name":"Openchat 7b v3.5 0106 q5_1","display_name":"Openchat 7b v3.5 0106 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q5_K_M","name":"Openchat 7b v3.5 0106 q5_K_M","display_name":"Openchat 7b v3.5 0106 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q5_K_S","name":"Openchat 7b v3.5 0106 q5_K_S","display_name":"Openchat 7b v3.5 0106 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q6_K","name":"Openchat 7b v3.5 0106 q6_K","display_name":"Openchat 7b v3.5 0106 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-0106-q8_0","name":"Openchat 7b v3.5 0106 q8_0","display_name":"Openchat 7b v3.5 0106 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210","name":"Openchat 7b v3.5 1210","display_name":"Openchat 7b v3.5 1210","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-fp16","name":"Openchat 7b v3.5 1210 fp16","display_name":"Openchat 7b v3.5 1210 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q2_K","name":"Openchat 7b v3.5 1210 q2_K","display_name":"Openchat 7b v3.5 1210 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q3_K_L","name":"Openchat 7b v3.5 1210 q3_K_L","display_name":"Openchat 7b v3.5 1210 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q3_K_M","name":"Openchat 7b v3.5 1210 q3_K_M","display_name":"Openchat 7b v3.5 1210 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q3_K_S","name":"Openchat 7b v3.5 1210 q3_K_S","display_name":"Openchat 7b v3.5 1210 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q4_0","name":"Openchat 7b v3.5 1210 q4_0","display_name":"Openchat 7b v3.5 1210 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q4_1","name":"Openchat 7b v3.5 1210 q4_1","display_name":"Openchat 7b v3.5 1210 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q4_K_M","name":"Openchat 7b v3.5 1210 q4_K_M","display_name":"Openchat 7b v3.5 1210 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q4_K_S","name":"Openchat 7b v3.5 1210 q4_K_S","display_name":"Openchat 7b v3.5 1210 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q5_0","name":"Openchat 7b v3.5 1210 q5_0","display_name":"Openchat 7b v3.5 1210 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q5_1","name":"Openchat 7b v3.5 1210 q5_1","display_name":"Openchat 7b v3.5 1210 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q5_K_M","name":"Openchat 7b v3.5 1210 q5_K_M","display_name":"Openchat 7b v3.5 1210 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q5_K_S","name":"Openchat 7b v3.5 1210 q5_K_S","display_name":"Openchat 7b v3.5 1210 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q6_K","name":"Openchat 7b v3.5 1210 q6_K","display_name":"Openchat 7b v3.5 1210 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-1210-q8_0","name":"Openchat 7b v3.5 1210 q8_0","display_name":"Openchat 7b v3.5 1210 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-fp16","name":"Openchat 7b v3.5 fp16","display_name":"Openchat 7b v3.5 fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q2_K","name":"Openchat 7b v3.5 q2_K","display_name":"Openchat 7b v3.5 q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q3_K_L","name":"Openchat 7b v3.5 q3_K_L","display_name":"Openchat 7b v3.5 q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q3_K_M","name":"Openchat 7b v3.5 q3_K_M","display_name":"Openchat 7b v3.5 q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q3_K_S","name":"Openchat 7b v3.5 q3_K_S","display_name":"Openchat 7b v3.5 q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q4_0","name":"Openchat 7b v3.5 q4_0","display_name":"Openchat 7b v3.5 q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q4_1","name":"Openchat 7b v3.5 q4_1","display_name":"Openchat 7b v3.5 q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q4_K_M","name":"Openchat 7b v3.5 q4_K_M","display_name":"Openchat 7b v3.5 q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q4_K_S","name":"Openchat 7b v3.5 q4_K_S","display_name":"Openchat 7b v3.5 q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q5_0","name":"Openchat 7b v3.5 q5_0","display_name":"Openchat 7b v3.5 q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q5_1","name":"Openchat 7b v3.5 q5_1","display_name":"Openchat 7b v3.5 q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q5_K_M","name":"Openchat 7b v3.5 q5_K_M","display_name":"Openchat 7b v3.5 q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q5_K_S","name":"Openchat 7b v3.5 q5_K_S","display_name":"Openchat 7b v3.5 q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q6_K","name":"Openchat 7b v3.5 q6_K","display_name":"Openchat 7b v3.5 q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:7b-v3.5-q8_0","name":"Openchat 7b v3.5 q8_0","display_name":"Openchat 7b v3.5 q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openchat:latest","name":"Openchat Latest","display_name":"Openchat Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:1.5b","name":"Opencoder 1.5b","display_name":"Opencoder 1.5b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:1.5b-instruct-fp16","name":"Opencoder 1.5b instruct fp16","display_name":"Opencoder 1.5b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:1.5b-instruct-q4_K_M","name":"Opencoder 1.5b instruct q4_K_M","display_name":"Opencoder 1.5b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:1.5b-instruct-q8_0","name":"Opencoder 1.5b instruct q8_0","display_name":"Opencoder 1.5b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:8b","name":"Opencoder 8b","display_name":"Opencoder 8b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:8b-instruct-fp16","name":"Opencoder 8b instruct fp16","display_name":"Opencoder 8b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:8b-instruct-q4_K_M","name":"Opencoder 8b instruct q4_K_M","display_name":"Opencoder 8b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:8b-instruct-q8_0","name":"Opencoder 8b instruct q8_0","display_name":"Opencoder 8b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"opencoder:latest","name":"Opencoder Latest","display_name":"Opencoder Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-fp16","name":"Openhermes 7b mistral v2 fp16","display_name":"Openhermes 7b mistral v2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q2_K","name":"Openhermes 7b mistral v2 q2_K","display_name":"Openhermes 7b mistral v2 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q3_K_L","name":"Openhermes 7b mistral v2 q3_K_L","display_name":"Openhermes 7b mistral v2 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q3_K_M","name":"Openhermes 7b mistral v2 q3_K_M","display_name":"Openhermes 7b mistral v2 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q3_K_S","name":"Openhermes 7b mistral v2 q3_K_S","display_name":"Openhermes 7b mistral v2 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q4_0","name":"Openhermes 7b mistral v2 q4_0","display_name":"Openhermes 7b mistral v2 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q4_1","name":"Openhermes 7b mistral v2 q4_1","display_name":"Openhermes 7b mistral v2 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q4_K_M","name":"Openhermes 7b mistral v2 q4_K_M","display_name":"Openhermes 7b mistral v2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q4_K_S","name":"Openhermes 7b mistral v2 q4_K_S","display_name":"Openhermes 7b mistral v2 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q5_0","name":"Openhermes 7b mistral v2 q5_0","display_name":"Openhermes 7b mistral v2 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q5_1","name":"Openhermes 7b mistral v2 q5_1","display_name":"Openhermes 7b mistral v2 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q5_K_M","name":"Openhermes 7b mistral v2 q5_K_M","display_name":"Openhermes 7b mistral v2 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q5_K_S","name":"Openhermes 7b mistral v2 q5_K_S","display_name":"Openhermes 7b mistral v2 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q6_K","name":"Openhermes 7b mistral v2 q6_K","display_name":"Openhermes 7b mistral v2 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2-q8_0","name":"Openhermes 7b mistral v2 q8_0","display_name":"Openhermes 7b mistral v2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-fp16","name":"Openhermes 7b mistral v2.5 fp16","display_name":"Openhermes 7b mistral v2.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q2_K","name":"Openhermes 7b mistral v2.5 q2_K","display_name":"Openhermes 7b mistral v2.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q3_K_L","name":"Openhermes 7b mistral v2.5 q3_K_L","display_name":"Openhermes 7b mistral v2.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q3_K_M","name":"Openhermes 7b mistral v2.5 q3_K_M","display_name":"Openhermes 7b mistral v2.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q3_K_S","name":"Openhermes 7b mistral v2.5 q3_K_S","display_name":"Openhermes 7b mistral v2.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q4_0","name":"Openhermes 7b mistral v2.5 q4_0","display_name":"Openhermes 7b mistral v2.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q4_1","name":"Openhermes 7b mistral v2.5 q4_1","display_name":"Openhermes 7b mistral v2.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q4_K_M","name":"Openhermes 7b mistral v2.5 q4_K_M","display_name":"Openhermes 7b mistral v2.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q4_K_S","name":"Openhermes 7b mistral v2.5 q4_K_S","display_name":"Openhermes 7b mistral v2.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q5_0","name":"Openhermes 7b mistral v2.5 q5_0","display_name":"Openhermes 7b mistral v2.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q5_1","name":"Openhermes 7b mistral v2.5 q5_1","display_name":"Openhermes 7b mistral v2.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q5_K_M","name":"Openhermes 7b mistral v2.5 q5_K_M","display_name":"Openhermes 7b mistral v2.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q5_K_S","name":"Openhermes 7b mistral v2.5 q5_K_S","display_name":"Openhermes 7b mistral v2.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q6_K","name":"Openhermes 7b mistral v2.5 q6_K","display_name":"Openhermes 7b mistral v2.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-mistral-v2.5-q8_0","name":"Openhermes 7b mistral v2.5 q8_0","display_name":"Openhermes 7b mistral v2.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-v2","name":"Openhermes 7b v2","display_name":"Openhermes 7b v2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:7b-v2.5","name":"Openhermes 7b v2.5","display_name":"Openhermes 7b v2.5","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:latest","name":"Openhermes Latest","display_name":"Openhermes Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:v2","name":"Openhermes V2","display_name":"Openhermes V2","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openhermes:v2.5","name":"Openhermes V2.5","display_name":"Openhermes V2.5","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b","name":"Openthinker 32b","display_name":"Openthinker 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-fp16","name":"Openthinker 32b fp16","display_name":"Openthinker 32b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-q4_K_M","name":"Openthinker 32b q4_K_M","display_name":"Openthinker 32b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-q8_0","name":"Openthinker 32b q8_0","display_name":"Openthinker 32b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-v2-fp16","name":"Openthinker 32b v2 fp16","display_name":"Openthinker 32b v2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-v2-q4_K_M","name":"Openthinker 32b v2 q4_K_M","display_name":"Openthinker 32b v2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:32b-v2-q8_0","name":"Openthinker 32b v2 q8_0","display_name":"Openthinker 32b v2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b","name":"Openthinker 7b","display_name":"Openthinker 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-fp16","name":"Openthinker 7b fp16","display_name":"Openthinker 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-q4_K_M","name":"Openthinker 7b q4_K_M","display_name":"Openthinker 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-q8_0","name":"Openthinker 7b q8_0","display_name":"Openthinker 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-v2-fp16","name":"Openthinker 7b v2 fp16","display_name":"Openthinker 7b v2 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-v2-q4_K_M","name":"Openthinker 7b v2 q4_K_M","display_name":"Openthinker 7b v2 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:7b-v2-q8_0","name":"Openthinker 7b v2 q8_0","display_name":"Openthinker 7b v2 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"openthinker:latest","name":"Openthinker Latest","display_name":"Openthinker Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b","name":"Orca-mini 13b","display_name":"Orca-mini 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-fp16","name":"Orca-mini 13b fp16","display_name":"Orca-mini 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q2_K","name":"Orca-mini 13b q2_K","display_name":"Orca-mini 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q3_K_L","name":"Orca-mini 13b q3_K_L","display_name":"Orca-mini 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q3_K_M","name":"Orca-mini 13b q3_K_M","display_name":"Orca-mini 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q3_K_S","name":"Orca-mini 13b q3_K_S","display_name":"Orca-mini 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q4_0","name":"Orca-mini 13b q4_0","display_name":"Orca-mini 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q4_1","name":"Orca-mini 13b q4_1","display_name":"Orca-mini 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q4_K_M","name":"Orca-mini 13b q4_K_M","display_name":"Orca-mini 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q4_K_S","name":"Orca-mini 13b q4_K_S","display_name":"Orca-mini 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q5_0","name":"Orca-mini 13b q5_0","display_name":"Orca-mini 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q5_1","name":"Orca-mini 13b q5_1","display_name":"Orca-mini 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q5_K_M","name":"Orca-mini 13b q5_K_M","display_name":"Orca-mini 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q5_K_S","name":"Orca-mini 13b q5_K_S","display_name":"Orca-mini 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q6_K","name":"Orca-mini 13b q6_K","display_name":"Orca-mini 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-q8_0","name":"Orca-mini 13b q8_0","display_name":"Orca-mini 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-fp16","name":"Orca-mini 13b v2 fp16","display_name":"Orca-mini 13b v2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q2_K","name":"Orca-mini 13b v2 q2_K","display_name":"Orca-mini 13b v2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q3_K_L","name":"Orca-mini 13b v2 q3_K_L","display_name":"Orca-mini 13b v2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q3_K_M","name":"Orca-mini 13b v2 q3_K_M","display_name":"Orca-mini 13b v2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q3_K_S","name":"Orca-mini 13b v2 q3_K_S","display_name":"Orca-mini 13b v2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q4_0","name":"Orca-mini 13b v2 q4_0","display_name":"Orca-mini 13b v2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q4_1","name":"Orca-mini 13b v2 q4_1","display_name":"Orca-mini 13b v2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q4_K_M","name":"Orca-mini 13b v2 q4_K_M","display_name":"Orca-mini 13b v2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q4_K_S","name":"Orca-mini 13b v2 q4_K_S","display_name":"Orca-mini 13b v2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q5_0","name":"Orca-mini 13b v2 q5_0","display_name":"Orca-mini 13b v2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q5_1","name":"Orca-mini 13b v2 q5_1","display_name":"Orca-mini 13b v2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q5_K_M","name":"Orca-mini 13b v2 q5_K_M","display_name":"Orca-mini 13b v2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q5_K_S","name":"Orca-mini 13b v2 q5_K_S","display_name":"Orca-mini 13b v2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q6_K","name":"Orca-mini 13b v2 q6_K","display_name":"Orca-mini 13b v2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v2-q8_0","name":"Orca-mini 13b v2 q8_0","display_name":"Orca-mini 13b v2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3","name":"Orca-mini 13b v3","display_name":"Orca-mini 13b v3","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-fp16","name":"Orca-mini 13b v3 fp16","display_name":"Orca-mini 13b v3 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q2_K","name":"Orca-mini 13b v3 q2_K","display_name":"Orca-mini 13b v3 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q3_K_L","name":"Orca-mini 13b v3 q3_K_L","display_name":"Orca-mini 13b v3 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q3_K_M","name":"Orca-mini 13b v3 q3_K_M","display_name":"Orca-mini 13b v3 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q3_K_S","name":"Orca-mini 13b v3 q3_K_S","display_name":"Orca-mini 13b v3 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q4_0","name":"Orca-mini 13b v3 q4_0","display_name":"Orca-mini 13b v3 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q4_1","name":"Orca-mini 13b v3 q4_1","display_name":"Orca-mini 13b v3 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q4_K_M","name":"Orca-mini 13b v3 q4_K_M","display_name":"Orca-mini 13b v3 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q4_K_S","name":"Orca-mini 13b v3 q4_K_S","display_name":"Orca-mini 13b v3 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q5_0","name":"Orca-mini 13b v3 q5_0","display_name":"Orca-mini 13b v3 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q5_1","name":"Orca-mini 13b v3 q5_1","display_name":"Orca-mini 13b v3 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q5_K_M","name":"Orca-mini 13b v3 q5_K_M","display_name":"Orca-mini 13b v3 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q5_K_S","name":"Orca-mini 13b v3 q5_K_S","display_name":"Orca-mini 13b v3 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q6_K","name":"Orca-mini 13b v3 q6_K","display_name":"Orca-mini 13b v3 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:13b-v3-q8_0","name":"Orca-mini 13b v3 q8_0","display_name":"Orca-mini 13b v3 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b","name":"Orca-mini 3b","display_name":"Orca-mini 3b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-fp16","name":"Orca-mini 3b fp16","display_name":"Orca-mini 3b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-q4_0","name":"Orca-mini 3b q4_0","display_name":"Orca-mini 3b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-q4_1","name":"Orca-mini 3b q4_1","display_name":"Orca-mini 3b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-q5_0","name":"Orca-mini 3b q5_0","display_name":"Orca-mini 3b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-q5_1","name":"Orca-mini 3b q5_1","display_name":"Orca-mini 3b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:3b-q8_0","name":"Orca-mini 3b q8_0","display_name":"Orca-mini 3b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b","name":"Orca-mini 70b","display_name":"Orca-mini 70b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3","name":"Orca-mini 70b v3","display_name":"Orca-mini 70b v3","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-fp16","name":"Orca-mini 70b v3 fp16","display_name":"Orca-mini 70b v3 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q2_K","name":"Orca-mini 70b v3 q2_K","display_name":"Orca-mini 70b v3 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q3_K_L","name":"Orca-mini 70b v3 q3_K_L","display_name":"Orca-mini 70b v3 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q3_K_M","name":"Orca-mini 70b v3 q3_K_M","display_name":"Orca-mini 70b v3 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q3_K_S","name":"Orca-mini 70b v3 q3_K_S","display_name":"Orca-mini 70b v3 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q4_0","name":"Orca-mini 70b v3 q4_0","display_name":"Orca-mini 70b v3 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q4_1","name":"Orca-mini 70b v3 q4_1","display_name":"Orca-mini 70b v3 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q4_K_M","name":"Orca-mini 70b v3 q4_K_M","display_name":"Orca-mini 70b v3 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q4_K_S","name":"Orca-mini 70b v3 q4_K_S","display_name":"Orca-mini 70b v3 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q5_0","name":"Orca-mini 70b v3 q5_0","display_name":"Orca-mini 70b v3 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q5_1","name":"Orca-mini 70b v3 q5_1","display_name":"Orca-mini 70b v3 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q5_K_M","name":"Orca-mini 70b v3 q5_K_M","display_name":"Orca-mini 70b v3 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q5_K_S","name":"Orca-mini 70b v3 q5_K_S","display_name":"Orca-mini 70b v3 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q6_K","name":"Orca-mini 70b v3 q6_K","display_name":"Orca-mini 70b v3 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:70b-v3-q8_0","name":"Orca-mini 70b v3 q8_0","display_name":"Orca-mini 70b v3 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b","name":"Orca-mini 7b","display_name":"Orca-mini 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-fp16","name":"Orca-mini 7b fp16","display_name":"Orca-mini 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q2_K","name":"Orca-mini 7b q2_K","display_name":"Orca-mini 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q3_K_L","name":"Orca-mini 7b q3_K_L","display_name":"Orca-mini 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q3_K_M","name":"Orca-mini 7b q3_K_M","display_name":"Orca-mini 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q3_K_S","name":"Orca-mini 7b q3_K_S","display_name":"Orca-mini 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q4_0","name":"Orca-mini 7b q4_0","display_name":"Orca-mini 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q4_1","name":"Orca-mini 7b q4_1","display_name":"Orca-mini 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q4_K_M","name":"Orca-mini 7b q4_K_M","display_name":"Orca-mini 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q4_K_S","name":"Orca-mini 7b q4_K_S","display_name":"Orca-mini 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q5_0","name":"Orca-mini 7b q5_0","display_name":"Orca-mini 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q5_1","name":"Orca-mini 7b q5_1","display_name":"Orca-mini 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q5_K_M","name":"Orca-mini 7b q5_K_M","display_name":"Orca-mini 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q5_K_S","name":"Orca-mini 7b q5_K_S","display_name":"Orca-mini 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q6_K","name":"Orca-mini 7b q6_K","display_name":"Orca-mini 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-q8_0","name":"Orca-mini 7b q8_0","display_name":"Orca-mini 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-fp16","name":"Orca-mini 7b v2 fp16","display_name":"Orca-mini 7b v2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q2_K","name":"Orca-mini 7b v2 q2_K","display_name":"Orca-mini 7b v2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q3_K_L","name":"Orca-mini 7b v2 q3_K_L","display_name":"Orca-mini 7b v2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q3_K_M","name":"Orca-mini 7b v2 q3_K_M","display_name":"Orca-mini 7b v2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q3_K_S","name":"Orca-mini 7b v2 q3_K_S","display_name":"Orca-mini 7b v2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q4_0","name":"Orca-mini 7b v2 q4_0","display_name":"Orca-mini 7b v2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q4_1","name":"Orca-mini 7b v2 q4_1","display_name":"Orca-mini 7b v2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q4_K_M","name":"Orca-mini 7b v2 q4_K_M","display_name":"Orca-mini 7b v2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q4_K_S","name":"Orca-mini 7b v2 q4_K_S","display_name":"Orca-mini 7b v2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q5_0","name":"Orca-mini 7b v2 q5_0","display_name":"Orca-mini 7b v2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q5_1","name":"Orca-mini 7b v2 q5_1","display_name":"Orca-mini 7b v2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q5_K_M","name":"Orca-mini 7b v2 q5_K_M","display_name":"Orca-mini 7b v2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q5_K_S","name":"Orca-mini 7b v2 q5_K_S","display_name":"Orca-mini 7b v2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q6_K","name":"Orca-mini 7b v2 q6_K","display_name":"Orca-mini 7b v2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v2-q8_0","name":"Orca-mini 7b v2 q8_0","display_name":"Orca-mini 7b v2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3","name":"Orca-mini 7b v3","display_name":"Orca-mini 7b v3","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-fp16","name":"Orca-mini 7b v3 fp16","display_name":"Orca-mini 7b v3 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q2_K","name":"Orca-mini 7b v3 q2_K","display_name":"Orca-mini 7b v3 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q3_K_L","name":"Orca-mini 7b v3 q3_K_L","display_name":"Orca-mini 7b v3 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q3_K_M","name":"Orca-mini 7b v3 q3_K_M","display_name":"Orca-mini 7b v3 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q3_K_S","name":"Orca-mini 7b v3 q3_K_S","display_name":"Orca-mini 7b v3 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q4_0","name":"Orca-mini 7b v3 q4_0","display_name":"Orca-mini 7b v3 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q4_1","name":"Orca-mini 7b v3 q4_1","display_name":"Orca-mini 7b v3 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q4_K_M","name":"Orca-mini 7b v3 q4_K_M","display_name":"Orca-mini 7b v3 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q4_K_S","name":"Orca-mini 7b v3 q4_K_S","display_name":"Orca-mini 7b v3 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q5_0","name":"Orca-mini 7b v3 q5_0","display_name":"Orca-mini 7b v3 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q5_1","name":"Orca-mini 7b v3 q5_1","display_name":"Orca-mini 7b v3 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q5_K_M","name":"Orca-mini 7b v3 q5_K_M","display_name":"Orca-mini 7b v3 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q5_K_S","name":"Orca-mini 7b v3 q5_K_S","display_name":"Orca-mini 7b v3 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q6_K","name":"Orca-mini 7b v3 q6_K","display_name":"Orca-mini 7b v3 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:7b-v3-q8_0","name":"Orca-mini 7b v3 q8_0","display_name":"Orca-mini 7b v3 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca-mini:latest","name":"Orca-mini Latest","display_name":"Orca-mini Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b","name":"Orca2 13b","display_name":"Orca2 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-fp16","name":"Orca2 13b fp16","display_name":"Orca2 13b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q2_K","name":"Orca2 13b q2_K","display_name":"Orca2 13b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q3_K_L","name":"Orca2 13b q3_K_L","display_name":"Orca2 13b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q3_K_M","name":"Orca2 13b q3_K_M","display_name":"Orca2 13b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q3_K_S","name":"Orca2 13b q3_K_S","display_name":"Orca2 13b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q4_0","name":"Orca2 13b q4_0","display_name":"Orca2 13b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q4_1","name":"Orca2 13b q4_1","display_name":"Orca2 13b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q4_K_M","name":"Orca2 13b q4_K_M","display_name":"Orca2 13b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q4_K_S","name":"Orca2 13b q4_K_S","display_name":"Orca2 13b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q5_0","name":"Orca2 13b q5_0","display_name":"Orca2 13b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q5_1","name":"Orca2 13b q5_1","display_name":"Orca2 13b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q5_K_M","name":"Orca2 13b q5_K_M","display_name":"Orca2 13b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q5_K_S","name":"Orca2 13b q5_K_S","display_name":"Orca2 13b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q6_K","name":"Orca2 13b q6_K","display_name":"Orca2 13b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:13b-q8_0","name":"Orca2 13b q8_0","display_name":"Orca2 13b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b","name":"Orca2 7b","display_name":"Orca2 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-fp16","name":"Orca2 7b fp16","display_name":"Orca2 7b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q2_K","name":"Orca2 7b q2_K","display_name":"Orca2 7b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q3_K_L","name":"Orca2 7b q3_K_L","display_name":"Orca2 7b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q3_K_M","name":"Orca2 7b q3_K_M","display_name":"Orca2 7b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q3_K_S","name":"Orca2 7b q3_K_S","display_name":"Orca2 7b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q4_0","name":"Orca2 7b q4_0","display_name":"Orca2 7b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q4_1","name":"Orca2 7b q4_1","display_name":"Orca2 7b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q4_K_M","name":"Orca2 7b q4_K_M","display_name":"Orca2 7b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q4_K_S","name":"Orca2 7b q4_K_S","display_name":"Orca2 7b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q5_0","name":"Orca2 7b q5_0","display_name":"Orca2 7b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q5_1","name":"Orca2 7b q5_1","display_name":"Orca2 7b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q5_K_M","name":"Orca2 7b q5_K_M","display_name":"Orca2 7b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q5_K_S","name":"Orca2 7b q5_K_S","display_name":"Orca2 7b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q6_K","name":"Orca2 7b q6_K","display_name":"Orca2 7b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:7b-q8_0","name":"Orca2 7b q8_0","display_name":"Orca2 7b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"orca2:latest","name":"Orca2 Latest","display_name":"Orca2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"paraphrase-multilingual:278m","name":"Paraphrase-multilingual 278m","display_name":"Paraphrase-multilingual 278m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"paraphrase-multilingual:278m-mpnet-base-v2-fp16","name":"Paraphrase-multilingual 278m mpnet base v2 fp16","display_name":"Paraphrase-multilingual 278m mpnet base v2 fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"paraphrase-multilingual:latest","name":"Paraphrase-multilingual Latest","display_name":"Paraphrase-multilingual Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b","name":"Phi 2.7b","display_name":"Phi 2.7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-fp16","name":"Phi 2.7b chat v2 fp16","display_name":"Phi 2.7b chat v2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q2_K","name":"Phi 2.7b chat v2 q2_K","display_name":"Phi 2.7b chat v2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q3_K_L","name":"Phi 2.7b chat v2 q3_K_L","display_name":"Phi 2.7b chat v2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q3_K_M","name":"Phi 2.7b chat v2 q3_K_M","display_name":"Phi 2.7b chat v2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q3_K_S","name":"Phi 2.7b chat v2 q3_K_S","display_name":"Phi 2.7b chat v2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q4_0","name":"Phi 2.7b chat v2 q4_0","display_name":"Phi 2.7b chat v2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q4_1","name":"Phi 2.7b chat v2 q4_1","display_name":"Phi 2.7b chat v2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q4_K_M","name":"Phi 2.7b chat v2 q4_K_M","display_name":"Phi 2.7b chat v2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q4_K_S","name":"Phi 2.7b chat v2 q4_K_S","display_name":"Phi 2.7b chat v2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q5_0","name":"Phi 2.7b chat v2 q5_0","display_name":"Phi 2.7b chat v2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q5_1","name":"Phi 2.7b chat v2 q5_1","display_name":"Phi 2.7b chat v2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q5_K_M","name":"Phi 2.7b chat v2 q5_K_M","display_name":"Phi 2.7b chat v2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q5_K_S","name":"Phi 2.7b chat v2 q5_K_S","display_name":"Phi 2.7b chat v2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q6_K","name":"Phi 2.7b chat v2 q6_K","display_name":"Phi 2.7b chat v2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:2.7b-chat-v2-q8_0","name":"Phi 2.7b chat v2 q8_0","display_name":"Phi 2.7b chat v2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:chat","name":"Phi Chat","display_name":"Phi Chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi:latest","name":"Phi Latest","display_name":"Phi Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b","name":"Phi3 14b","display_name":"Phi3 14b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-instruct","name":"Phi3 14b instruct","display_name":"Phi3 14b instruct","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-fp16","name":"Phi3 14b medium 128k instruct fp16","display_name":"Phi3 14b medium 128k instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q2_K","name":"Phi3 14b medium 128k instruct q2_K","display_name":"Phi3 14b medium 128k instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q3_K_L","name":"Phi3 14b medium 128k instruct q3_K_L","display_name":"Phi3 14b medium 128k instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q3_K_M","name":"Phi3 14b medium 128k instruct q3_K_M","display_name":"Phi3 14b medium 128k instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q3_K_S","name":"Phi3 14b medium 128k instruct q3_K_S","display_name":"Phi3 14b medium 128k instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q4_0","name":"Phi3 14b medium 128k instruct q4_0","display_name":"Phi3 14b medium 128k instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q4_1","name":"Phi3 14b medium 128k instruct q4_1","display_name":"Phi3 14b medium 128k instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q4_K_M","name":"Phi3 14b medium 128k instruct q4_K_M","display_name":"Phi3 14b medium 128k instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q4_K_S","name":"Phi3 14b medium 128k instruct q4_K_S","display_name":"Phi3 14b medium 128k instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q5_0","name":"Phi3 14b medium 128k instruct q5_0","display_name":"Phi3 14b medium 128k instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q5_1","name":"Phi3 14b medium 128k instruct q5_1","display_name":"Phi3 14b medium 128k instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q5_K_M","name":"Phi3 14b medium 128k instruct q5_K_M","display_name":"Phi3 14b medium 128k instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q5_K_S","name":"Phi3 14b medium 128k instruct q5_K_S","display_name":"Phi3 14b medium 128k instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q6_K","name":"Phi3 14b medium 128k instruct q6_K","display_name":"Phi3 14b medium 128k instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-128k-instruct-q8_0","name":"Phi3 14b medium 128k instruct q8_0","display_name":"Phi3 14b medium 128k instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-fp16","name":"Phi3 14b medium 4k instruct fp16","display_name":"Phi3 14b medium 4k instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q2_K","name":"Phi3 14b medium 4k instruct q2_K","display_name":"Phi3 14b medium 4k instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q3_K_L","name":"Phi3 14b medium 4k instruct q3_K_L","display_name":"Phi3 14b medium 4k instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q3_K_M","name":"Phi3 14b medium 4k instruct q3_K_M","display_name":"Phi3 14b medium 4k instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q3_K_S","name":"Phi3 14b medium 4k instruct q3_K_S","display_name":"Phi3 14b medium 4k instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q4_0","name":"Phi3 14b medium 4k instruct q4_0","display_name":"Phi3 14b medium 4k instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q4_1","name":"Phi3 14b medium 4k instruct q4_1","display_name":"Phi3 14b medium 4k instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q4_K_M","name":"Phi3 14b medium 4k instruct q4_K_M","display_name":"Phi3 14b medium 4k instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q4_K_S","name":"Phi3 14b medium 4k instruct q4_K_S","display_name":"Phi3 14b medium 4k instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q5_0","name":"Phi3 14b medium 4k instruct q5_0","display_name":"Phi3 14b medium 4k instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q5_1","name":"Phi3 14b medium 4k instruct q5_1","display_name":"Phi3 14b medium 4k instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q5_K_M","name":"Phi3 14b medium 4k instruct q5_K_M","display_name":"Phi3 14b medium 4k instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q5_K_S","name":"Phi3 14b medium 4k instruct q5_K_S","display_name":"Phi3 14b medium 4k instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q6_K","name":"Phi3 14b medium 4k instruct q6_K","display_name":"Phi3 14b medium 4k instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:14b-medium-4k-instruct-q8_0","name":"Phi3 14b medium 4k instruct q8_0","display_name":"Phi3 14b medium 4k instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b","name":"Phi3 3.8b","display_name":"Phi3 3.8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-instruct","name":"Phi3 3.8b instruct","display_name":"Phi3 3.8b instruct","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-fp16","name":"Phi3 3.8b mini 128k instruct fp16","display_name":"Phi3 3.8b mini 128k instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q2_K","name":"Phi3 3.8b mini 128k instruct q2_K","display_name":"Phi3 3.8b mini 128k instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q3_K_L","name":"Phi3 3.8b mini 128k instruct q3_K_L","display_name":"Phi3 3.8b mini 128k instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q3_K_M","name":"Phi3 3.8b mini 128k instruct q3_K_M","display_name":"Phi3 3.8b mini 128k instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q3_K_S","name":"Phi3 3.8b mini 128k instruct q3_K_S","display_name":"Phi3 3.8b mini 128k instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q4_0","name":"Phi3 3.8b mini 128k instruct q4_0","display_name":"Phi3 3.8b mini 128k instruct q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q4_1","name":"Phi3 3.8b mini 128k instruct q4_1","display_name":"Phi3 3.8b mini 128k instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q4_K_M","name":"Phi3 3.8b mini 128k instruct q4_K_M","display_name":"Phi3 3.8b mini 128k instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q4_K_S","name":"Phi3 3.8b mini 128k instruct q4_K_S","display_name":"Phi3 3.8b mini 128k instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q5_0","name":"Phi3 3.8b mini 128k instruct q5_0","display_name":"Phi3 3.8b mini 128k instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q5_1","name":"Phi3 3.8b mini 128k instruct q5_1","display_name":"Phi3 3.8b mini 128k instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q5_K_M","name":"Phi3 3.8b mini 128k instruct q5_K_M","display_name":"Phi3 3.8b mini 128k instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q5_K_S","name":"Phi3 3.8b mini 128k instruct q5_K_S","display_name":"Phi3 3.8b mini 128k instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q6_K","name":"Phi3 3.8b mini 128k instruct q6_K","display_name":"Phi3 3.8b mini 128k instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-128k-instruct-q8_0","name":"Phi3 3.8b mini 128k instruct q8_0","display_name":"Phi3 3.8b mini 128k instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-fp16","name":"Phi3 3.8b mini 4k instruct fp16","display_name":"Phi3 3.8b mini 4k instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q2_K","name":"Phi3 3.8b mini 4k instruct q2_K","display_name":"Phi3 3.8b mini 4k instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q3_K_L","name":"Phi3 3.8b mini 4k instruct q3_K_L","display_name":"Phi3 3.8b mini 4k instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q3_K_M","name":"Phi3 3.8b mini 4k instruct q3_K_M","display_name":"Phi3 3.8b mini 4k instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q3_K_S","name":"Phi3 3.8b mini 4k instruct q3_K_S","display_name":"Phi3 3.8b mini 4k instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q4_0","name":"Phi3 3.8b mini 4k instruct q4_0","display_name":"Phi3 3.8b mini 4k instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q4_1","name":"Phi3 3.8b mini 4k instruct q4_1","display_name":"Phi3 3.8b mini 4k instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q4_K_M","name":"Phi3 3.8b mini 4k instruct q4_K_M","display_name":"Phi3 3.8b mini 4k instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q4_K_S","name":"Phi3 3.8b mini 4k instruct q4_K_S","display_name":"Phi3 3.8b mini 4k instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q5_0","name":"Phi3 3.8b mini 4k instruct q5_0","display_name":"Phi3 3.8b mini 4k instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q5_1","name":"Phi3 3.8b mini 4k instruct q5_1","display_name":"Phi3 3.8b mini 4k instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q5_K_M","name":"Phi3 3.8b mini 4k instruct q5_K_M","display_name":"Phi3 3.8b mini 4k instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q5_K_S","name":"Phi3 3.8b mini 4k instruct q5_K_S","display_name":"Phi3 3.8b mini 4k instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q6_K","name":"Phi3 3.8b mini 4k instruct q6_K","display_name":"Phi3 3.8b mini 4k instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:3.8b-mini-4k-instruct-q8_0","name":"Phi3 3.8b mini 4k instruct q8_0","display_name":"Phi3 3.8b mini 4k instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:instruct","name":"Phi3 Instruct","display_name":"Phi3 Instruct","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:latest","name":"Phi3 Latest","display_name":"Phi3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:medium","name":"Phi3 Medium","display_name":"Phi3 Medium","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:medium-128k","name":"Phi3 Medium 128k","display_name":"Phi3 Medium 128k","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:medium-4k","name":"Phi3 Medium 4k","display_name":"Phi3 Medium 4k","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:mini","name":"Phi3 Mini","display_name":"Phi3 Mini","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:mini-128k","name":"Phi3 Mini 128k","display_name":"Phi3 Mini 128k","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3:mini-4k","name":"Phi3 Mini 4k","display_name":"Phi3 Mini 4k","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b","name":"Phi3.5 3.8b","display_name":"Phi3.5 3.8b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-fp16","name":"Phi3.5 3.8b mini instruct fp16","display_name":"Phi3.5 3.8b mini instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q2_K","name":"Phi3.5 3.8b mini instruct q2_K","display_name":"Phi3.5 3.8b mini instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q3_K_L","name":"Phi3.5 3.8b mini instruct q3_K_L","display_name":"Phi3.5 3.8b mini instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q3_K_M","name":"Phi3.5 3.8b mini instruct q3_K_M","display_name":"Phi3.5 3.8b mini instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q3_K_S","name":"Phi3.5 3.8b mini instruct q3_K_S","display_name":"Phi3.5 3.8b mini instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q4_0","name":"Phi3.5 3.8b mini instruct q4_0","display_name":"Phi3.5 3.8b mini instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q4_1","name":"Phi3.5 3.8b mini instruct q4_1","display_name":"Phi3.5 3.8b mini instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q4_K_M","name":"Phi3.5 3.8b mini instruct q4_K_M","display_name":"Phi3.5 3.8b mini instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q4_K_S","name":"Phi3.5 3.8b mini instruct q4_K_S","display_name":"Phi3.5 3.8b mini instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q5_0","name":"Phi3.5 3.8b mini instruct q5_0","display_name":"Phi3.5 3.8b mini instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q5_1","name":"Phi3.5 3.8b mini instruct q5_1","display_name":"Phi3.5 3.8b mini instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q5_K_M","name":"Phi3.5 3.8b mini instruct q5_K_M","display_name":"Phi3.5 3.8b mini instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q5_K_S","name":"Phi3.5 3.8b mini instruct q5_K_S","display_name":"Phi3.5 3.8b mini instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q6_K","name":"Phi3.5 3.8b mini instruct q6_K","display_name":"Phi3.5 3.8b mini instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:3.8b-mini-instruct-q8_0","name":"Phi3.5 3.8b mini instruct q8_0","display_name":"Phi3.5 3.8b mini instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi3.5:latest","name":"Phi3.5 Latest","display_name":"Phi3.5 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini-reasoning:3.8b","name":"Phi4-mini-reasoning 3.8b","display_name":"Phi4-mini-reasoning 3.8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini-reasoning:3.8b-fp16","name":"Phi4-mini-reasoning 3.8b fp16","display_name":"Phi4-mini-reasoning 3.8b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini-reasoning:3.8b-q4_K_M","name":"Phi4-mini-reasoning 3.8b q4_K_M","display_name":"Phi4-mini-reasoning 3.8b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini-reasoning:3.8b-q8_0","name":"Phi4-mini-reasoning 3.8b q8_0","display_name":"Phi4-mini-reasoning 3.8b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini-reasoning:latest","name":"Phi4-mini-reasoning Latest","display_name":"Phi4-mini-reasoning Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini:3.8b","name":"Phi4-mini 3.8b","display_name":"Phi4-mini 3.8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini:3.8b-fp16","name":"Phi4-mini 3.8b fp16","display_name":"Phi4-mini 3.8b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini:3.8b-q4_K_M","name":"Phi4-mini 3.8b q4_K_M","display_name":"Phi4-mini 3.8b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini:3.8b-q8_0","name":"Phi4-mini 3.8b q8_0","display_name":"Phi4-mini 3.8b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-mini:latest","name":"Phi4-mini Latest","display_name":"Phi4-mini Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b","name":"Phi4-reasoning 14b","display_name":"Phi4-reasoning 14b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-fp16","name":"Phi4-reasoning 14b fp16","display_name":"Phi4-reasoning 14b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-plus-fp16","name":"Phi4-reasoning 14b plus fp16","display_name":"Phi4-reasoning 14b plus fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-plus-q4_K_M","name":"Phi4-reasoning 14b plus q4_K_M","display_name":"Phi4-reasoning 14b plus q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-plus-q8_0","name":"Phi4-reasoning 14b plus q8_0","display_name":"Phi4-reasoning 14b plus q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-q4_K_M","name":"Phi4-reasoning 14b q4_K_M","display_name":"Phi4-reasoning 14b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:14b-q8_0","name":"Phi4-reasoning 14b q8_0","display_name":"Phi4-reasoning 14b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:latest","name":"Phi4-reasoning Latest","display_name":"Phi4-reasoning Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4-reasoning:plus","name":"Phi4-reasoning Plus","display_name":"Phi4-reasoning Plus","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4:14b","name":"Phi4 14b","display_name":"Phi4 14b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4:14b-fp16","name":"Phi4 14b fp16","display_name":"Phi4 14b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4:14b-q4_K_M","name":"Phi4 14b q4_K_M","display_name":"Phi4 14b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4:14b-q8_0","name":"Phi4 14b q8_0","display_name":"Phi4 14b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phi4:latest","name":"Phi4 Latest","display_name":"Phi4 Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b","name":"Phind-codellama 34b","display_name":"Phind-codellama 34b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-fp16","name":"Phind-codellama 34b fp16","display_name":"Phind-codellama 34b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python","name":"Phind-codellama 34b python","display_name":"Phind-codellama 34b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-fp16","name":"Phind-codellama 34b python fp16","display_name":"Phind-codellama 34b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q2_K","name":"Phind-codellama 34b python q2_K","display_name":"Phind-codellama 34b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q3_K_L","name":"Phind-codellama 34b python q3_K_L","display_name":"Phind-codellama 34b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q3_K_M","name":"Phind-codellama 34b python q3_K_M","display_name":"Phind-codellama 34b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q3_K_S","name":"Phind-codellama 34b python q3_K_S","display_name":"Phind-codellama 34b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q4_0","name":"Phind-codellama 34b python q4_0","display_name":"Phind-codellama 34b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q4_1","name":"Phind-codellama 34b python q4_1","display_name":"Phind-codellama 34b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q4_K_M","name":"Phind-codellama 34b python q4_K_M","display_name":"Phind-codellama 34b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q4_K_S","name":"Phind-codellama 34b python q4_K_S","display_name":"Phind-codellama 34b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q5_0","name":"Phind-codellama 34b python q5_0","display_name":"Phind-codellama 34b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q5_1","name":"Phind-codellama 34b python q5_1","display_name":"Phind-codellama 34b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q5_K_M","name":"Phind-codellama 34b python q5_K_M","display_name":"Phind-codellama 34b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q5_K_S","name":"Phind-codellama 34b python q5_K_S","display_name":"Phind-codellama 34b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q6_K","name":"Phind-codellama 34b python q6_K","display_name":"Phind-codellama 34b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-python-q8_0","name":"Phind-codellama 34b python q8_0","display_name":"Phind-codellama 34b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q2_K","name":"Phind-codellama 34b q2_K","display_name":"Phind-codellama 34b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q3_K_L","name":"Phind-codellama 34b q3_K_L","display_name":"Phind-codellama 34b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q3_K_M","name":"Phind-codellama 34b q3_K_M","display_name":"Phind-codellama 34b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q3_K_S","name":"Phind-codellama 34b q3_K_S","display_name":"Phind-codellama 34b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q4_0","name":"Phind-codellama 34b q4_0","display_name":"Phind-codellama 34b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q4_1","name":"Phind-codellama 34b q4_1","display_name":"Phind-codellama 34b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q4_K_M","name":"Phind-codellama 34b q4_K_M","display_name":"Phind-codellama 34b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q4_K_S","name":"Phind-codellama 34b q4_K_S","display_name":"Phind-codellama 34b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q5_0","name":"Phind-codellama 34b q5_0","display_name":"Phind-codellama 34b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q5_1","name":"Phind-codellama 34b q5_1","display_name":"Phind-codellama 34b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q5_K_M","name":"Phind-codellama 34b q5_K_M","display_name":"Phind-codellama 34b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q5_K_S","name":"Phind-codellama 34b q5_K_S","display_name":"Phind-codellama 34b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q6_K","name":"Phind-codellama 34b q6_K","display_name":"Phind-codellama 34b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-q8_0","name":"Phind-codellama 34b q8_0","display_name":"Phind-codellama 34b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2","name":"Phind-codellama 34b v2","display_name":"Phind-codellama 34b v2","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-fp16","name":"Phind-codellama 34b v2 fp16","display_name":"Phind-codellama 34b v2 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q2_K","name":"Phind-codellama 34b v2 q2_K","display_name":"Phind-codellama 34b v2 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q3_K_L","name":"Phind-codellama 34b v2 q3_K_L","display_name":"Phind-codellama 34b v2 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q3_K_M","name":"Phind-codellama 34b v2 q3_K_M","display_name":"Phind-codellama 34b v2 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q3_K_S","name":"Phind-codellama 34b v2 q3_K_S","display_name":"Phind-codellama 34b v2 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q4_0","name":"Phind-codellama 34b v2 q4_0","display_name":"Phind-codellama 34b v2 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q4_1","name":"Phind-codellama 34b v2 q4_1","display_name":"Phind-codellama 34b v2 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q4_K_M","name":"Phind-codellama 34b v2 q4_K_M","display_name":"Phind-codellama 34b v2 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q4_K_S","name":"Phind-codellama 34b v2 q4_K_S","display_name":"Phind-codellama 34b v2 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q5_0","name":"Phind-codellama 34b v2 q5_0","display_name":"Phind-codellama 34b v2 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q5_1","name":"Phind-codellama 34b v2 q5_1","display_name":"Phind-codellama 34b v2 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q5_K_M","name":"Phind-codellama 34b v2 q5_K_M","display_name":"Phind-codellama 34b v2 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q5_K_S","name":"Phind-codellama 34b v2 q5_K_S","display_name":"Phind-codellama 34b v2 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q6_K","name":"Phind-codellama 34b v2 q6_K","display_name":"Phind-codellama 34b v2 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:34b-v2-q8_0","name":"Phind-codellama 34b v2 q8_0","display_name":"Phind-codellama 34b v2 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"phind-codellama:latest","name":"Phind-codellama Latest","display_name":"Phind-codellama Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b","name":"Qwen 0.5b","display_name":"Qwen 0.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat","name":"Qwen 0.5b chat","display_name":"Qwen 0.5b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-fp16","name":"Qwen 0.5b chat v1.5 fp16","display_name":"Qwen 0.5b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q2_K","name":"Qwen 0.5b chat v1.5 q2_K","display_name":"Qwen 0.5b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q3_K_L","name":"Qwen 0.5b chat v1.5 q3_K_L","display_name":"Qwen 0.5b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q3_K_M","name":"Qwen 0.5b chat v1.5 q3_K_M","display_name":"Qwen 0.5b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q3_K_S","name":"Qwen 0.5b chat v1.5 q3_K_S","display_name":"Qwen 0.5b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q4_0","name":"Qwen 0.5b chat v1.5 q4_0","display_name":"Qwen 0.5b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q4_1","name":"Qwen 0.5b chat v1.5 q4_1","display_name":"Qwen 0.5b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q4_K_M","name":"Qwen 0.5b chat v1.5 q4_K_M","display_name":"Qwen 0.5b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q4_K_S","name":"Qwen 0.5b chat v1.5 q4_K_S","display_name":"Qwen 0.5b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q5_0","name":"Qwen 0.5b chat v1.5 q5_0","display_name":"Qwen 0.5b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q5_1","name":"Qwen 0.5b chat v1.5 q5_1","display_name":"Qwen 0.5b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q5_K_M","name":"Qwen 0.5b chat v1.5 q5_K_M","display_name":"Qwen 0.5b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q5_K_S","name":"Qwen 0.5b chat v1.5 q5_K_S","display_name":"Qwen 0.5b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q6_K","name":"Qwen 0.5b chat v1.5 q6_K","display_name":"Qwen 0.5b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-chat-v1.5-q8_0","name":"Qwen 0.5b chat v1.5 q8_0","display_name":"Qwen 0.5b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text","name":"Qwen 0.5b text","display_name":"Qwen 0.5b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-fp16","name":"Qwen 0.5b text v1.5 fp16","display_name":"Qwen 0.5b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q2_K","name":"Qwen 0.5b text v1.5 q2_K","display_name":"Qwen 0.5b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q3_K_L","name":"Qwen 0.5b text v1.5 q3_K_L","display_name":"Qwen 0.5b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q3_K_M","name":"Qwen 0.5b text v1.5 q3_K_M","display_name":"Qwen 0.5b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q3_K_S","name":"Qwen 0.5b text v1.5 q3_K_S","display_name":"Qwen 0.5b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q4_0","name":"Qwen 0.5b text v1.5 q4_0","display_name":"Qwen 0.5b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q4_1","name":"Qwen 0.5b text v1.5 q4_1","display_name":"Qwen 0.5b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q4_K_M","name":"Qwen 0.5b text v1.5 q4_K_M","display_name":"Qwen 0.5b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q4_K_S","name":"Qwen 0.5b text v1.5 q4_K_S","display_name":"Qwen 0.5b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q5_0","name":"Qwen 0.5b text v1.5 q5_0","display_name":"Qwen 0.5b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q5_1","name":"Qwen 0.5b text v1.5 q5_1","display_name":"Qwen 0.5b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q5_K_M","name":"Qwen 0.5b text v1.5 q5_K_M","display_name":"Qwen 0.5b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q5_K_S","name":"Qwen 0.5b text v1.5 q5_K_S","display_name":"Qwen 0.5b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q6_K","name":"Qwen 0.5b text v1.5 q6_K","display_name":"Qwen 0.5b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:0.5b-text-v1.5-q8_0","name":"Qwen 0.5b text v1.5 q8_0","display_name":"Qwen 0.5b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b","name":"Qwen 1.8b","display_name":"Qwen 1.8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat","name":"Qwen 1.8b chat","display_name":"Qwen 1.8b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-fp16","name":"Qwen 1.8b chat fp16","display_name":"Qwen 1.8b chat fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q2_K","name":"Qwen 1.8b chat q2_K","display_name":"Qwen 1.8b chat q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q3_K_L","name":"Qwen 1.8b chat q3_K_L","display_name":"Qwen 1.8b chat q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q3_K_M","name":"Qwen 1.8b chat q3_K_M","display_name":"Qwen 1.8b chat q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q3_K_S","name":"Qwen 1.8b chat q3_K_S","display_name":"Qwen 1.8b chat q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q4_0","name":"Qwen 1.8b chat q4_0","display_name":"Qwen 1.8b chat q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q4_1","name":"Qwen 1.8b chat q4_1","display_name":"Qwen 1.8b chat q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q4_K_M","name":"Qwen 1.8b chat q4_K_M","display_name":"Qwen 1.8b chat q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q4_K_S","name":"Qwen 1.8b chat q4_K_S","display_name":"Qwen 1.8b chat q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q5_0","name":"Qwen 1.8b chat q5_0","display_name":"Qwen 1.8b chat q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q5_1","name":"Qwen 1.8b chat q5_1","display_name":"Qwen 1.8b chat q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q5_K_M","name":"Qwen 1.8b chat q5_K_M","display_name":"Qwen 1.8b chat q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q5_K_S","name":"Qwen 1.8b chat q5_K_S","display_name":"Qwen 1.8b chat q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q6_K","name":"Qwen 1.8b chat q6_K","display_name":"Qwen 1.8b chat q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-q8_0","name":"Qwen 1.8b chat q8_0","display_name":"Qwen 1.8b chat q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-fp16","name":"Qwen 1.8b chat v1.5 fp16","display_name":"Qwen 1.8b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q2_K","name":"Qwen 1.8b chat v1.5 q2_K","display_name":"Qwen 1.8b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q3_K_L","name":"Qwen 1.8b chat v1.5 q3_K_L","display_name":"Qwen 1.8b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q3_K_M","name":"Qwen 1.8b chat v1.5 q3_K_M","display_name":"Qwen 1.8b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q3_K_S","name":"Qwen 1.8b chat v1.5 q3_K_S","display_name":"Qwen 1.8b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q4_0","name":"Qwen 1.8b chat v1.5 q4_0","display_name":"Qwen 1.8b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q4_1","name":"Qwen 1.8b chat v1.5 q4_1","display_name":"Qwen 1.8b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q4_K_M","name":"Qwen 1.8b chat v1.5 q4_K_M","display_name":"Qwen 1.8b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q4_K_S","name":"Qwen 1.8b chat v1.5 q4_K_S","display_name":"Qwen 1.8b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q5_0","name":"Qwen 1.8b chat v1.5 q5_0","display_name":"Qwen 1.8b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q5_1","name":"Qwen 1.8b chat v1.5 q5_1","display_name":"Qwen 1.8b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q5_K_M","name":"Qwen 1.8b chat v1.5 q5_K_M","display_name":"Qwen 1.8b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q5_K_S","name":"Qwen 1.8b chat v1.5 q5_K_S","display_name":"Qwen 1.8b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q6_K","name":"Qwen 1.8b chat v1.5 q6_K","display_name":"Qwen 1.8b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-chat-v1.5-q8_0","name":"Qwen 1.8b chat v1.5 q8_0","display_name":"Qwen 1.8b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text","name":"Qwen 1.8b text","display_name":"Qwen 1.8b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-fp16","name":"Qwen 1.8b text fp16","display_name":"Qwen 1.8b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q2_K","name":"Qwen 1.8b text q2_K","display_name":"Qwen 1.8b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q3_K_L","name":"Qwen 1.8b text q3_K_L","display_name":"Qwen 1.8b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q3_K_M","name":"Qwen 1.8b text q3_K_M","display_name":"Qwen 1.8b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q3_K_S","name":"Qwen 1.8b text q3_K_S","display_name":"Qwen 1.8b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q4_0","name":"Qwen 1.8b text q4_0","display_name":"Qwen 1.8b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q4_1","name":"Qwen 1.8b text q4_1","display_name":"Qwen 1.8b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q4_K_M","name":"Qwen 1.8b text q4_K_M","display_name":"Qwen 1.8b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q4_K_S","name":"Qwen 1.8b text q4_K_S","display_name":"Qwen 1.8b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q5_0","name":"Qwen 1.8b text q5_0","display_name":"Qwen 1.8b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q5_1","name":"Qwen 1.8b text q5_1","display_name":"Qwen 1.8b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q5_K_M","name":"Qwen 1.8b text q5_K_M","display_name":"Qwen 1.8b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q5_K_S","name":"Qwen 1.8b text q5_K_S","display_name":"Qwen 1.8b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q6_K","name":"Qwen 1.8b text q6_K","display_name":"Qwen 1.8b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-q8_0","name":"Qwen 1.8b text q8_0","display_name":"Qwen 1.8b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-fp16","name":"Qwen 1.8b text v1.5 fp16","display_name":"Qwen 1.8b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q2_K","name":"Qwen 1.8b text v1.5 q2_K","display_name":"Qwen 1.8b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q3_K_L","name":"Qwen 1.8b text v1.5 q3_K_L","display_name":"Qwen 1.8b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q3_K_M","name":"Qwen 1.8b text v1.5 q3_K_M","display_name":"Qwen 1.8b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q3_K_S","name":"Qwen 1.8b text v1.5 q3_K_S","display_name":"Qwen 1.8b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q4_0","name":"Qwen 1.8b text v1.5 q4_0","display_name":"Qwen 1.8b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q4_1","name":"Qwen 1.8b text v1.5 q4_1","display_name":"Qwen 1.8b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q4_K_M","name":"Qwen 1.8b text v1.5 q4_K_M","display_name":"Qwen 1.8b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q4_K_S","name":"Qwen 1.8b text v1.5 q4_K_S","display_name":"Qwen 1.8b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q5_0","name":"Qwen 1.8b text v1.5 q5_0","display_name":"Qwen 1.8b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q5_1","name":"Qwen 1.8b text v1.5 q5_1","display_name":"Qwen 1.8b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q5_K_M","name":"Qwen 1.8b text v1.5 q5_K_M","display_name":"Qwen 1.8b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q5_K_S","name":"Qwen 1.8b text v1.5 q5_K_S","display_name":"Qwen 1.8b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q6_K","name":"Qwen 1.8b text v1.5 q6_K","display_name":"Qwen 1.8b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:1.8b-text-v1.5-q8_0","name":"Qwen 1.8b text v1.5 q8_0","display_name":"Qwen 1.8b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b","name":"Qwen 110b","display_name":"Qwen 110b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat","name":"Qwen 110b chat","display_name":"Qwen 110b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-fp16","name":"Qwen 110b chat v1.5 fp16","display_name":"Qwen 110b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q2_K","name":"Qwen 110b chat v1.5 q2_K","display_name":"Qwen 110b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q3_K_L","name":"Qwen 110b chat v1.5 q3_K_L","display_name":"Qwen 110b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q3_K_M","name":"Qwen 110b chat v1.5 q3_K_M","display_name":"Qwen 110b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q3_K_S","name":"Qwen 110b chat v1.5 q3_K_S","display_name":"Qwen 110b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q4_0","name":"Qwen 110b chat v1.5 q4_0","display_name":"Qwen 110b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q4_1","name":"Qwen 110b chat v1.5 q4_1","display_name":"Qwen 110b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q4_K_M","name":"Qwen 110b chat v1.5 q4_K_M","display_name":"Qwen 110b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q4_K_S","name":"Qwen 110b chat v1.5 q4_K_S","display_name":"Qwen 110b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q5_0","name":"Qwen 110b chat v1.5 q5_0","display_name":"Qwen 110b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q5_1","name":"Qwen 110b chat v1.5 q5_1","display_name":"Qwen 110b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q5_K_M","name":"Qwen 110b chat v1.5 q5_K_M","display_name":"Qwen 110b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q5_K_S","name":"Qwen 110b chat v1.5 q5_K_S","display_name":"Qwen 110b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q6_K","name":"Qwen 110b chat v1.5 q6_K","display_name":"Qwen 110b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-chat-v1.5-q8_0","name":"Qwen 110b chat v1.5 q8_0","display_name":"Qwen 110b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-fp16","name":"Qwen 110b text v1.5 fp16","display_name":"Qwen 110b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q2_K","name":"Qwen 110b text v1.5 q2_K","display_name":"Qwen 110b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q3_K_L","name":"Qwen 110b text v1.5 q3_K_L","display_name":"Qwen 110b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q3_K_M","name":"Qwen 110b text v1.5 q3_K_M","display_name":"Qwen 110b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q3_K_S","name":"Qwen 110b text v1.5 q3_K_S","display_name":"Qwen 110b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q4_0","name":"Qwen 110b text v1.5 q4_0","display_name":"Qwen 110b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q4_1","name":"Qwen 110b text v1.5 q4_1","display_name":"Qwen 110b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q4_K_M","name":"Qwen 110b text v1.5 q4_K_M","display_name":"Qwen 110b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q4_K_S","name":"Qwen 110b text v1.5 q4_K_S","display_name":"Qwen 110b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q5_0","name":"Qwen 110b text v1.5 q5_0","display_name":"Qwen 110b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q5_1","name":"Qwen 110b text v1.5 q5_1","display_name":"Qwen 110b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q5_K_M","name":"Qwen 110b text v1.5 q5_K_M","display_name":"Qwen 110b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q5_K_S","name":"Qwen 110b text v1.5 q5_K_S","display_name":"Qwen 110b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q6_K","name":"Qwen 110b text v1.5 q6_K","display_name":"Qwen 110b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:110b-text-v1.5-q8_0","name":"Qwen 110b text v1.5 q8_0","display_name":"Qwen 110b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b","name":"Qwen 14b","display_name":"Qwen 14b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat","name":"Qwen 14b chat","display_name":"Qwen 14b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-fp16","name":"Qwen 14b chat fp16","display_name":"Qwen 14b chat fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q2_K","name":"Qwen 14b chat q2_K","display_name":"Qwen 14b chat q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q3_K_L","name":"Qwen 14b chat q3_K_L","display_name":"Qwen 14b chat q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q3_K_M","name":"Qwen 14b chat q3_K_M","display_name":"Qwen 14b chat q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q3_K_S","name":"Qwen 14b chat q3_K_S","display_name":"Qwen 14b chat q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q4_0","name":"Qwen 14b chat q4_0","display_name":"Qwen 14b chat q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q4_1","name":"Qwen 14b chat q4_1","display_name":"Qwen 14b chat q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q4_K_M","name":"Qwen 14b chat q4_K_M","display_name":"Qwen 14b chat q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q4_K_S","name":"Qwen 14b chat q4_K_S","display_name":"Qwen 14b chat q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q5_0","name":"Qwen 14b chat q5_0","display_name":"Qwen 14b chat q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q5_1","name":"Qwen 14b chat q5_1","display_name":"Qwen 14b chat q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q5_K_M","name":"Qwen 14b chat q5_K_M","display_name":"Qwen 14b chat q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q5_K_S","name":"Qwen 14b chat q5_K_S","display_name":"Qwen 14b chat q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q6_K","name":"Qwen 14b chat q6_K","display_name":"Qwen 14b chat q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-q8_0","name":"Qwen 14b chat q8_0","display_name":"Qwen 14b chat q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-fp16","name":"Qwen 14b chat v1.5 fp16","display_name":"Qwen 14b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q2_K","name":"Qwen 14b chat v1.5 q2_K","display_name":"Qwen 14b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q3_K_L","name":"Qwen 14b chat v1.5 q3_K_L","display_name":"Qwen 14b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q3_K_M","name":"Qwen 14b chat v1.5 q3_K_M","display_name":"Qwen 14b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q3_K_S","name":"Qwen 14b chat v1.5 q3_K_S","display_name":"Qwen 14b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q4_0","name":"Qwen 14b chat v1.5 q4_0","display_name":"Qwen 14b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q4_1","name":"Qwen 14b chat v1.5 q4_1","display_name":"Qwen 14b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q4_K_M","name":"Qwen 14b chat v1.5 q4_K_M","display_name":"Qwen 14b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q4_K_S","name":"Qwen 14b chat v1.5 q4_K_S","display_name":"Qwen 14b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q5_0","name":"Qwen 14b chat v1.5 q5_0","display_name":"Qwen 14b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q5_1","name":"Qwen 14b chat v1.5 q5_1","display_name":"Qwen 14b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q5_K_M","name":"Qwen 14b chat v1.5 q5_K_M","display_name":"Qwen 14b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q5_K_S","name":"Qwen 14b chat v1.5 q5_K_S","display_name":"Qwen 14b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q6_K","name":"Qwen 14b chat v1.5 q6_K","display_name":"Qwen 14b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-chat-v1.5-q8_0","name":"Qwen 14b chat v1.5 q8_0","display_name":"Qwen 14b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text","name":"Qwen 14b text","display_name":"Qwen 14b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-fp16","name":"Qwen 14b text fp16","display_name":"Qwen 14b text fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q2_K","name":"Qwen 14b text q2_K","display_name":"Qwen 14b text q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q3_K_L","name":"Qwen 14b text q3_K_L","display_name":"Qwen 14b text q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q3_K_M","name":"Qwen 14b text q3_K_M","display_name":"Qwen 14b text q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q3_K_S","name":"Qwen 14b text q3_K_S","display_name":"Qwen 14b text q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q4_0","name":"Qwen 14b text q4_0","display_name":"Qwen 14b text q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q4_1","name":"Qwen 14b text q4_1","display_name":"Qwen 14b text q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q4_K_M","name":"Qwen 14b text q4_K_M","display_name":"Qwen 14b text q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q4_K_S","name":"Qwen 14b text q4_K_S","display_name":"Qwen 14b text q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q5_0","name":"Qwen 14b text q5_0","display_name":"Qwen 14b text q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q5_1","name":"Qwen 14b text q5_1","display_name":"Qwen 14b text q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q5_K_M","name":"Qwen 14b text q5_K_M","display_name":"Qwen 14b text q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q5_K_S","name":"Qwen 14b text q5_K_S","display_name":"Qwen 14b text q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q6_K","name":"Qwen 14b text q6_K","display_name":"Qwen 14b text q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-q8_0","name":"Qwen 14b text q8_0","display_name":"Qwen 14b text q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-fp16","name":"Qwen 14b text v1.5 fp16","display_name":"Qwen 14b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q2_K","name":"Qwen 14b text v1.5 q2_K","display_name":"Qwen 14b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q3_K_L","name":"Qwen 14b text v1.5 q3_K_L","display_name":"Qwen 14b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q3_K_M","name":"Qwen 14b text v1.5 q3_K_M","display_name":"Qwen 14b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q3_K_S","name":"Qwen 14b text v1.5 q3_K_S","display_name":"Qwen 14b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q4_0","name":"Qwen 14b text v1.5 q4_0","display_name":"Qwen 14b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q4_1","name":"Qwen 14b text v1.5 q4_1","display_name":"Qwen 14b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q4_K_M","name":"Qwen 14b text v1.5 q4_K_M","display_name":"Qwen 14b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q4_K_S","name":"Qwen 14b text v1.5 q4_K_S","display_name":"Qwen 14b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q5_0","name":"Qwen 14b text v1.5 q5_0","display_name":"Qwen 14b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q5_1","name":"Qwen 14b text v1.5 q5_1","display_name":"Qwen 14b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q5_K_M","name":"Qwen 14b text v1.5 q5_K_M","display_name":"Qwen 14b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q5_K_S","name":"Qwen 14b text v1.5 q5_K_S","display_name":"Qwen 14b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q6_K","name":"Qwen 14b text v1.5 q6_K","display_name":"Qwen 14b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:14b-text-v1.5-q8_0","name":"Qwen 14b text v1.5 q8_0","display_name":"Qwen 14b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b","name":"Qwen 32b","display_name":"Qwen 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat","name":"Qwen 32b chat","display_name":"Qwen 32b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-fp16","name":"Qwen 32b chat v1.5 fp16","display_name":"Qwen 32b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q2_K","name":"Qwen 32b chat v1.5 q2_K","display_name":"Qwen 32b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q3_K_L","name":"Qwen 32b chat v1.5 q3_K_L","display_name":"Qwen 32b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q3_K_M","name":"Qwen 32b chat v1.5 q3_K_M","display_name":"Qwen 32b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q3_K_S","name":"Qwen 32b chat v1.5 q3_K_S","display_name":"Qwen 32b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q4_0","name":"Qwen 32b chat v1.5 q4_0","display_name":"Qwen 32b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q4_1","name":"Qwen 32b chat v1.5 q4_1","display_name":"Qwen 32b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q4_K_M","name":"Qwen 32b chat v1.5 q4_K_M","display_name":"Qwen 32b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q4_K_S","name":"Qwen 32b chat v1.5 q4_K_S","display_name":"Qwen 32b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q5_0","name":"Qwen 32b chat v1.5 q5_0","display_name":"Qwen 32b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q5_1","name":"Qwen 32b chat v1.5 q5_1","display_name":"Qwen 32b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q5_K_M","name":"Qwen 32b chat v1.5 q5_K_M","display_name":"Qwen 32b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q5_K_S","name":"Qwen 32b chat v1.5 q5_K_S","display_name":"Qwen 32b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q6_K","name":"Qwen 32b chat v1.5 q6_K","display_name":"Qwen 32b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-chat-v1.5-q8_0","name":"Qwen 32b chat v1.5 q8_0","display_name":"Qwen 32b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text","name":"Qwen 32b text","display_name":"Qwen 32b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q2_K","name":"Qwen 32b text v1.5 q2_K","display_name":"Qwen 32b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q3_K_L","name":"Qwen 32b text v1.5 q3_K_L","display_name":"Qwen 32b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q3_K_M","name":"Qwen 32b text v1.5 q3_K_M","display_name":"Qwen 32b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q3_K_S","name":"Qwen 32b text v1.5 q3_K_S","display_name":"Qwen 32b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q4_0","name":"Qwen 32b text v1.5 q4_0","display_name":"Qwen 32b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q4_1","name":"Qwen 32b text v1.5 q4_1","display_name":"Qwen 32b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q4_K_S","name":"Qwen 32b text v1.5 q4_K_S","display_name":"Qwen 32b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q5_0","name":"Qwen 32b text v1.5 q5_0","display_name":"Qwen 32b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q5_1","name":"Qwen 32b text v1.5 q5_1","display_name":"Qwen 32b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:32b-text-v1.5-q8_0","name":"Qwen 32b text v1.5 q8_0","display_name":"Qwen 32b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b","name":"Qwen 4b","display_name":"Qwen 4b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat","name":"Qwen 4b chat","display_name":"Qwen 4b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-fp16","name":"Qwen 4b chat v1.5 fp16","display_name":"Qwen 4b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q2_K","name":"Qwen 4b chat v1.5 q2_K","display_name":"Qwen 4b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q3_K_L","name":"Qwen 4b chat v1.5 q3_K_L","display_name":"Qwen 4b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q3_K_M","name":"Qwen 4b chat v1.5 q3_K_M","display_name":"Qwen 4b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q3_K_S","name":"Qwen 4b chat v1.5 q3_K_S","display_name":"Qwen 4b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q4_0","name":"Qwen 4b chat v1.5 q4_0","display_name":"Qwen 4b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q4_1","name":"Qwen 4b chat v1.5 q4_1","display_name":"Qwen 4b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q4_K_M","name":"Qwen 4b chat v1.5 q4_K_M","display_name":"Qwen 4b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q4_K_S","name":"Qwen 4b chat v1.5 q4_K_S","display_name":"Qwen 4b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q5_0","name":"Qwen 4b chat v1.5 q5_0","display_name":"Qwen 4b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q5_1","name":"Qwen 4b chat v1.5 q5_1","display_name":"Qwen 4b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q5_K_M","name":"Qwen 4b chat v1.5 q5_K_M","display_name":"Qwen 4b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q5_K_S","name":"Qwen 4b chat v1.5 q5_K_S","display_name":"Qwen 4b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q6_K","name":"Qwen 4b chat v1.5 q6_K","display_name":"Qwen 4b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-chat-v1.5-q8_0","name":"Qwen 4b chat v1.5 q8_0","display_name":"Qwen 4b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text","name":"Qwen 4b text","display_name":"Qwen 4b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-fp16","name":"Qwen 4b text v1.5 fp16","display_name":"Qwen 4b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q2_K","name":"Qwen 4b text v1.5 q2_K","display_name":"Qwen 4b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q3_K_L","name":"Qwen 4b text v1.5 q3_K_L","display_name":"Qwen 4b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q3_K_M","name":"Qwen 4b text v1.5 q3_K_M","display_name":"Qwen 4b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q3_K_S","name":"Qwen 4b text v1.5 q3_K_S","display_name":"Qwen 4b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q4_0","name":"Qwen 4b text v1.5 q4_0","display_name":"Qwen 4b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q4_1","name":"Qwen 4b text v1.5 q4_1","display_name":"Qwen 4b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q4_K_M","name":"Qwen 4b text v1.5 q4_K_M","display_name":"Qwen 4b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q4_K_S","name":"Qwen 4b text v1.5 q4_K_S","display_name":"Qwen 4b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q5_0","name":"Qwen 4b text v1.5 q5_0","display_name":"Qwen 4b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q5_1","name":"Qwen 4b text v1.5 q5_1","display_name":"Qwen 4b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q5_K_M","name":"Qwen 4b text v1.5 q5_K_M","display_name":"Qwen 4b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q5_K_S","name":"Qwen 4b text v1.5 q5_K_S","display_name":"Qwen 4b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q6_K","name":"Qwen 4b text v1.5 q6_K","display_name":"Qwen 4b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:4b-text-v1.5-q8_0","name":"Qwen 4b text v1.5 q8_0","display_name":"Qwen 4b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b","name":"Qwen 72b","display_name":"Qwen 72b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat","name":"Qwen 72b chat","display_name":"Qwen 72b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-fp16","name":"Qwen 72b chat fp16","display_name":"Qwen 72b chat fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q2_K","name":"Qwen 72b chat q2_K","display_name":"Qwen 72b chat q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q3_K_L","name":"Qwen 72b chat q3_K_L","display_name":"Qwen 72b chat q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q3_K_M","name":"Qwen 72b chat q3_K_M","display_name":"Qwen 72b chat q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q3_K_S","name":"Qwen 72b chat q3_K_S","display_name":"Qwen 72b chat q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q4_0","name":"Qwen 72b chat q4_0","display_name":"Qwen 72b chat q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q4_1","name":"Qwen 72b chat q4_1","display_name":"Qwen 72b chat q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q4_K_M","name":"Qwen 72b chat q4_K_M","display_name":"Qwen 72b chat q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q4_K_S","name":"Qwen 72b chat q4_K_S","display_name":"Qwen 72b chat q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q5_0","name":"Qwen 72b chat q5_0","display_name":"Qwen 72b chat q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q5_1","name":"Qwen 72b chat q5_1","display_name":"Qwen 72b chat q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q5_K_M","name":"Qwen 72b chat q5_K_M","display_name":"Qwen 72b chat q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q5_K_S","name":"Qwen 72b chat q5_K_S","display_name":"Qwen 72b chat q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q6_K","name":"Qwen 72b chat q6_K","display_name":"Qwen 72b chat q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-q8_0","name":"Qwen 72b chat q8_0","display_name":"Qwen 72b chat q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-fp16","name":"Qwen 72b chat v1.5 fp16","display_name":"Qwen 72b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q2_K","name":"Qwen 72b chat v1.5 q2_K","display_name":"Qwen 72b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q3_K_L","name":"Qwen 72b chat v1.5 q3_K_L","display_name":"Qwen 72b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q3_K_M","name":"Qwen 72b chat v1.5 q3_K_M","display_name":"Qwen 72b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q3_K_S","name":"Qwen 72b chat v1.5 q3_K_S","display_name":"Qwen 72b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q4_0","name":"Qwen 72b chat v1.5 q4_0","display_name":"Qwen 72b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q4_1","name":"Qwen 72b chat v1.5 q4_1","display_name":"Qwen 72b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q4_K_M","name":"Qwen 72b chat v1.5 q4_K_M","display_name":"Qwen 72b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q4_K_S","name":"Qwen 72b chat v1.5 q4_K_S","display_name":"Qwen 72b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q5_0","name":"Qwen 72b chat v1.5 q5_0","display_name":"Qwen 72b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q5_1","name":"Qwen 72b chat v1.5 q5_1","display_name":"Qwen 72b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q5_K_M","name":"Qwen 72b chat v1.5 q5_K_M","display_name":"Qwen 72b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q5_K_S","name":"Qwen 72b chat v1.5 q5_K_S","display_name":"Qwen 72b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q6_K","name":"Qwen 72b chat v1.5 q6_K","display_name":"Qwen 72b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-chat-v1.5-q8_0","name":"Qwen 72b chat v1.5 q8_0","display_name":"Qwen 72b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text","name":"Qwen 72b text","display_name":"Qwen 72b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-fp16","name":"Qwen 72b text fp16","display_name":"Qwen 72b text fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q2_K","name":"Qwen 72b text q2_K","display_name":"Qwen 72b text q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q3_K_L","name":"Qwen 72b text q3_K_L","display_name":"Qwen 72b text q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q3_K_M","name":"Qwen 72b text q3_K_M","display_name":"Qwen 72b text q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q3_K_S","name":"Qwen 72b text q3_K_S","display_name":"Qwen 72b text q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q4_0","name":"Qwen 72b text q4_0","display_name":"Qwen 72b text q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q4_1","name":"Qwen 72b text q4_1","display_name":"Qwen 72b text q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q4_K_M","name":"Qwen 72b text q4_K_M","display_name":"Qwen 72b text q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q4_K_S","name":"Qwen 72b text q4_K_S","display_name":"Qwen 72b text q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q5_0","name":"Qwen 72b text q5_0","display_name":"Qwen 72b text q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q5_1","name":"Qwen 72b text q5_1","display_name":"Qwen 72b text q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q5_K_M","name":"Qwen 72b text q5_K_M","display_name":"Qwen 72b text q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q5_K_S","name":"Qwen 72b text q5_K_S","display_name":"Qwen 72b text q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q6_K","name":"Qwen 72b text q6_K","display_name":"Qwen 72b text q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-q8_0","name":"Qwen 72b text q8_0","display_name":"Qwen 72b text q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-fp16","name":"Qwen 72b text v1.5 fp16","display_name":"Qwen 72b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q2_K","name":"Qwen 72b text v1.5 q2_K","display_name":"Qwen 72b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q3_K_L","name":"Qwen 72b text v1.5 q3_K_L","display_name":"Qwen 72b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q3_K_M","name":"Qwen 72b text v1.5 q3_K_M","display_name":"Qwen 72b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q3_K_S","name":"Qwen 72b text v1.5 q3_K_S","display_name":"Qwen 72b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q4_0","name":"Qwen 72b text v1.5 q4_0","display_name":"Qwen 72b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q4_1","name":"Qwen 72b text v1.5 q4_1","display_name":"Qwen 72b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q4_K_M","name":"Qwen 72b text v1.5 q4_K_M","display_name":"Qwen 72b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q4_K_S","name":"Qwen 72b text v1.5 q4_K_S","display_name":"Qwen 72b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q5_0","name":"Qwen 72b text v1.5 q5_0","display_name":"Qwen 72b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q5_1","name":"Qwen 72b text v1.5 q5_1","display_name":"Qwen 72b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q5_K_M","name":"Qwen 72b text v1.5 q5_K_M","display_name":"Qwen 72b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q5_K_S","name":"Qwen 72b text v1.5 q5_K_S","display_name":"Qwen 72b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q6_K","name":"Qwen 72b text v1.5 q6_K","display_name":"Qwen 72b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:72b-text-v1.5-q8_0","name":"Qwen 72b text v1.5 q8_0","display_name":"Qwen 72b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b","name":"Qwen 7b","display_name":"Qwen 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat","name":"Qwen 7b chat","display_name":"Qwen 7b chat","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-fp16","name":"Qwen 7b chat fp16","display_name":"Qwen 7b chat fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q2_K","name":"Qwen 7b chat q2_K","display_name":"Qwen 7b chat q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q3_K_L","name":"Qwen 7b chat q3_K_L","display_name":"Qwen 7b chat q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q3_K_M","name":"Qwen 7b chat q3_K_M","display_name":"Qwen 7b chat q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q3_K_S","name":"Qwen 7b chat q3_K_S","display_name":"Qwen 7b chat q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q4_0","name":"Qwen 7b chat q4_0","display_name":"Qwen 7b chat q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q4_1","name":"Qwen 7b chat q4_1","display_name":"Qwen 7b chat q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q4_K_M","name":"Qwen 7b chat q4_K_M","display_name":"Qwen 7b chat q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q4_K_S","name":"Qwen 7b chat q4_K_S","display_name":"Qwen 7b chat q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q5_0","name":"Qwen 7b chat q5_0","display_name":"Qwen 7b chat q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q5_1","name":"Qwen 7b chat q5_1","display_name":"Qwen 7b chat q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q5_K_M","name":"Qwen 7b chat q5_K_M","display_name":"Qwen 7b chat q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q5_K_S","name":"Qwen 7b chat q5_K_S","display_name":"Qwen 7b chat q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q6_K","name":"Qwen 7b chat q6_K","display_name":"Qwen 7b chat q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-q8_0","name":"Qwen 7b chat q8_0","display_name":"Qwen 7b chat q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-fp16","name":"Qwen 7b chat v1.5 fp16","display_name":"Qwen 7b chat v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q2_K","name":"Qwen 7b chat v1.5 q2_K","display_name":"Qwen 7b chat v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q3_K_L","name":"Qwen 7b chat v1.5 q3_K_L","display_name":"Qwen 7b chat v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q3_K_M","name":"Qwen 7b chat v1.5 q3_K_M","display_name":"Qwen 7b chat v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q3_K_S","name":"Qwen 7b chat v1.5 q3_K_S","display_name":"Qwen 7b chat v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q4_0","name":"Qwen 7b chat v1.5 q4_0","display_name":"Qwen 7b chat v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q4_1","name":"Qwen 7b chat v1.5 q4_1","display_name":"Qwen 7b chat v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q4_K_M","name":"Qwen 7b chat v1.5 q4_K_M","display_name":"Qwen 7b chat v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q4_K_S","name":"Qwen 7b chat v1.5 q4_K_S","display_name":"Qwen 7b chat v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q5_0","name":"Qwen 7b chat v1.5 q5_0","display_name":"Qwen 7b chat v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q5_1","name":"Qwen 7b chat v1.5 q5_1","display_name":"Qwen 7b chat v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q5_K_M","name":"Qwen 7b chat v1.5 q5_K_M","display_name":"Qwen 7b chat v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q5_K_S","name":"Qwen 7b chat v1.5 q5_K_S","display_name":"Qwen 7b chat v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q6_K","name":"Qwen 7b chat v1.5 q6_K","display_name":"Qwen 7b chat v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-chat-v1.5-q8_0","name":"Qwen 7b chat v1.5 q8_0","display_name":"Qwen 7b chat v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-fp16","name":"Qwen 7b fp16","display_name":"Qwen 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q2_K","name":"Qwen 7b q2_K","display_name":"Qwen 7b q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q3_K_L","name":"Qwen 7b q3_K_L","display_name":"Qwen 7b q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q3_K_M","name":"Qwen 7b q3_K_M","display_name":"Qwen 7b q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q3_K_S","name":"Qwen 7b q3_K_S","display_name":"Qwen 7b q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q4_0","name":"Qwen 7b q4_0","display_name":"Qwen 7b q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q4_1","name":"Qwen 7b q4_1","display_name":"Qwen 7b q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q4_K_M","name":"Qwen 7b q4_K_M","display_name":"Qwen 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q4_K_S","name":"Qwen 7b q4_K_S","display_name":"Qwen 7b q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q5_0","name":"Qwen 7b q5_0","display_name":"Qwen 7b q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q5_1","name":"Qwen 7b q5_1","display_name":"Qwen 7b q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q5_K_M","name":"Qwen 7b q5_K_M","display_name":"Qwen 7b q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q5_K_S","name":"Qwen 7b q5_K_S","display_name":"Qwen 7b q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q6_K","name":"Qwen 7b q6_K","display_name":"Qwen 7b q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-q8_0","name":"Qwen 7b q8_0","display_name":"Qwen 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text","name":"Qwen 7b text","display_name":"Qwen 7b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-fp16","name":"Qwen 7b text v1.5 fp16","display_name":"Qwen 7b text v1.5 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q2_K","name":"Qwen 7b text v1.5 q2_K","display_name":"Qwen 7b text v1.5 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q3_K_L","name":"Qwen 7b text v1.5 q3_K_L","display_name":"Qwen 7b text v1.5 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q3_K_M","name":"Qwen 7b text v1.5 q3_K_M","display_name":"Qwen 7b text v1.5 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q3_K_S","name":"Qwen 7b text v1.5 q3_K_S","display_name":"Qwen 7b text v1.5 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q4_0","name":"Qwen 7b text v1.5 q4_0","display_name":"Qwen 7b text v1.5 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q4_1","name":"Qwen 7b text v1.5 q4_1","display_name":"Qwen 7b text v1.5 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q4_K_M","name":"Qwen 7b text v1.5 q4_K_M","display_name":"Qwen 7b text v1.5 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q4_K_S","name":"Qwen 7b text v1.5 q4_K_S","display_name":"Qwen 7b text v1.5 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q5_0","name":"Qwen 7b text v1.5 q5_0","display_name":"Qwen 7b text v1.5 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q5_1","name":"Qwen 7b text v1.5 q5_1","display_name":"Qwen 7b text v1.5 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q5_K_M","name":"Qwen 7b text v1.5 q5_K_M","display_name":"Qwen 7b text v1.5 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q5_K_S","name":"Qwen 7b text v1.5 q5_K_S","display_name":"Qwen 7b text v1.5 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q6_K","name":"Qwen 7b text v1.5 q6_K","display_name":"Qwen 7b text v1.5 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:7b-text-v1.5-q8_0","name":"Qwen 7b text v1.5 q8_0","display_name":"Qwen 7b text v1.5 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen:latest","name":"Qwen Latest","display_name":"Qwen Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b","name":"Qwen2-math 1.5b","display_name":"Qwen2-math 1.5b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct","name":"Qwen2-math 1.5b instruct","display_name":"Qwen2-math 1.5b instruct","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-fp16","name":"Qwen2-math 1.5b instruct fp16","display_name":"Qwen2-math 1.5b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q2_K","name":"Qwen2-math 1.5b instruct q2_K","display_name":"Qwen2-math 1.5b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q3_K_L","name":"Qwen2-math 1.5b instruct q3_K_L","display_name":"Qwen2-math 1.5b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q3_K_M","name":"Qwen2-math 1.5b instruct q3_K_M","display_name":"Qwen2-math 1.5b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q3_K_S","name":"Qwen2-math 1.5b instruct q3_K_S","display_name":"Qwen2-math 1.5b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q4_0","name":"Qwen2-math 1.5b instruct q4_0","display_name":"Qwen2-math 1.5b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q4_1","name":"Qwen2-math 1.5b instruct q4_1","display_name":"Qwen2-math 1.5b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q4_K_M","name":"Qwen2-math 1.5b instruct q4_K_M","display_name":"Qwen2-math 1.5b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q4_K_S","name":"Qwen2-math 1.5b instruct q4_K_S","display_name":"Qwen2-math 1.5b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q5_0","name":"Qwen2-math 1.5b instruct q5_0","display_name":"Qwen2-math 1.5b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q5_1","name":"Qwen2-math 1.5b instruct q5_1","display_name":"Qwen2-math 1.5b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q5_K_M","name":"Qwen2-math 1.5b instruct q5_K_M","display_name":"Qwen2-math 1.5b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q5_K_S","name":"Qwen2-math 1.5b instruct q5_K_S","display_name":"Qwen2-math 1.5b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q6_K","name":"Qwen2-math 1.5b instruct q6_K","display_name":"Qwen2-math 1.5b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:1.5b-instruct-q8_0","name":"Qwen2-math 1.5b instruct q8_0","display_name":"Qwen2-math 1.5b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b","name":"Qwen2-math 72b","display_name":"Qwen2-math 72b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct","name":"Qwen2-math 72b instruct","display_name":"Qwen2-math 72b instruct","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-fp16","name":"Qwen2-math 72b instruct fp16","display_name":"Qwen2-math 72b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q2_K","name":"Qwen2-math 72b instruct q2_K","display_name":"Qwen2-math 72b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q3_K_L","name":"Qwen2-math 72b instruct q3_K_L","display_name":"Qwen2-math 72b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q3_K_M","name":"Qwen2-math 72b instruct q3_K_M","display_name":"Qwen2-math 72b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q3_K_S","name":"Qwen2-math 72b instruct q3_K_S","display_name":"Qwen2-math 72b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q4_0","name":"Qwen2-math 72b instruct q4_0","display_name":"Qwen2-math 72b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q4_1","name":"Qwen2-math 72b instruct q4_1","display_name":"Qwen2-math 72b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q4_K_M","name":"Qwen2-math 72b instruct q4_K_M","display_name":"Qwen2-math 72b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q4_K_S","name":"Qwen2-math 72b instruct q4_K_S","display_name":"Qwen2-math 72b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q5_0","name":"Qwen2-math 72b instruct q5_0","display_name":"Qwen2-math 72b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q5_1","name":"Qwen2-math 72b instruct q5_1","display_name":"Qwen2-math 72b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q5_K_M","name":"Qwen2-math 72b instruct q5_K_M","display_name":"Qwen2-math 72b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q5_K_S","name":"Qwen2-math 72b instruct q5_K_S","display_name":"Qwen2-math 72b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q6_K","name":"Qwen2-math 72b instruct q6_K","display_name":"Qwen2-math 72b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:72b-instruct-q8_0","name":"Qwen2-math 72b instruct q8_0","display_name":"Qwen2-math 72b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b","name":"Qwen2-math 7b","display_name":"Qwen2-math 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct","name":"Qwen2-math 7b instruct","display_name":"Qwen2-math 7b instruct","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-fp16","name":"Qwen2-math 7b instruct fp16","display_name":"Qwen2-math 7b instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q2_K","name":"Qwen2-math 7b instruct q2_K","display_name":"Qwen2-math 7b instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q3_K_L","name":"Qwen2-math 7b instruct q3_K_L","display_name":"Qwen2-math 7b instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q3_K_M","name":"Qwen2-math 7b instruct q3_K_M","display_name":"Qwen2-math 7b instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q3_K_S","name":"Qwen2-math 7b instruct q3_K_S","display_name":"Qwen2-math 7b instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q4_0","name":"Qwen2-math 7b instruct q4_0","display_name":"Qwen2-math 7b instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q4_1","name":"Qwen2-math 7b instruct q4_1","display_name":"Qwen2-math 7b instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q4_K_M","name":"Qwen2-math 7b instruct q4_K_M","display_name":"Qwen2-math 7b instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q4_K_S","name":"Qwen2-math 7b instruct q4_K_S","display_name":"Qwen2-math 7b instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q5_0","name":"Qwen2-math 7b instruct q5_0","display_name":"Qwen2-math 7b instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q5_1","name":"Qwen2-math 7b instruct q5_1","display_name":"Qwen2-math 7b instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q5_K_M","name":"Qwen2-math 7b instruct q5_K_M","display_name":"Qwen2-math 7b instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q5_K_S","name":"Qwen2-math 7b instruct q5_K_S","display_name":"Qwen2-math 7b instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q6_K","name":"Qwen2-math 7b instruct q6_K","display_name":"Qwen2-math 7b instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:7b-instruct-q8_0","name":"Qwen2-math 7b instruct q8_0","display_name":"Qwen2-math 7b instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2-math:latest","name":"Qwen2-math Latest","display_name":"Qwen2-math Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b","name":"Qwen2 0.5b","display_name":"Qwen2 0.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct","name":"Qwen2 0.5b instruct","display_name":"Qwen2 0.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-fp16","name":"Qwen2 0.5b instruct fp16","display_name":"Qwen2 0.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q2_K","name":"Qwen2 0.5b instruct q2_K","display_name":"Qwen2 0.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q3_K_L","name":"Qwen2 0.5b instruct q3_K_L","display_name":"Qwen2 0.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q3_K_M","name":"Qwen2 0.5b instruct q3_K_M","display_name":"Qwen2 0.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q3_K_S","name":"Qwen2 0.5b instruct q3_K_S","display_name":"Qwen2 0.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q4_0","name":"Qwen2 0.5b instruct q4_0","display_name":"Qwen2 0.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q4_1","name":"Qwen2 0.5b instruct q4_1","display_name":"Qwen2 0.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q4_K_M","name":"Qwen2 0.5b instruct q4_K_M","display_name":"Qwen2 0.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q4_K_S","name":"Qwen2 0.5b instruct q4_K_S","display_name":"Qwen2 0.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q5_0","name":"Qwen2 0.5b instruct q5_0","display_name":"Qwen2 0.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q5_1","name":"Qwen2 0.5b instruct q5_1","display_name":"Qwen2 0.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q5_K_M","name":"Qwen2 0.5b instruct q5_K_M","display_name":"Qwen2 0.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q5_K_S","name":"Qwen2 0.5b instruct q5_K_S","display_name":"Qwen2 0.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q6_K","name":"Qwen2 0.5b instruct q6_K","display_name":"Qwen2 0.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:0.5b-instruct-q8_0","name":"Qwen2 0.5b instruct q8_0","display_name":"Qwen2 0.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b","name":"Qwen2 1.5b","display_name":"Qwen2 1.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct","name":"Qwen2 1.5b instruct","display_name":"Qwen2 1.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-fp16","name":"Qwen2 1.5b instruct fp16","display_name":"Qwen2 1.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q2_K","name":"Qwen2 1.5b instruct q2_K","display_name":"Qwen2 1.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q3_K_L","name":"Qwen2 1.5b instruct q3_K_L","display_name":"Qwen2 1.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q3_K_M","name":"Qwen2 1.5b instruct q3_K_M","display_name":"Qwen2 1.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q3_K_S","name":"Qwen2 1.5b instruct q3_K_S","display_name":"Qwen2 1.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q4_0","name":"Qwen2 1.5b instruct q4_0","display_name":"Qwen2 1.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q4_1","name":"Qwen2 1.5b instruct q4_1","display_name":"Qwen2 1.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q4_K_M","name":"Qwen2 1.5b instruct q4_K_M","display_name":"Qwen2 1.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q4_K_S","name":"Qwen2 1.5b instruct q4_K_S","display_name":"Qwen2 1.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q5_0","name":"Qwen2 1.5b instruct q5_0","display_name":"Qwen2 1.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q5_1","name":"Qwen2 1.5b instruct q5_1","display_name":"Qwen2 1.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q5_K_M","name":"Qwen2 1.5b instruct q5_K_M","display_name":"Qwen2 1.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q5_K_S","name":"Qwen2 1.5b instruct q5_K_S","display_name":"Qwen2 1.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q6_K","name":"Qwen2 1.5b instruct q6_K","display_name":"Qwen2 1.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:1.5b-instruct-q8_0","name":"Qwen2 1.5b instruct q8_0","display_name":"Qwen2 1.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b","name":"Qwen2 72b","display_name":"Qwen2 72b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct","name":"Qwen2 72b instruct","display_name":"Qwen2 72b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-fp16","name":"Qwen2 72b instruct fp16","display_name":"Qwen2 72b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q2_K","name":"Qwen2 72b instruct q2_K","display_name":"Qwen2 72b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q3_K_L","name":"Qwen2 72b instruct q3_K_L","display_name":"Qwen2 72b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q3_K_M","name":"Qwen2 72b instruct q3_K_M","display_name":"Qwen2 72b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q3_K_S","name":"Qwen2 72b instruct q3_K_S","display_name":"Qwen2 72b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q4_0","name":"Qwen2 72b instruct q4_0","display_name":"Qwen2 72b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q4_1","name":"Qwen2 72b instruct q4_1","display_name":"Qwen2 72b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q4_K_M","name":"Qwen2 72b instruct q4_K_M","display_name":"Qwen2 72b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q4_K_S","name":"Qwen2 72b instruct q4_K_S","display_name":"Qwen2 72b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q5_0","name":"Qwen2 72b instruct q5_0","display_name":"Qwen2 72b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q5_1","name":"Qwen2 72b instruct q5_1","display_name":"Qwen2 72b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q5_K_M","name":"Qwen2 72b instruct q5_K_M","display_name":"Qwen2 72b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q5_K_S","name":"Qwen2 72b instruct q5_K_S","display_name":"Qwen2 72b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q6_K","name":"Qwen2 72b instruct q6_K","display_name":"Qwen2 72b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-instruct-q8_0","name":"Qwen2 72b instruct q8_0","display_name":"Qwen2 72b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text","name":"Qwen2 72b text","display_name":"Qwen2 72b text","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-fp16","name":"Qwen2 72b text fp16","display_name":"Qwen2 72b text fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q2_K","name":"Qwen2 72b text q2_K","display_name":"Qwen2 72b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q3_K_L","name":"Qwen2 72b text q3_K_L","display_name":"Qwen2 72b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q3_K_M","name":"Qwen2 72b text q3_K_M","display_name":"Qwen2 72b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q3_K_S","name":"Qwen2 72b text q3_K_S","display_name":"Qwen2 72b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q4_0","name":"Qwen2 72b text q4_0","display_name":"Qwen2 72b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q4_1","name":"Qwen2 72b text q4_1","display_name":"Qwen2 72b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q4_K_M","name":"Qwen2 72b text q4_K_M","display_name":"Qwen2 72b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q4_K_S","name":"Qwen2 72b text q4_K_S","display_name":"Qwen2 72b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q5_0","name":"Qwen2 72b text q5_0","display_name":"Qwen2 72b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q5_1","name":"Qwen2 72b text q5_1","display_name":"Qwen2 72b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q5_K_M","name":"Qwen2 72b text q5_K_M","display_name":"Qwen2 72b text q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q5_K_S","name":"Qwen2 72b text q5_K_S","display_name":"Qwen2 72b text q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q6_K","name":"Qwen2 72b text q6_K","display_name":"Qwen2 72b text q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:72b-text-q8_0","name":"Qwen2 72b text q8_0","display_name":"Qwen2 72b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b","name":"Qwen2 7b","display_name":"Qwen2 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct","name":"Qwen2 7b instruct","display_name":"Qwen2 7b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-fp16","name":"Qwen2 7b instruct fp16","display_name":"Qwen2 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q2_K","name":"Qwen2 7b instruct q2_K","display_name":"Qwen2 7b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q3_K_L","name":"Qwen2 7b instruct q3_K_L","display_name":"Qwen2 7b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q3_K_M","name":"Qwen2 7b instruct q3_K_M","display_name":"Qwen2 7b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q3_K_S","name":"Qwen2 7b instruct q3_K_S","display_name":"Qwen2 7b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q4_0","name":"Qwen2 7b instruct q4_0","display_name":"Qwen2 7b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q4_1","name":"Qwen2 7b instruct q4_1","display_name":"Qwen2 7b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q4_K_M","name":"Qwen2 7b instruct q4_K_M","display_name":"Qwen2 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q4_K_S","name":"Qwen2 7b instruct q4_K_S","display_name":"Qwen2 7b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q5_0","name":"Qwen2 7b instruct q5_0","display_name":"Qwen2 7b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q5_1","name":"Qwen2 7b instruct q5_1","display_name":"Qwen2 7b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q5_K_M","name":"Qwen2 7b instruct q5_K_M","display_name":"Qwen2 7b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q5_K_S","name":"Qwen2 7b instruct q5_K_S","display_name":"Qwen2 7b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q6_K","name":"Qwen2 7b instruct q6_K","display_name":"Qwen2 7b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-instruct-q8_0","name":"Qwen2 7b instruct q8_0","display_name":"Qwen2 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text","name":"Qwen2 7b text","display_name":"Qwen2 7b text","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q2_K","name":"Qwen2 7b text q2_K","display_name":"Qwen2 7b text q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q3_K_L","name":"Qwen2 7b text q3_K_L","display_name":"Qwen2 7b text q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q3_K_M","name":"Qwen2 7b text q3_K_M","display_name":"Qwen2 7b text q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q3_K_S","name":"Qwen2 7b text q3_K_S","display_name":"Qwen2 7b text q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q4_0","name":"Qwen2 7b text q4_0","display_name":"Qwen2 7b text q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q4_1","name":"Qwen2 7b text q4_1","display_name":"Qwen2 7b text q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q4_K_M","name":"Qwen2 7b text q4_K_M","display_name":"Qwen2 7b text q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q4_K_S","name":"Qwen2 7b text q4_K_S","display_name":"Qwen2 7b text q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q5_0","name":"Qwen2 7b text q5_0","display_name":"Qwen2 7b text q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q5_1","name":"Qwen2 7b text q5_1","display_name":"Qwen2 7b text q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:7b-text-q8_0","name":"Qwen2 7b text q8_0","display_name":"Qwen2 7b text q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2:latest","name":"Qwen2 Latest","display_name":"Qwen2 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b","name":"Qwen2.5-coder 0.5b","display_name":"Qwen2.5-coder 0.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base","name":"Qwen2.5-coder 0.5b base","display_name":"Qwen2.5-coder 0.5b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-fp16","name":"Qwen2.5-coder 0.5b base fp16","display_name":"Qwen2.5-coder 0.5b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q2_K","name":"Qwen2.5-coder 0.5b base q2_K","display_name":"Qwen2.5-coder 0.5b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q3_K_L","name":"Qwen2.5-coder 0.5b base q3_K_L","display_name":"Qwen2.5-coder 0.5b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q3_K_M","name":"Qwen2.5-coder 0.5b base q3_K_M","display_name":"Qwen2.5-coder 0.5b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q3_K_S","name":"Qwen2.5-coder 0.5b base q3_K_S","display_name":"Qwen2.5-coder 0.5b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q4_0","name":"Qwen2.5-coder 0.5b base q4_0","display_name":"Qwen2.5-coder 0.5b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q4_1","name":"Qwen2.5-coder 0.5b base q4_1","display_name":"Qwen2.5-coder 0.5b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q4_K_M","name":"Qwen2.5-coder 0.5b base q4_K_M","display_name":"Qwen2.5-coder 0.5b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q4_K_S","name":"Qwen2.5-coder 0.5b base q4_K_S","display_name":"Qwen2.5-coder 0.5b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q5_0","name":"Qwen2.5-coder 0.5b base q5_0","display_name":"Qwen2.5-coder 0.5b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q5_1","name":"Qwen2.5-coder 0.5b base q5_1","display_name":"Qwen2.5-coder 0.5b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q5_K_M","name":"Qwen2.5-coder 0.5b base q5_K_M","display_name":"Qwen2.5-coder 0.5b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q5_K_S","name":"Qwen2.5-coder 0.5b base q5_K_S","display_name":"Qwen2.5-coder 0.5b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q6_K","name":"Qwen2.5-coder 0.5b base q6_K","display_name":"Qwen2.5-coder 0.5b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-base-q8_0","name":"Qwen2.5-coder 0.5b base q8_0","display_name":"Qwen2.5-coder 0.5b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct","name":"Qwen2.5-coder 0.5b instruct","display_name":"Qwen2.5-coder 0.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-fp16","name":"Qwen2.5-coder 0.5b instruct fp16","display_name":"Qwen2.5-coder 0.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q2_K","name":"Qwen2.5-coder 0.5b instruct q2_K","display_name":"Qwen2.5-coder 0.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q3_K_L","name":"Qwen2.5-coder 0.5b instruct q3_K_L","display_name":"Qwen2.5-coder 0.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q3_K_M","name":"Qwen2.5-coder 0.5b instruct q3_K_M","display_name":"Qwen2.5-coder 0.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q3_K_S","name":"Qwen2.5-coder 0.5b instruct q3_K_S","display_name":"Qwen2.5-coder 0.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q4_0","name":"Qwen2.5-coder 0.5b instruct q4_0","display_name":"Qwen2.5-coder 0.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q4_1","name":"Qwen2.5-coder 0.5b instruct q4_1","display_name":"Qwen2.5-coder 0.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q4_K_M","name":"Qwen2.5-coder 0.5b instruct q4_K_M","display_name":"Qwen2.5-coder 0.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q4_K_S","name":"Qwen2.5-coder 0.5b instruct q4_K_S","display_name":"Qwen2.5-coder 0.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q5_0","name":"Qwen2.5-coder 0.5b instruct q5_0","display_name":"Qwen2.5-coder 0.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q5_1","name":"Qwen2.5-coder 0.5b instruct q5_1","display_name":"Qwen2.5-coder 0.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q5_K_M","name":"Qwen2.5-coder 0.5b instruct q5_K_M","display_name":"Qwen2.5-coder 0.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q5_K_S","name":"Qwen2.5-coder 0.5b instruct q5_K_S","display_name":"Qwen2.5-coder 0.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q6_K","name":"Qwen2.5-coder 0.5b instruct q6_K","display_name":"Qwen2.5-coder 0.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:0.5b-instruct-q8_0","name":"Qwen2.5-coder 0.5b instruct q8_0","display_name":"Qwen2.5-coder 0.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b","name":"Qwen2.5-coder 1.5b","display_name":"Qwen2.5-coder 1.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base","name":"Qwen2.5-coder 1.5b base","display_name":"Qwen2.5-coder 1.5b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-fp16","name":"Qwen2.5-coder 1.5b base fp16","display_name":"Qwen2.5-coder 1.5b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q2_K","name":"Qwen2.5-coder 1.5b base q2_K","display_name":"Qwen2.5-coder 1.5b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q3_K_L","name":"Qwen2.5-coder 1.5b base q3_K_L","display_name":"Qwen2.5-coder 1.5b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q3_K_M","name":"Qwen2.5-coder 1.5b base q3_K_M","display_name":"Qwen2.5-coder 1.5b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q3_K_S","name":"Qwen2.5-coder 1.5b base q3_K_S","display_name":"Qwen2.5-coder 1.5b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q4_0","name":"Qwen2.5-coder 1.5b base q4_0","display_name":"Qwen2.5-coder 1.5b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q4_1","name":"Qwen2.5-coder 1.5b base q4_1","display_name":"Qwen2.5-coder 1.5b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q4_K_M","name":"Qwen2.5-coder 1.5b base q4_K_M","display_name":"Qwen2.5-coder 1.5b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q4_K_S","name":"Qwen2.5-coder 1.5b base q4_K_S","display_name":"Qwen2.5-coder 1.5b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q5_0","name":"Qwen2.5-coder 1.5b base q5_0","display_name":"Qwen2.5-coder 1.5b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q5_1","name":"Qwen2.5-coder 1.5b base q5_1","display_name":"Qwen2.5-coder 1.5b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q5_K_M","name":"Qwen2.5-coder 1.5b base q5_K_M","display_name":"Qwen2.5-coder 1.5b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q5_K_S","name":"Qwen2.5-coder 1.5b base q5_K_S","display_name":"Qwen2.5-coder 1.5b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q6_K","name":"Qwen2.5-coder 1.5b base q6_K","display_name":"Qwen2.5-coder 1.5b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-base-q8_0","name":"Qwen2.5-coder 1.5b base q8_0","display_name":"Qwen2.5-coder 1.5b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct","name":"Qwen2.5-coder 1.5b instruct","display_name":"Qwen2.5-coder 1.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-fp16","name":"Qwen2.5-coder 1.5b instruct fp16","display_name":"Qwen2.5-coder 1.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q2_K","name":"Qwen2.5-coder 1.5b instruct q2_K","display_name":"Qwen2.5-coder 1.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q3_K_L","name":"Qwen2.5-coder 1.5b instruct q3_K_L","display_name":"Qwen2.5-coder 1.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q3_K_M","name":"Qwen2.5-coder 1.5b instruct q3_K_M","display_name":"Qwen2.5-coder 1.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q3_K_S","name":"Qwen2.5-coder 1.5b instruct q3_K_S","display_name":"Qwen2.5-coder 1.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q4_0","name":"Qwen2.5-coder 1.5b instruct q4_0","display_name":"Qwen2.5-coder 1.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q4_1","name":"Qwen2.5-coder 1.5b instruct q4_1","display_name":"Qwen2.5-coder 1.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q4_K_M","name":"Qwen2.5-coder 1.5b instruct q4_K_M","display_name":"Qwen2.5-coder 1.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q4_K_S","name":"Qwen2.5-coder 1.5b instruct q4_K_S","display_name":"Qwen2.5-coder 1.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q5_0","name":"Qwen2.5-coder 1.5b instruct q5_0","display_name":"Qwen2.5-coder 1.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q5_1","name":"Qwen2.5-coder 1.5b instruct q5_1","display_name":"Qwen2.5-coder 1.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q5_K_M","name":"Qwen2.5-coder 1.5b instruct q5_K_M","display_name":"Qwen2.5-coder 1.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q5_K_S","name":"Qwen2.5-coder 1.5b instruct q5_K_S","display_name":"Qwen2.5-coder 1.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q6_K","name":"Qwen2.5-coder 1.5b instruct q6_K","display_name":"Qwen2.5-coder 1.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:1.5b-instruct-q8_0","name":"Qwen2.5-coder 1.5b instruct q8_0","display_name":"Qwen2.5-coder 1.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b","name":"Qwen2.5-coder 14b","display_name":"Qwen2.5-coder 14b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base","name":"Qwen2.5-coder 14b base","display_name":"Qwen2.5-coder 14b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-fp16","name":"Qwen2.5-coder 14b base fp16","display_name":"Qwen2.5-coder 14b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q2_K","name":"Qwen2.5-coder 14b base q2_K","display_name":"Qwen2.5-coder 14b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q3_K_L","name":"Qwen2.5-coder 14b base q3_K_L","display_name":"Qwen2.5-coder 14b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q3_K_M","name":"Qwen2.5-coder 14b base q3_K_M","display_name":"Qwen2.5-coder 14b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q3_K_S","name":"Qwen2.5-coder 14b base q3_K_S","display_name":"Qwen2.5-coder 14b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q4_0","name":"Qwen2.5-coder 14b base q4_0","display_name":"Qwen2.5-coder 14b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q4_1","name":"Qwen2.5-coder 14b base q4_1","display_name":"Qwen2.5-coder 14b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q4_K_M","name":"Qwen2.5-coder 14b base q4_K_M","display_name":"Qwen2.5-coder 14b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q4_K_S","name":"Qwen2.5-coder 14b base q4_K_S","display_name":"Qwen2.5-coder 14b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q5_0","name":"Qwen2.5-coder 14b base q5_0","display_name":"Qwen2.5-coder 14b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q5_1","name":"Qwen2.5-coder 14b base q5_1","display_name":"Qwen2.5-coder 14b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q5_K_M","name":"Qwen2.5-coder 14b base q5_K_M","display_name":"Qwen2.5-coder 14b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q5_K_S","name":"Qwen2.5-coder 14b base q5_K_S","display_name":"Qwen2.5-coder 14b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q6_K","name":"Qwen2.5-coder 14b base q6_K","display_name":"Qwen2.5-coder 14b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-base-q8_0","name":"Qwen2.5-coder 14b base q8_0","display_name":"Qwen2.5-coder 14b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct","name":"Qwen2.5-coder 14b instruct","display_name":"Qwen2.5-coder 14b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-fp16","name":"Qwen2.5-coder 14b instruct fp16","display_name":"Qwen2.5-coder 14b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q2_K","name":"Qwen2.5-coder 14b instruct q2_K","display_name":"Qwen2.5-coder 14b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q3_K_L","name":"Qwen2.5-coder 14b instruct q3_K_L","display_name":"Qwen2.5-coder 14b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q3_K_M","name":"Qwen2.5-coder 14b instruct q3_K_M","display_name":"Qwen2.5-coder 14b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q3_K_S","name":"Qwen2.5-coder 14b instruct q3_K_S","display_name":"Qwen2.5-coder 14b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q4_0","name":"Qwen2.5-coder 14b instruct q4_0","display_name":"Qwen2.5-coder 14b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q4_1","name":"Qwen2.5-coder 14b instruct q4_1","display_name":"Qwen2.5-coder 14b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q4_K_M","name":"Qwen2.5-coder 14b instruct q4_K_M","display_name":"Qwen2.5-coder 14b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q4_K_S","name":"Qwen2.5-coder 14b instruct q4_K_S","display_name":"Qwen2.5-coder 14b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q5_0","name":"Qwen2.5-coder 14b instruct q5_0","display_name":"Qwen2.5-coder 14b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q5_1","name":"Qwen2.5-coder 14b instruct q5_1","display_name":"Qwen2.5-coder 14b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q5_K_M","name":"Qwen2.5-coder 14b instruct q5_K_M","display_name":"Qwen2.5-coder 14b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q5_K_S","name":"Qwen2.5-coder 14b instruct q5_K_S","display_name":"Qwen2.5-coder 14b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q6_K","name":"Qwen2.5-coder 14b instruct q6_K","display_name":"Qwen2.5-coder 14b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:14b-instruct-q8_0","name":"Qwen2.5-coder 14b instruct q8_0","display_name":"Qwen2.5-coder 14b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b","name":"Qwen2.5-coder 32b","display_name":"Qwen2.5-coder 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base","name":"Qwen2.5-coder 32b base","display_name":"Qwen2.5-coder 32b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-fp16","name":"Qwen2.5-coder 32b base fp16","display_name":"Qwen2.5-coder 32b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q2_K","name":"Qwen2.5-coder 32b base q2_K","display_name":"Qwen2.5-coder 32b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q3_K_L","name":"Qwen2.5-coder 32b base q3_K_L","display_name":"Qwen2.5-coder 32b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q3_K_M","name":"Qwen2.5-coder 32b base q3_K_M","display_name":"Qwen2.5-coder 32b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q3_K_S","name":"Qwen2.5-coder 32b base q3_K_S","display_name":"Qwen2.5-coder 32b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q4_0","name":"Qwen2.5-coder 32b base q4_0","display_name":"Qwen2.5-coder 32b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q4_1","name":"Qwen2.5-coder 32b base q4_1","display_name":"Qwen2.5-coder 32b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q4_K_M","name":"Qwen2.5-coder 32b base q4_K_M","display_name":"Qwen2.5-coder 32b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q4_K_S","name":"Qwen2.5-coder 32b base q4_K_S","display_name":"Qwen2.5-coder 32b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q5_0","name":"Qwen2.5-coder 32b base q5_0","display_name":"Qwen2.5-coder 32b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q5_1","name":"Qwen2.5-coder 32b base q5_1","display_name":"Qwen2.5-coder 32b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q5_K_M","name":"Qwen2.5-coder 32b base q5_K_M","display_name":"Qwen2.5-coder 32b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q5_K_S","name":"Qwen2.5-coder 32b base q5_K_S","display_name":"Qwen2.5-coder 32b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q6_K","name":"Qwen2.5-coder 32b base q6_K","display_name":"Qwen2.5-coder 32b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-base-q8_0","name":"Qwen2.5-coder 32b base q8_0","display_name":"Qwen2.5-coder 32b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct","name":"Qwen2.5-coder 32b instruct","display_name":"Qwen2.5-coder 32b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-fp16","name":"Qwen2.5-coder 32b instruct fp16","display_name":"Qwen2.5-coder 32b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q2_K","name":"Qwen2.5-coder 32b instruct q2_K","display_name":"Qwen2.5-coder 32b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q3_K_L","name":"Qwen2.5-coder 32b instruct q3_K_L","display_name":"Qwen2.5-coder 32b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q3_K_M","name":"Qwen2.5-coder 32b instruct q3_K_M","display_name":"Qwen2.5-coder 32b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q3_K_S","name":"Qwen2.5-coder 32b instruct q3_K_S","display_name":"Qwen2.5-coder 32b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q4_0","name":"Qwen2.5-coder 32b instruct q4_0","display_name":"Qwen2.5-coder 32b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q4_1","name":"Qwen2.5-coder 32b instruct q4_1","display_name":"Qwen2.5-coder 32b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q4_K_M","name":"Qwen2.5-coder 32b instruct q4_K_M","display_name":"Qwen2.5-coder 32b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q4_K_S","name":"Qwen2.5-coder 32b instruct q4_K_S","display_name":"Qwen2.5-coder 32b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q5_0","name":"Qwen2.5-coder 32b instruct q5_0","display_name":"Qwen2.5-coder 32b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q5_1","name":"Qwen2.5-coder 32b instruct q5_1","display_name":"Qwen2.5-coder 32b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q5_K_M","name":"Qwen2.5-coder 32b instruct q5_K_M","display_name":"Qwen2.5-coder 32b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q5_K_S","name":"Qwen2.5-coder 32b instruct q5_K_S","display_name":"Qwen2.5-coder 32b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q6_K","name":"Qwen2.5-coder 32b instruct q6_K","display_name":"Qwen2.5-coder 32b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:32b-instruct-q8_0","name":"Qwen2.5-coder 32b instruct q8_0","display_name":"Qwen2.5-coder 32b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b","name":"Qwen2.5-coder 3b","display_name":"Qwen2.5-coder 3b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base","name":"Qwen2.5-coder 3b base","display_name":"Qwen2.5-coder 3b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-fp16","name":"Qwen2.5-coder 3b base fp16","display_name":"Qwen2.5-coder 3b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q2_K","name":"Qwen2.5-coder 3b base q2_K","display_name":"Qwen2.5-coder 3b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q3_K_L","name":"Qwen2.5-coder 3b base q3_K_L","display_name":"Qwen2.5-coder 3b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q3_K_M","name":"Qwen2.5-coder 3b base q3_K_M","display_name":"Qwen2.5-coder 3b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q3_K_S","name":"Qwen2.5-coder 3b base q3_K_S","display_name":"Qwen2.5-coder 3b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q4_0","name":"Qwen2.5-coder 3b base q4_0","display_name":"Qwen2.5-coder 3b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q4_1","name":"Qwen2.5-coder 3b base q4_1","display_name":"Qwen2.5-coder 3b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q4_K_M","name":"Qwen2.5-coder 3b base q4_K_M","display_name":"Qwen2.5-coder 3b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q4_K_S","name":"Qwen2.5-coder 3b base q4_K_S","display_name":"Qwen2.5-coder 3b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q5_0","name":"Qwen2.5-coder 3b base q5_0","display_name":"Qwen2.5-coder 3b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q5_1","name":"Qwen2.5-coder 3b base q5_1","display_name":"Qwen2.5-coder 3b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q5_K_M","name":"Qwen2.5-coder 3b base q5_K_M","display_name":"Qwen2.5-coder 3b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q5_K_S","name":"Qwen2.5-coder 3b base q5_K_S","display_name":"Qwen2.5-coder 3b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q6_K","name":"Qwen2.5-coder 3b base q6_K","display_name":"Qwen2.5-coder 3b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-base-q8_0","name":"Qwen2.5-coder 3b base q8_0","display_name":"Qwen2.5-coder 3b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct","name":"Qwen2.5-coder 3b instruct","display_name":"Qwen2.5-coder 3b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-fp16","name":"Qwen2.5-coder 3b instruct fp16","display_name":"Qwen2.5-coder 3b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q2_K","name":"Qwen2.5-coder 3b instruct q2_K","display_name":"Qwen2.5-coder 3b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q3_K_L","name":"Qwen2.5-coder 3b instruct q3_K_L","display_name":"Qwen2.5-coder 3b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q3_K_M","name":"Qwen2.5-coder 3b instruct q3_K_M","display_name":"Qwen2.5-coder 3b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q3_K_S","name":"Qwen2.5-coder 3b instruct q3_K_S","display_name":"Qwen2.5-coder 3b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q4_0","name":"Qwen2.5-coder 3b instruct q4_0","display_name":"Qwen2.5-coder 3b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q4_1","name":"Qwen2.5-coder 3b instruct q4_1","display_name":"Qwen2.5-coder 3b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q4_K_M","name":"Qwen2.5-coder 3b instruct q4_K_M","display_name":"Qwen2.5-coder 3b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q4_K_S","name":"Qwen2.5-coder 3b instruct q4_K_S","display_name":"Qwen2.5-coder 3b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q5_0","name":"Qwen2.5-coder 3b instruct q5_0","display_name":"Qwen2.5-coder 3b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q5_1","name":"Qwen2.5-coder 3b instruct q5_1","display_name":"Qwen2.5-coder 3b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q5_K_M","name":"Qwen2.5-coder 3b instruct q5_K_M","display_name":"Qwen2.5-coder 3b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q5_K_S","name":"Qwen2.5-coder 3b instruct q5_K_S","display_name":"Qwen2.5-coder 3b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q6_K","name":"Qwen2.5-coder 3b instruct q6_K","display_name":"Qwen2.5-coder 3b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:3b-instruct-q8_0","name":"Qwen2.5-coder 3b instruct q8_0","display_name":"Qwen2.5-coder 3b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b","name":"Qwen2.5-coder 7b","display_name":"Qwen2.5-coder 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base","name":"Qwen2.5-coder 7b base","display_name":"Qwen2.5-coder 7b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-fp16","name":"Qwen2.5-coder 7b base fp16","display_name":"Qwen2.5-coder 7b base fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q2_K","name":"Qwen2.5-coder 7b base q2_K","display_name":"Qwen2.5-coder 7b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q3_K_L","name":"Qwen2.5-coder 7b base q3_K_L","display_name":"Qwen2.5-coder 7b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q3_K_M","name":"Qwen2.5-coder 7b base q3_K_M","display_name":"Qwen2.5-coder 7b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q3_K_S","name":"Qwen2.5-coder 7b base q3_K_S","display_name":"Qwen2.5-coder 7b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q4_0","name":"Qwen2.5-coder 7b base q4_0","display_name":"Qwen2.5-coder 7b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q4_1","name":"Qwen2.5-coder 7b base q4_1","display_name":"Qwen2.5-coder 7b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q4_K_M","name":"Qwen2.5-coder 7b base q4_K_M","display_name":"Qwen2.5-coder 7b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q4_K_S","name":"Qwen2.5-coder 7b base q4_K_S","display_name":"Qwen2.5-coder 7b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q5_0","name":"Qwen2.5-coder 7b base q5_0","display_name":"Qwen2.5-coder 7b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q5_1","name":"Qwen2.5-coder 7b base q5_1","display_name":"Qwen2.5-coder 7b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q5_K_M","name":"Qwen2.5-coder 7b base q5_K_M","display_name":"Qwen2.5-coder 7b base q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q5_K_S","name":"Qwen2.5-coder 7b base q5_K_S","display_name":"Qwen2.5-coder 7b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q6_K","name":"Qwen2.5-coder 7b base q6_K","display_name":"Qwen2.5-coder 7b base q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-base-q8_0","name":"Qwen2.5-coder 7b base q8_0","display_name":"Qwen2.5-coder 7b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct","name":"Qwen2.5-coder 7b instruct","display_name":"Qwen2.5-coder 7b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-fp16","name":"Qwen2.5-coder 7b instruct fp16","display_name":"Qwen2.5-coder 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q2_K","name":"Qwen2.5-coder 7b instruct q2_K","display_name":"Qwen2.5-coder 7b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q3_K_L","name":"Qwen2.5-coder 7b instruct q3_K_L","display_name":"Qwen2.5-coder 7b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q3_K_M","name":"Qwen2.5-coder 7b instruct q3_K_M","display_name":"Qwen2.5-coder 7b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q3_K_S","name":"Qwen2.5-coder 7b instruct q3_K_S","display_name":"Qwen2.5-coder 7b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q4_0","name":"Qwen2.5-coder 7b instruct q4_0","display_name":"Qwen2.5-coder 7b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q4_1","name":"Qwen2.5-coder 7b instruct q4_1","display_name":"Qwen2.5-coder 7b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q4_K_M","name":"Qwen2.5-coder 7b instruct q4_K_M","display_name":"Qwen2.5-coder 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q4_K_S","name":"Qwen2.5-coder 7b instruct q4_K_S","display_name":"Qwen2.5-coder 7b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q5_0","name":"Qwen2.5-coder 7b instruct q5_0","display_name":"Qwen2.5-coder 7b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q5_1","name":"Qwen2.5-coder 7b instruct q5_1","display_name":"Qwen2.5-coder 7b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q5_K_M","name":"Qwen2.5-coder 7b instruct q5_K_M","display_name":"Qwen2.5-coder 7b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q5_K_S","name":"Qwen2.5-coder 7b instruct q5_K_S","display_name":"Qwen2.5-coder 7b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q6_K","name":"Qwen2.5-coder 7b instruct q6_K","display_name":"Qwen2.5-coder 7b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:7b-instruct-q8_0","name":"Qwen2.5-coder 7b instruct q8_0","display_name":"Qwen2.5-coder 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5-coder:latest","name":"Qwen2.5-coder Latest","display_name":"Qwen2.5-coder Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b","name":"Qwen2.5 0.5b","display_name":"Qwen2.5 0.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base","name":"Qwen2.5 0.5b base","display_name":"Qwen2.5 0.5b base","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q2_K","name":"Qwen2.5 0.5b base q2_K","display_name":"Qwen2.5 0.5b base q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q3_K_L","name":"Qwen2.5 0.5b base q3_K_L","display_name":"Qwen2.5 0.5b base q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q3_K_M","name":"Qwen2.5 0.5b base q3_K_M","display_name":"Qwen2.5 0.5b base q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q3_K_S","name":"Qwen2.5 0.5b base q3_K_S","display_name":"Qwen2.5 0.5b base q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q4_0","name":"Qwen2.5 0.5b base q4_0","display_name":"Qwen2.5 0.5b base q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q4_1","name":"Qwen2.5 0.5b base q4_1","display_name":"Qwen2.5 0.5b base q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q4_K_M","name":"Qwen2.5 0.5b base q4_K_M","display_name":"Qwen2.5 0.5b base q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q4_K_S","name":"Qwen2.5 0.5b base q4_K_S","display_name":"Qwen2.5 0.5b base q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q5_0","name":"Qwen2.5 0.5b base q5_0","display_name":"Qwen2.5 0.5b base q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q5_1","name":"Qwen2.5 0.5b base q5_1","display_name":"Qwen2.5 0.5b base q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q5_K_S","name":"Qwen2.5 0.5b base q5_K_S","display_name":"Qwen2.5 0.5b base q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-base-q8_0","name":"Qwen2.5 0.5b base q8_0","display_name":"Qwen2.5 0.5b base q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct","name":"Qwen2.5 0.5b instruct","display_name":"Qwen2.5 0.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-fp16","name":"Qwen2.5 0.5b instruct fp16","display_name":"Qwen2.5 0.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q2_K","name":"Qwen2.5 0.5b instruct q2_K","display_name":"Qwen2.5 0.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q3_K_L","name":"Qwen2.5 0.5b instruct q3_K_L","display_name":"Qwen2.5 0.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q3_K_M","name":"Qwen2.5 0.5b instruct q3_K_M","display_name":"Qwen2.5 0.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q3_K_S","name":"Qwen2.5 0.5b instruct q3_K_S","display_name":"Qwen2.5 0.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q4_0","name":"Qwen2.5 0.5b instruct q4_0","display_name":"Qwen2.5 0.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q4_1","name":"Qwen2.5 0.5b instruct q4_1","display_name":"Qwen2.5 0.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q4_K_M","name":"Qwen2.5 0.5b instruct q4_K_M","display_name":"Qwen2.5 0.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q4_K_S","name":"Qwen2.5 0.5b instruct q4_K_S","display_name":"Qwen2.5 0.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q5_0","name":"Qwen2.5 0.5b instruct q5_0","display_name":"Qwen2.5 0.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q5_1","name":"Qwen2.5 0.5b instruct q5_1","display_name":"Qwen2.5 0.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q5_K_M","name":"Qwen2.5 0.5b instruct q5_K_M","display_name":"Qwen2.5 0.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q5_K_S","name":"Qwen2.5 0.5b instruct q5_K_S","display_name":"Qwen2.5 0.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q6_K","name":"Qwen2.5 0.5b instruct q6_K","display_name":"Qwen2.5 0.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:0.5b-instruct-q8_0","name":"Qwen2.5 0.5b instruct q8_0","display_name":"Qwen2.5 0.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b","name":"Qwen2.5 1.5b","display_name":"Qwen2.5 1.5b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct","name":"Qwen2.5 1.5b instruct","display_name":"Qwen2.5 1.5b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-fp16","name":"Qwen2.5 1.5b instruct fp16","display_name":"Qwen2.5 1.5b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q2_K","name":"Qwen2.5 1.5b instruct q2_K","display_name":"Qwen2.5 1.5b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q3_K_L","name":"Qwen2.5 1.5b instruct q3_K_L","display_name":"Qwen2.5 1.5b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q3_K_M","name":"Qwen2.5 1.5b instruct q3_K_M","display_name":"Qwen2.5 1.5b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q3_K_S","name":"Qwen2.5 1.5b instruct q3_K_S","display_name":"Qwen2.5 1.5b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q4_0","name":"Qwen2.5 1.5b instruct q4_0","display_name":"Qwen2.5 1.5b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q4_1","name":"Qwen2.5 1.5b instruct q4_1","display_name":"Qwen2.5 1.5b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q4_K_M","name":"Qwen2.5 1.5b instruct q4_K_M","display_name":"Qwen2.5 1.5b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q4_K_S","name":"Qwen2.5 1.5b instruct q4_K_S","display_name":"Qwen2.5 1.5b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q5_0","name":"Qwen2.5 1.5b instruct q5_0","display_name":"Qwen2.5 1.5b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q5_1","name":"Qwen2.5 1.5b instruct q5_1","display_name":"Qwen2.5 1.5b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q5_K_M","name":"Qwen2.5 1.5b instruct q5_K_M","display_name":"Qwen2.5 1.5b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q5_K_S","name":"Qwen2.5 1.5b instruct q5_K_S","display_name":"Qwen2.5 1.5b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q6_K","name":"Qwen2.5 1.5b instruct q6_K","display_name":"Qwen2.5 1.5b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:1.5b-instruct-q8_0","name":"Qwen2.5 1.5b instruct q8_0","display_name":"Qwen2.5 1.5b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b","name":"Qwen2.5 14b","display_name":"Qwen2.5 14b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct","name":"Qwen2.5 14b instruct","display_name":"Qwen2.5 14b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-fp16","name":"Qwen2.5 14b instruct fp16","display_name":"Qwen2.5 14b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q2_K","name":"Qwen2.5 14b instruct q2_K","display_name":"Qwen2.5 14b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q3_K_L","name":"Qwen2.5 14b instruct q3_K_L","display_name":"Qwen2.5 14b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q3_K_M","name":"Qwen2.5 14b instruct q3_K_M","display_name":"Qwen2.5 14b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q3_K_S","name":"Qwen2.5 14b instruct q3_K_S","display_name":"Qwen2.5 14b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q4_0","name":"Qwen2.5 14b instruct q4_0","display_name":"Qwen2.5 14b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q4_1","name":"Qwen2.5 14b instruct q4_1","display_name":"Qwen2.5 14b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q4_K_M","name":"Qwen2.5 14b instruct q4_K_M","display_name":"Qwen2.5 14b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q4_K_S","name":"Qwen2.5 14b instruct q4_K_S","display_name":"Qwen2.5 14b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q5_0","name":"Qwen2.5 14b instruct q5_0","display_name":"Qwen2.5 14b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q5_1","name":"Qwen2.5 14b instruct q5_1","display_name":"Qwen2.5 14b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q5_K_M","name":"Qwen2.5 14b instruct q5_K_M","display_name":"Qwen2.5 14b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q5_K_S","name":"Qwen2.5 14b instruct q5_K_S","display_name":"Qwen2.5 14b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q6_K","name":"Qwen2.5 14b instruct q6_K","display_name":"Qwen2.5 14b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:14b-instruct-q8_0","name":"Qwen2.5 14b instruct q8_0","display_name":"Qwen2.5 14b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b","name":"Qwen2.5 32b","display_name":"Qwen2.5 32b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct","name":"Qwen2.5 32b instruct","display_name":"Qwen2.5 32b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-fp16","name":"Qwen2.5 32b instruct fp16","display_name":"Qwen2.5 32b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q2_K","name":"Qwen2.5 32b instruct q2_K","display_name":"Qwen2.5 32b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q3_K_L","name":"Qwen2.5 32b instruct q3_K_L","display_name":"Qwen2.5 32b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q3_K_M","name":"Qwen2.5 32b instruct q3_K_M","display_name":"Qwen2.5 32b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q3_K_S","name":"Qwen2.5 32b instruct q3_K_S","display_name":"Qwen2.5 32b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q4_0","name":"Qwen2.5 32b instruct q4_0","display_name":"Qwen2.5 32b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q4_1","name":"Qwen2.5 32b instruct q4_1","display_name":"Qwen2.5 32b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q4_K_M","name":"Qwen2.5 32b instruct q4_K_M","display_name":"Qwen2.5 32b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q4_K_S","name":"Qwen2.5 32b instruct q4_K_S","display_name":"Qwen2.5 32b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q5_0","name":"Qwen2.5 32b instruct q5_0","display_name":"Qwen2.5 32b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q5_1","name":"Qwen2.5 32b instruct q5_1","display_name":"Qwen2.5 32b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q5_K_M","name":"Qwen2.5 32b instruct q5_K_M","display_name":"Qwen2.5 32b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q5_K_S","name":"Qwen2.5 32b instruct q5_K_S","display_name":"Qwen2.5 32b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q6_K","name":"Qwen2.5 32b instruct q6_K","display_name":"Qwen2.5 32b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:32b-instruct-q8_0","name":"Qwen2.5 32b instruct q8_0","display_name":"Qwen2.5 32b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b","name":"Qwen2.5 3b","display_name":"Qwen2.5 3b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct","name":"Qwen2.5 3b instruct","display_name":"Qwen2.5 3b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-fp16","name":"Qwen2.5 3b instruct fp16","display_name":"Qwen2.5 3b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q2_K","name":"Qwen2.5 3b instruct q2_K","display_name":"Qwen2.5 3b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q3_K_L","name":"Qwen2.5 3b instruct q3_K_L","display_name":"Qwen2.5 3b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q3_K_M","name":"Qwen2.5 3b instruct q3_K_M","display_name":"Qwen2.5 3b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q3_K_S","name":"Qwen2.5 3b instruct q3_K_S","display_name":"Qwen2.5 3b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q4_0","name":"Qwen2.5 3b instruct q4_0","display_name":"Qwen2.5 3b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q4_1","name":"Qwen2.5 3b instruct q4_1","display_name":"Qwen2.5 3b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q4_K_M","name":"Qwen2.5 3b instruct q4_K_M","display_name":"Qwen2.5 3b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q4_K_S","name":"Qwen2.5 3b instruct q4_K_S","display_name":"Qwen2.5 3b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q5_0","name":"Qwen2.5 3b instruct q5_0","display_name":"Qwen2.5 3b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q5_1","name":"Qwen2.5 3b instruct q5_1","display_name":"Qwen2.5 3b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q5_K_M","name":"Qwen2.5 3b instruct q5_K_M","display_name":"Qwen2.5 3b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q5_K_S","name":"Qwen2.5 3b instruct q5_K_S","display_name":"Qwen2.5 3b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q6_K","name":"Qwen2.5 3b instruct q6_K","display_name":"Qwen2.5 3b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:3b-instruct-q8_0","name":"Qwen2.5 3b instruct q8_0","display_name":"Qwen2.5 3b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b","name":"Qwen2.5 72b","display_name":"Qwen2.5 72b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct","name":"Qwen2.5 72b instruct","display_name":"Qwen2.5 72b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-fp16","name":"Qwen2.5 72b instruct fp16","display_name":"Qwen2.5 72b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q2_K","name":"Qwen2.5 72b instruct q2_K","display_name":"Qwen2.5 72b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q3_K_L","name":"Qwen2.5 72b instruct q3_K_L","display_name":"Qwen2.5 72b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q3_K_M","name":"Qwen2.5 72b instruct q3_K_M","display_name":"Qwen2.5 72b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q3_K_S","name":"Qwen2.5 72b instruct q3_K_S","display_name":"Qwen2.5 72b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q4_0","name":"Qwen2.5 72b instruct q4_0","display_name":"Qwen2.5 72b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q4_1","name":"Qwen2.5 72b instruct q4_1","display_name":"Qwen2.5 72b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q4_K_M","name":"Qwen2.5 72b instruct q4_K_M","display_name":"Qwen2.5 72b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q4_K_S","name":"Qwen2.5 72b instruct q4_K_S","display_name":"Qwen2.5 72b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q5_0","name":"Qwen2.5 72b instruct q5_0","display_name":"Qwen2.5 72b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q5_1","name":"Qwen2.5 72b instruct q5_1","display_name":"Qwen2.5 72b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q5_K_M","name":"Qwen2.5 72b instruct q5_K_M","display_name":"Qwen2.5 72b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q5_K_S","name":"Qwen2.5 72b instruct q5_K_S","display_name":"Qwen2.5 72b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q6_K","name":"Qwen2.5 72b instruct q6_K","display_name":"Qwen2.5 72b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:72b-instruct-q8_0","name":"Qwen2.5 72b instruct q8_0","display_name":"Qwen2.5 72b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b","name":"Qwen2.5 7b","display_name":"Qwen2.5 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct","name":"Qwen2.5 7b instruct","display_name":"Qwen2.5 7b instruct","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-fp16","name":"Qwen2.5 7b instruct fp16","display_name":"Qwen2.5 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q2_K","name":"Qwen2.5 7b instruct q2_K","display_name":"Qwen2.5 7b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q3_K_L","name":"Qwen2.5 7b instruct q3_K_L","display_name":"Qwen2.5 7b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q3_K_M","name":"Qwen2.5 7b instruct q3_K_M","display_name":"Qwen2.5 7b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q3_K_S","name":"Qwen2.5 7b instruct q3_K_S","display_name":"Qwen2.5 7b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q4_0","name":"Qwen2.5 7b instruct q4_0","display_name":"Qwen2.5 7b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q4_1","name":"Qwen2.5 7b instruct q4_1","display_name":"Qwen2.5 7b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q4_K_M","name":"Qwen2.5 7b instruct q4_K_M","display_name":"Qwen2.5 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q4_K_S","name":"Qwen2.5 7b instruct q4_K_S","display_name":"Qwen2.5 7b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q5_0","name":"Qwen2.5 7b instruct q5_0","display_name":"Qwen2.5 7b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q5_1","name":"Qwen2.5 7b instruct q5_1","display_name":"Qwen2.5 7b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q5_K_M","name":"Qwen2.5 7b instruct q5_K_M","display_name":"Qwen2.5 7b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q5_K_S","name":"Qwen2.5 7b instruct q5_K_S","display_name":"Qwen2.5 7b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q6_K","name":"Qwen2.5 7b instruct q6_K","display_name":"Qwen2.5 7b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:7b-instruct-q8_0","name":"Qwen2.5 7b instruct q8_0","display_name":"Qwen2.5 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5:latest","name":"Qwen2.5 Latest","display_name":"Qwen2.5 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:32b","name":"Qwen2.5vl 32b","display_name":"Qwen2.5vl 32b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:32b-fp16","name":"Qwen2.5vl 32b fp16","display_name":"Qwen2.5vl 32b fp16","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:32b-q4_K_M","name":"Qwen2.5vl 32b q4_K_M","display_name":"Qwen2.5vl 32b q4_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:32b-q8_0","name":"Qwen2.5vl 32b q8_0","display_name":"Qwen2.5vl 32b q8_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:3b","name":"Qwen2.5vl 3b","display_name":"Qwen2.5vl 3b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:3b-fp16","name":"Qwen2.5vl 3b fp16","display_name":"Qwen2.5vl 3b fp16","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:3b-q4_K_M","name":"Qwen2.5vl 3b q4_K_M","display_name":"Qwen2.5vl 3b q4_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:3b-q8_0","name":"Qwen2.5vl 3b q8_0","display_name":"Qwen2.5vl 3b q8_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:72b","name":"Qwen2.5vl 72b","display_name":"Qwen2.5vl 72b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:72b-fp16","name":"Qwen2.5vl 72b fp16","display_name":"Qwen2.5vl 72b fp16","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:72b-q4_K_M","name":"Qwen2.5vl 72b q4_K_M","display_name":"Qwen2.5vl 72b q4_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:72b-q8_0","name":"Qwen2.5vl 72b q8_0","display_name":"Qwen2.5vl 72b q8_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:7b","name":"Qwen2.5vl 7b","display_name":"Qwen2.5vl 7b","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:7b-fp16","name":"Qwen2.5vl 7b fp16","display_name":"Qwen2.5vl 7b fp16","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:7b-q4_K_M","name":"Qwen2.5vl 7b q4_K_M","display_name":"Qwen2.5vl 7b q4_K_M","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:7b-q8_0","name":"Qwen2.5vl 7b q8_0","display_name":"Qwen2.5vl 7b q8_0","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen2.5vl:latest","name":"Qwen2.5vl Latest","display_name":"Qwen2.5vl Latest","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:30b","name":"Qwen3-coder 30b","display_name":"Qwen3-coder 30b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:30b-a3b-fp16","name":"Qwen3-coder 30b a3b fp16","display_name":"Qwen3-coder 30b a3b fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:30b-a3b-q4_K_M","name":"Qwen3-coder 30b a3b q4_K_M","display_name":"Qwen3-coder 30b a3b q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:30b-a3b-q8_0","name":"Qwen3-coder 30b a3b q8_0","display_name":"Qwen3-coder 30b a3b q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:480b","name":"Qwen3-coder 480b","display_name":"Qwen3-coder 480b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:480b-a35b-fp16","name":"Qwen3-coder 480b a35b fp16","display_name":"Qwen3-coder 480b a35b fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:480b-a35b-q4_K_M","name":"Qwen3-coder 480b a35b q4_K_M","display_name":"Qwen3-coder 480b a35b q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:480b-a35b-q8_0","name":"Qwen3-coder 480b a35b q8_0","display_name":"Qwen3-coder 480b a35b q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:480b-cloud","name":"Qwen3-coder 480b cloud","display_name":"Qwen3-coder 480b cloud","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-coder:latest","name":"Qwen3-coder Latest","display_name":"Qwen3-coder Latest","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:0.6b","name":"Qwen3-embedding 0.6b","display_name":"Qwen3-embedding 0.6b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:0.6b-fp16","name":"Qwen3-embedding 0.6b fp16","display_name":"Qwen3-embedding 0.6b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:0.6b-q8_0","name":"Qwen3-embedding 0.6b q8_0","display_name":"Qwen3-embedding 0.6b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:4b","name":"Qwen3-embedding 4b","display_name":"Qwen3-embedding 4b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:4b-fp16","name":"Qwen3-embedding 4b fp16","display_name":"Qwen3-embedding 4b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:4b-q4_K_M","name":"Qwen3-embedding 4b q4_K_M","display_name":"Qwen3-embedding 4b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:4b-q8_0","name":"Qwen3-embedding 4b q8_0","display_name":"Qwen3-embedding 4b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:8b","name":"Qwen3-embedding 8b","display_name":"Qwen3-embedding 8b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:8b-fp16","name":"Qwen3-embedding 8b fp16","display_name":"Qwen3-embedding 8b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:8b-q4_K_M","name":"Qwen3-embedding 8b q4_K_M","display_name":"Qwen3-embedding 8b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:8b-q8_0","name":"Qwen3-embedding 8b q8_0","display_name":"Qwen3-embedding 8b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-embedding:latest","name":"Qwen3-embedding Latest","display_name":"Qwen3-embedding Latest","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3-vl:235b-cloud","name":"Qwen3-vl 235b cloud","display_name":"Qwen3-vl 235b cloud","type":"chat","context_length":125000,"max_output_tokens":31250,"metadata":{"source":"public-provider-conf-template"},"vision":true,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:0.6b","name":"Qwen3 0.6b","display_name":"Qwen3 0.6b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:0.6b-fp16","name":"Qwen3 0.6b fp16","display_name":"Qwen3 0.6b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:0.6b-q4_K_M","name":"Qwen3 0.6b q4_K_M","display_name":"Qwen3 0.6b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:0.6b-q8_0","name":"Qwen3 0.6b q8_0","display_name":"Qwen3 0.6b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:1.7b","name":"Qwen3 1.7b","display_name":"Qwen3 1.7b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:1.7b-fp16","name":"Qwen3 1.7b fp16","display_name":"Qwen3 1.7b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:1.7b-q4_K_M","name":"Qwen3 1.7b q4_K_M","display_name":"Qwen3 1.7b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:1.7b-q8_0","name":"Qwen3 1.7b q8_0","display_name":"Qwen3 1.7b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:14b","name":"Qwen3 14b","display_name":"Qwen3 14b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:14b-fp16","name":"Qwen3 14b fp16","display_name":"Qwen3 14b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:14b-q4_K_M","name":"Qwen3 14b q4_K_M","display_name":"Qwen3 14b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:14b-q8_0","name":"Qwen3 14b q8_0","display_name":"Qwen3 14b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b","name":"Qwen3 235b","display_name":"Qwen3 235b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b","name":"Qwen3 235b a22b","display_name":"Qwen3 235b a22b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-fp16","name":"Qwen3 235b a22b fp16","display_name":"Qwen3 235b a22b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-instruct-2507-q4_K_M","name":"Qwen3 235b a22b instruct 2507 q4_K_M","display_name":"Qwen3 235b a22b instruct 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-instruct-2507-q8_0","name":"Qwen3 235b a22b instruct 2507 q8_0","display_name":"Qwen3 235b a22b instruct 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-q4_K_M","name":"Qwen3 235b a22b q4_K_M","display_name":"Qwen3 235b a22b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-q8_0","name":"Qwen3 235b a22b q8_0","display_name":"Qwen3 235b a22b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-thinking-2507-fp16","name":"Qwen3 235b a22b thinking 2507 fp16","display_name":"Qwen3 235b a22b thinking 2507 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-thinking-2507-q4_K_M","name":"Qwen3 235b a22b thinking 2507 q4_K_M","display_name":"Qwen3 235b a22b thinking 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-a22b-thinking-2507-q8_0","name":"Qwen3 235b a22b thinking 2507 q8_0","display_name":"Qwen3 235b a22b thinking 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-instruct","name":"Qwen3 235b instruct","display_name":"Qwen3 235b instruct","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:235b-thinking","name":"Qwen3 235b thinking","display_name":"Qwen3 235b thinking","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b","name":"Qwen3 30b","display_name":"Qwen3 30b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b","name":"Qwen3 30b a3b","display_name":"Qwen3 30b a3b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-fp16","name":"Qwen3 30b a3b fp16","display_name":"Qwen3 30b a3b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-instruct-2507-fp16","name":"Qwen3 30b a3b instruct 2507 fp16","display_name":"Qwen3 30b a3b instruct 2507 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-instruct-2507-q4_K_M","name":"Qwen3 30b a3b instruct 2507 q4_K_M","display_name":"Qwen3 30b a3b instruct 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-instruct-2507-q8_0","name":"Qwen3 30b a3b instruct 2507 q8_0","display_name":"Qwen3 30b a3b instruct 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-q4_K_M","name":"Qwen3 30b a3b q4_K_M","display_name":"Qwen3 30b a3b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-q8_0","name":"Qwen3 30b a3b q8_0","display_name":"Qwen3 30b a3b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-thinking-2507-fp16","name":"Qwen3 30b a3b thinking 2507 fp16","display_name":"Qwen3 30b a3b thinking 2507 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-thinking-2507-q4_K_M","name":"Qwen3 30b a3b thinking 2507 q4_K_M","display_name":"Qwen3 30b a3b thinking 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-a3b-thinking-2507-q8_0","name":"Qwen3 30b a3b thinking 2507 q8_0","display_name":"Qwen3 30b a3b thinking 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-instruct","name":"Qwen3 30b instruct","display_name":"Qwen3 30b instruct","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:30b-thinking","name":"Qwen3 30b thinking","display_name":"Qwen3 30b thinking","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:32b","name":"Qwen3 32b","display_name":"Qwen3 32b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:32b-fp16","name":"Qwen3 32b fp16","display_name":"Qwen3 32b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:32b-q4_K_M","name":"Qwen3 32b q4_K_M","display_name":"Qwen3 32b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:32b-q8_0","name":"Qwen3 32b q8_0","display_name":"Qwen3 32b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b","name":"Qwen3 4b","display_name":"Qwen3 4b","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-fp16","name":"Qwen3 4b fp16","display_name":"Qwen3 4b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-instruct","name":"Qwen3 4b instruct","display_name":"Qwen3 4b instruct","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-instruct-2507-fp16","name":"Qwen3 4b instruct 2507 fp16","display_name":"Qwen3 4b instruct 2507 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-instruct-2507-q4_K_M","name":"Qwen3 4b instruct 2507 q4_K_M","display_name":"Qwen3 4b instruct 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-instruct-2507-q8_0","name":"Qwen3 4b instruct 2507 q8_0","display_name":"Qwen3 4b instruct 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-q4_K_M","name":"Qwen3 4b q4_K_M","display_name":"Qwen3 4b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-q8_0","name":"Qwen3 4b q8_0","display_name":"Qwen3 4b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-thinking","name":"Qwen3 4b thinking","display_name":"Qwen3 4b thinking","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-thinking-2507-fp16","name":"Qwen3 4b thinking 2507 fp16","display_name":"Qwen3 4b thinking 2507 fp16","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-thinking-2507-q4_K_M","name":"Qwen3 4b thinking 2507 q4_K_M","display_name":"Qwen3 4b thinking 2507 q4_K_M","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:4b-thinking-2507-q8_0","name":"Qwen3 4b thinking 2507 q8_0","display_name":"Qwen3 4b thinking 2507 q8_0","type":"chat","context_length":256000,"max_output_tokens":64000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:8b","name":"Qwen3 8b","display_name":"Qwen3 8b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:8b-fp16","name":"Qwen3 8b fp16","display_name":"Qwen3 8b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:8b-q4_K_M","name":"Qwen3 8b q4_K_M","display_name":"Qwen3 8b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:8b-q8_0","name":"Qwen3 8b q8_0","display_name":"Qwen3 8b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwen3:latest","name":"Qwen3 Latest","display_name":"Qwen3 Latest","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b","name":"Qwq 32b","display_name":"Qwq 32b","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-fp16","name":"Qwq 32b fp16","display_name":"Qwq 32b fp16","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-preview-fp16","name":"Qwq 32b preview fp16","display_name":"Qwq 32b preview fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-preview-q4_K_M","name":"Qwq 32b preview q4_K_M","display_name":"Qwq 32b preview q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-preview-q8_0","name":"Qwq 32b preview q8_0","display_name":"Qwq 32b preview q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-q4_K_M","name":"Qwq 32b q4_K_M","display_name":"Qwq 32b q4_K_M","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:32b-q8_0","name":"Qwq 32b q8_0","display_name":"Qwq 32b q8_0","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"qwq:latest","name":"Qwq Latest","display_name":"Qwq Latest","type":"chat","context_length":40000,"max_output_tokens":10000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:671b","name":"R1-1776 671b","display_name":"R1-1776 671b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:671b-fp16","name":"R1-1776 671b fp16","display_name":"R1-1776 671b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:671b-q4_K_M","name":"R1-1776 671b q4_K_M","display_name":"R1-1776 671b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:671b-q8_0","name":"R1-1776 671b q8_0","display_name":"R1-1776 671b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:70b","name":"R1-1776 70b","display_name":"R1-1776 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:70b-distill-llama-fp16","name":"R1-1776 70b distill llama fp16","display_name":"R1-1776 70b distill llama fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:70b-distill-llama-q4_K_M","name":"R1-1776 70b distill llama q4_K_M","display_name":"R1-1776 70b distill llama q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:70b-distill-llama-q8_0","name":"R1-1776 70b distill llama q8_0","display_name":"R1-1776 70b distill llama q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"r1-1776:latest","name":"R1-1776 Latest","display_name":"R1-1776 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b","name":"Reader-lm 0.5b","display_name":"Reader-lm 0.5b","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-fp16","name":"Reader-lm 0.5b fp16","display_name":"Reader-lm 0.5b fp16","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q2_K","name":"Reader-lm 0.5b q2_K","display_name":"Reader-lm 0.5b q2_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q3_K_L","name":"Reader-lm 0.5b q3_K_L","display_name":"Reader-lm 0.5b q3_K_L","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q3_K_M","name":"Reader-lm 0.5b q3_K_M","display_name":"Reader-lm 0.5b q3_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q3_K_S","name":"Reader-lm 0.5b q3_K_S","display_name":"Reader-lm 0.5b q3_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q4_0","name":"Reader-lm 0.5b q4_0","display_name":"Reader-lm 0.5b q4_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q4_1","name":"Reader-lm 0.5b q4_1","display_name":"Reader-lm 0.5b q4_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q4_K_M","name":"Reader-lm 0.5b q4_K_M","display_name":"Reader-lm 0.5b q4_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q4_K_S","name":"Reader-lm 0.5b q4_K_S","display_name":"Reader-lm 0.5b q4_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q5_0","name":"Reader-lm 0.5b q5_0","display_name":"Reader-lm 0.5b q5_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q5_1","name":"Reader-lm 0.5b q5_1","display_name":"Reader-lm 0.5b q5_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q5_K_M","name":"Reader-lm 0.5b q5_K_M","display_name":"Reader-lm 0.5b q5_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q5_K_S","name":"Reader-lm 0.5b q5_K_S","display_name":"Reader-lm 0.5b q5_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q6_K","name":"Reader-lm 0.5b q6_K","display_name":"Reader-lm 0.5b q6_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:0.5b-q8_0","name":"Reader-lm 0.5b q8_0","display_name":"Reader-lm 0.5b q8_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b","name":"Reader-lm 1.5b","display_name":"Reader-lm 1.5b","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-fp16","name":"Reader-lm 1.5b fp16","display_name":"Reader-lm 1.5b fp16","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q2_K","name":"Reader-lm 1.5b q2_K","display_name":"Reader-lm 1.5b q2_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q3_K_L","name":"Reader-lm 1.5b q3_K_L","display_name":"Reader-lm 1.5b q3_K_L","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q3_K_M","name":"Reader-lm 1.5b q3_K_M","display_name":"Reader-lm 1.5b q3_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q3_K_S","name":"Reader-lm 1.5b q3_K_S","display_name":"Reader-lm 1.5b q3_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q4_0","name":"Reader-lm 1.5b q4_0","display_name":"Reader-lm 1.5b q4_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q4_1","name":"Reader-lm 1.5b q4_1","display_name":"Reader-lm 1.5b q4_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q4_K_M","name":"Reader-lm 1.5b q4_K_M","display_name":"Reader-lm 1.5b q4_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q4_K_S","name":"Reader-lm 1.5b q4_K_S","display_name":"Reader-lm 1.5b q4_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q5_0","name":"Reader-lm 1.5b q5_0","display_name":"Reader-lm 1.5b q5_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q5_1","name":"Reader-lm 1.5b q5_1","display_name":"Reader-lm 1.5b q5_1","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q5_K_M","name":"Reader-lm 1.5b q5_K_M","display_name":"Reader-lm 1.5b q5_K_M","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q5_K_S","name":"Reader-lm 1.5b q5_K_S","display_name":"Reader-lm 1.5b q5_K_S","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q6_K","name":"Reader-lm 1.5b q6_K","display_name":"Reader-lm 1.5b q6_K","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:1.5b-q8_0","name":"Reader-lm 1.5b q8_0","display_name":"Reader-lm 1.5b q8_0","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reader-lm:latest","name":"Reader-lm Latest","display_name":"Reader-lm Latest","type":"chat","context_length":250000,"max_output_tokens":62500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b","name":"Reflection 70b","display_name":"Reflection 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-fp16","name":"Reflection 70b fp16","display_name":"Reflection 70b fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q2_K","name":"Reflection 70b q2_K","display_name":"Reflection 70b q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q3_K_L","name":"Reflection 70b q3_K_L","display_name":"Reflection 70b q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q3_K_M","name":"Reflection 70b q3_K_M","display_name":"Reflection 70b q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q3_K_S","name":"Reflection 70b q3_K_S","display_name":"Reflection 70b q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q4_0","name":"Reflection 70b q4_0","display_name":"Reflection 70b q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q4_1","name":"Reflection 70b q4_1","display_name":"Reflection 70b q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q4_K_M","name":"Reflection 70b q4_K_M","display_name":"Reflection 70b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q4_K_S","name":"Reflection 70b q4_K_S","display_name":"Reflection 70b q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q5_0","name":"Reflection 70b q5_0","display_name":"Reflection 70b q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q5_1","name":"Reflection 70b q5_1","display_name":"Reflection 70b q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q5_K_M","name":"Reflection 70b q5_K_M","display_name":"Reflection 70b q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q5_K_S","name":"Reflection 70b q5_K_S","display_name":"Reflection 70b q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q6_K","name":"Reflection 70b q6_K","display_name":"Reflection 70b q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:70b-q8_0","name":"Reflection 70b q8_0","display_name":"Reflection 70b q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"reflection:latest","name":"Reflection Latest","display_name":"Reflection Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:1b","name":"Sailor2 1b","display_name":"Sailor2 1b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:1b-chat-fp16","name":"Sailor2 1b chat fp16","display_name":"Sailor2 1b chat fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:1b-chat-q4_K_M","name":"Sailor2 1b chat q4_K_M","display_name":"Sailor2 1b chat q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:1b-chat-q8_0","name":"Sailor2 1b chat q8_0","display_name":"Sailor2 1b chat q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:20b","name":"Sailor2 20b","display_name":"Sailor2 20b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:20b-chat-fp16","name":"Sailor2 20b chat fp16","display_name":"Sailor2 20b chat fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:20b-chat-q4_K_M","name":"Sailor2 20b chat q4_K_M","display_name":"Sailor2 20b chat q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:20b-chat-q8_0","name":"Sailor2 20b chat q8_0","display_name":"Sailor2 20b chat q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:8b","name":"Sailor2 8b","display_name":"Sailor2 8b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:8b-chat-fp16","name":"Sailor2 8b chat fp16","display_name":"Sailor2 8b chat fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:8b-chat-q4_K_M","name":"Sailor2 8b chat q4_K_M","display_name":"Sailor2 8b chat q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:8b-chat-q8_0","name":"Sailor2 8b chat q8_0","display_name":"Sailor2 8b chat q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sailor2:latest","name":"Sailor2 Latest","display_name":"Sailor2 Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b","name":"Samantha-mistral 7b","display_name":"Samantha-mistral 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-fp16","name":"Samantha-mistral 7b instruct fp16","display_name":"Samantha-mistral 7b instruct fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q2_K","name":"Samantha-mistral 7b instruct q2_K","display_name":"Samantha-mistral 7b instruct q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q3_K_L","name":"Samantha-mistral 7b instruct q3_K_L","display_name":"Samantha-mistral 7b instruct q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q3_K_M","name":"Samantha-mistral 7b instruct q3_K_M","display_name":"Samantha-mistral 7b instruct q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q3_K_S","name":"Samantha-mistral 7b instruct q3_K_S","display_name":"Samantha-mistral 7b instruct q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q4_0","name":"Samantha-mistral 7b instruct q4_0","display_name":"Samantha-mistral 7b instruct q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q4_1","name":"Samantha-mistral 7b instruct q4_1","display_name":"Samantha-mistral 7b instruct q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q4_K_M","name":"Samantha-mistral 7b instruct q4_K_M","display_name":"Samantha-mistral 7b instruct q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q4_K_S","name":"Samantha-mistral 7b instruct q4_K_S","display_name":"Samantha-mistral 7b instruct q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q5_0","name":"Samantha-mistral 7b instruct q5_0","display_name":"Samantha-mistral 7b instruct q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q5_1","name":"Samantha-mistral 7b instruct q5_1","display_name":"Samantha-mistral 7b instruct q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q5_K_M","name":"Samantha-mistral 7b instruct q5_K_M","display_name":"Samantha-mistral 7b instruct q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q5_K_S","name":"Samantha-mistral 7b instruct q5_K_S","display_name":"Samantha-mistral 7b instruct q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q6_K","name":"Samantha-mistral 7b instruct q6_K","display_name":"Samantha-mistral 7b instruct q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-instruct-q8_0","name":"Samantha-mistral 7b instruct q8_0","display_name":"Samantha-mistral 7b instruct q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text","name":"Samantha-mistral 7b text","display_name":"Samantha-mistral 7b text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-fp16","name":"Samantha-mistral 7b text fp16","display_name":"Samantha-mistral 7b text fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q2_K","name":"Samantha-mistral 7b text q2_K","display_name":"Samantha-mistral 7b text q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q3_K_L","name":"Samantha-mistral 7b text q3_K_L","display_name":"Samantha-mistral 7b text q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q3_K_M","name":"Samantha-mistral 7b text q3_K_M","display_name":"Samantha-mistral 7b text q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q3_K_S","name":"Samantha-mistral 7b text q3_K_S","display_name":"Samantha-mistral 7b text q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q4_0","name":"Samantha-mistral 7b text q4_0","display_name":"Samantha-mistral 7b text q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q4_1","name":"Samantha-mistral 7b text q4_1","display_name":"Samantha-mistral 7b text q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q4_K_M","name":"Samantha-mistral 7b text q4_K_M","display_name":"Samantha-mistral 7b text q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q4_K_S","name":"Samantha-mistral 7b text q4_K_S","display_name":"Samantha-mistral 7b text q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q5_0","name":"Samantha-mistral 7b text q5_0","display_name":"Samantha-mistral 7b text q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q5_1","name":"Samantha-mistral 7b text q5_1","display_name":"Samantha-mistral 7b text q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q5_K_M","name":"Samantha-mistral 7b text q5_K_M","display_name":"Samantha-mistral 7b text q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q5_K_S","name":"Samantha-mistral 7b text q5_K_S","display_name":"Samantha-mistral 7b text q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q6_K","name":"Samantha-mistral 7b text q6_K","display_name":"Samantha-mistral 7b text q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-text-q8_0","name":"Samantha-mistral 7b text q8_0","display_name":"Samantha-mistral 7b text q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text","name":"Samantha-mistral 7b v1.2 text","display_name":"Samantha-mistral 7b v1.2 text","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-fp16","name":"Samantha-mistral 7b v1.2 text fp16","display_name":"Samantha-mistral 7b v1.2 text fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q2_K","name":"Samantha-mistral 7b v1.2 text q2_K","display_name":"Samantha-mistral 7b v1.2 text q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q3_K_L","name":"Samantha-mistral 7b v1.2 text q3_K_L","display_name":"Samantha-mistral 7b v1.2 text q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q3_K_M","name":"Samantha-mistral 7b v1.2 text q3_K_M","display_name":"Samantha-mistral 7b v1.2 text q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q3_K_S","name":"Samantha-mistral 7b v1.2 text q3_K_S","display_name":"Samantha-mistral 7b v1.2 text q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q4_0","name":"Samantha-mistral 7b v1.2 text q4_0","display_name":"Samantha-mistral 7b v1.2 text q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q4_1","name":"Samantha-mistral 7b v1.2 text q4_1","display_name":"Samantha-mistral 7b v1.2 text q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q4_K_M","name":"Samantha-mistral 7b v1.2 text q4_K_M","display_name":"Samantha-mistral 7b v1.2 text q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q4_K_S","name":"Samantha-mistral 7b v1.2 text q4_K_S","display_name":"Samantha-mistral 7b v1.2 text q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q5_0","name":"Samantha-mistral 7b v1.2 text q5_0","display_name":"Samantha-mistral 7b v1.2 text q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q5_1","name":"Samantha-mistral 7b v1.2 text q5_1","display_name":"Samantha-mistral 7b v1.2 text q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q5_K_M","name":"Samantha-mistral 7b v1.2 text q5_K_M","display_name":"Samantha-mistral 7b v1.2 text q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q5_K_S","name":"Samantha-mistral 7b v1.2 text q5_K_S","display_name":"Samantha-mistral 7b v1.2 text q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q6_K","name":"Samantha-mistral 7b v1.2 text q6_K","display_name":"Samantha-mistral 7b v1.2 text q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:7b-v1.2-text-q8_0","name":"Samantha-mistral 7b v1.2 text q8_0","display_name":"Samantha-mistral 7b v1.2 text q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"samantha-mistral:latest","name":"Samantha-mistral Latest","display_name":"Samantha-mistral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b","name":"Shieldgemma 27b","display_name":"Shieldgemma 27b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-fp16","name":"Shieldgemma 27b fp16","display_name":"Shieldgemma 27b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q2_K","name":"Shieldgemma 27b q2_K","display_name":"Shieldgemma 27b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q3_K_L","name":"Shieldgemma 27b q3_K_L","display_name":"Shieldgemma 27b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q3_K_M","name":"Shieldgemma 27b q3_K_M","display_name":"Shieldgemma 27b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q3_K_S","name":"Shieldgemma 27b q3_K_S","display_name":"Shieldgemma 27b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q4_0","name":"Shieldgemma 27b q4_0","display_name":"Shieldgemma 27b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q4_1","name":"Shieldgemma 27b q4_1","display_name":"Shieldgemma 27b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q4_K_M","name":"Shieldgemma 27b q4_K_M","display_name":"Shieldgemma 27b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q4_K_S","name":"Shieldgemma 27b q4_K_S","display_name":"Shieldgemma 27b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q5_0","name":"Shieldgemma 27b q5_0","display_name":"Shieldgemma 27b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q5_1","name":"Shieldgemma 27b q5_1","display_name":"Shieldgemma 27b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q5_K_M","name":"Shieldgemma 27b q5_K_M","display_name":"Shieldgemma 27b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q5_K_S","name":"Shieldgemma 27b q5_K_S","display_name":"Shieldgemma 27b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q6_K","name":"Shieldgemma 27b q6_K","display_name":"Shieldgemma 27b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:27b-q8_0","name":"Shieldgemma 27b q8_0","display_name":"Shieldgemma 27b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b","name":"Shieldgemma 2b","display_name":"Shieldgemma 2b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-fp16","name":"Shieldgemma 2b fp16","display_name":"Shieldgemma 2b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q2_K","name":"Shieldgemma 2b q2_K","display_name":"Shieldgemma 2b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q3_K_L","name":"Shieldgemma 2b q3_K_L","display_name":"Shieldgemma 2b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q3_K_M","name":"Shieldgemma 2b q3_K_M","display_name":"Shieldgemma 2b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q3_K_S","name":"Shieldgemma 2b q3_K_S","display_name":"Shieldgemma 2b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q4_0","name":"Shieldgemma 2b q4_0","display_name":"Shieldgemma 2b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q4_1","name":"Shieldgemma 2b q4_1","display_name":"Shieldgemma 2b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q4_K_M","name":"Shieldgemma 2b q4_K_M","display_name":"Shieldgemma 2b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q4_K_S","name":"Shieldgemma 2b q4_K_S","display_name":"Shieldgemma 2b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q5_0","name":"Shieldgemma 2b q5_0","display_name":"Shieldgemma 2b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q5_1","name":"Shieldgemma 2b q5_1","display_name":"Shieldgemma 2b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q5_K_M","name":"Shieldgemma 2b q5_K_M","display_name":"Shieldgemma 2b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q5_K_S","name":"Shieldgemma 2b q5_K_S","display_name":"Shieldgemma 2b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q6_K","name":"Shieldgemma 2b q6_K","display_name":"Shieldgemma 2b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:2b-q8_0","name":"Shieldgemma 2b q8_0","display_name":"Shieldgemma 2b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b","name":"Shieldgemma 9b","display_name":"Shieldgemma 9b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-fp16","name":"Shieldgemma 9b fp16","display_name":"Shieldgemma 9b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q2_K","name":"Shieldgemma 9b q2_K","display_name":"Shieldgemma 9b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q3_K_L","name":"Shieldgemma 9b q3_K_L","display_name":"Shieldgemma 9b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q3_K_M","name":"Shieldgemma 9b q3_K_M","display_name":"Shieldgemma 9b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q3_K_S","name":"Shieldgemma 9b q3_K_S","display_name":"Shieldgemma 9b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q4_0","name":"Shieldgemma 9b q4_0","display_name":"Shieldgemma 9b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q4_1","name":"Shieldgemma 9b q4_1","display_name":"Shieldgemma 9b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q4_K_M","name":"Shieldgemma 9b q4_K_M","display_name":"Shieldgemma 9b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q4_K_S","name":"Shieldgemma 9b q4_K_S","display_name":"Shieldgemma 9b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q5_0","name":"Shieldgemma 9b q5_0","display_name":"Shieldgemma 9b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q5_1","name":"Shieldgemma 9b q5_1","display_name":"Shieldgemma 9b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q5_K_M","name":"Shieldgemma 9b q5_K_M","display_name":"Shieldgemma 9b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q5_K_S","name":"Shieldgemma 9b q5_K_S","display_name":"Shieldgemma 9b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q6_K","name":"Shieldgemma 9b q6_K","display_name":"Shieldgemma 9b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:9b-q8_0","name":"Shieldgemma 9b q8_0","display_name":"Shieldgemma 9b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"shieldgemma:latest","name":"Shieldgemma Latest","display_name":"Shieldgemma Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smallthinker:3b","name":"Smallthinker 3b","display_name":"Smallthinker 3b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smallthinker:3b-preview-fp16","name":"Smallthinker 3b preview fp16","display_name":"Smallthinker 3b preview fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smallthinker:3b-preview-q4_K_M","name":"Smallthinker 3b preview q4_K_M","display_name":"Smallthinker 3b preview q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smallthinker:3b-preview-q8_0","name":"Smallthinker 3b preview q8_0","display_name":"Smallthinker 3b preview q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smallthinker:latest","name":"Smallthinker Latest","display_name":"Smallthinker Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b","name":"Smollm 1.7b","display_name":"Smollm 1.7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-fp16","name":"Smollm 1.7b base v0.2 fp16","display_name":"Smollm 1.7b base v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q2_K","name":"Smollm 1.7b base v0.2 q2_K","display_name":"Smollm 1.7b base v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q3_K_L","name":"Smollm 1.7b base v0.2 q3_K_L","display_name":"Smollm 1.7b base v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q3_K_M","name":"Smollm 1.7b base v0.2 q3_K_M","display_name":"Smollm 1.7b base v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q3_K_S","name":"Smollm 1.7b base v0.2 q3_K_S","display_name":"Smollm 1.7b base v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q4_0","name":"Smollm 1.7b base v0.2 q4_0","display_name":"Smollm 1.7b base v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q4_1","name":"Smollm 1.7b base v0.2 q4_1","display_name":"Smollm 1.7b base v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q4_K_M","name":"Smollm 1.7b base v0.2 q4_K_M","display_name":"Smollm 1.7b base v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q4_K_S","name":"Smollm 1.7b base v0.2 q4_K_S","display_name":"Smollm 1.7b base v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q5_0","name":"Smollm 1.7b base v0.2 q5_0","display_name":"Smollm 1.7b base v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q5_1","name":"Smollm 1.7b base v0.2 q5_1","display_name":"Smollm 1.7b base v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q5_K_M","name":"Smollm 1.7b base v0.2 q5_K_M","display_name":"Smollm 1.7b base v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q5_K_S","name":"Smollm 1.7b base v0.2 q5_K_S","display_name":"Smollm 1.7b base v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q6_K","name":"Smollm 1.7b base v0.2 q6_K","display_name":"Smollm 1.7b base v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-base-v0.2-q8_0","name":"Smollm 1.7b base v0.2 q8_0","display_name":"Smollm 1.7b base v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-fp16","name":"Smollm 1.7b instruct v0.2 fp16","display_name":"Smollm 1.7b instruct v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q2_K","name":"Smollm 1.7b instruct v0.2 q2_K","display_name":"Smollm 1.7b instruct v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q3_K_L","name":"Smollm 1.7b instruct v0.2 q3_K_L","display_name":"Smollm 1.7b instruct v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q3_K_M","name":"Smollm 1.7b instruct v0.2 q3_K_M","display_name":"Smollm 1.7b instruct v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q3_K_S","name":"Smollm 1.7b instruct v0.2 q3_K_S","display_name":"Smollm 1.7b instruct v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q4_0","name":"Smollm 1.7b instruct v0.2 q4_0","display_name":"Smollm 1.7b instruct v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q4_1","name":"Smollm 1.7b instruct v0.2 q4_1","display_name":"Smollm 1.7b instruct v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q4_K_M","name":"Smollm 1.7b instruct v0.2 q4_K_M","display_name":"Smollm 1.7b instruct v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q4_K_S","name":"Smollm 1.7b instruct v0.2 q4_K_S","display_name":"Smollm 1.7b instruct v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q5_0","name":"Smollm 1.7b instruct v0.2 q5_0","display_name":"Smollm 1.7b instruct v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q5_1","name":"Smollm 1.7b instruct v0.2 q5_1","display_name":"Smollm 1.7b instruct v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q5_K_M","name":"Smollm 1.7b instruct v0.2 q5_K_M","display_name":"Smollm 1.7b instruct v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q5_K_S","name":"Smollm 1.7b instruct v0.2 q5_K_S","display_name":"Smollm 1.7b instruct v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q6_K","name":"Smollm 1.7b instruct v0.2 q6_K","display_name":"Smollm 1.7b instruct v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:1.7b-instruct-v0.2-q8_0","name":"Smollm 1.7b instruct v0.2 q8_0","display_name":"Smollm 1.7b instruct v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m","name":"Smollm 135m","display_name":"Smollm 135m","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-fp16","name":"Smollm 135m base v0.2 fp16","display_name":"Smollm 135m base v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q2_K","name":"Smollm 135m base v0.2 q2_K","display_name":"Smollm 135m base v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q3_K_L","name":"Smollm 135m base v0.2 q3_K_L","display_name":"Smollm 135m base v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q3_K_M","name":"Smollm 135m base v0.2 q3_K_M","display_name":"Smollm 135m base v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q3_K_S","name":"Smollm 135m base v0.2 q3_K_S","display_name":"Smollm 135m base v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q4_0","name":"Smollm 135m base v0.2 q4_0","display_name":"Smollm 135m base v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q4_1","name":"Smollm 135m base v0.2 q4_1","display_name":"Smollm 135m base v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q4_K_M","name":"Smollm 135m base v0.2 q4_K_M","display_name":"Smollm 135m base v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q4_K_S","name":"Smollm 135m base v0.2 q4_K_S","display_name":"Smollm 135m base v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q5_0","name":"Smollm 135m base v0.2 q5_0","display_name":"Smollm 135m base v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q5_1","name":"Smollm 135m base v0.2 q5_1","display_name":"Smollm 135m base v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q5_K_M","name":"Smollm 135m base v0.2 q5_K_M","display_name":"Smollm 135m base v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q5_K_S","name":"Smollm 135m base v0.2 q5_K_S","display_name":"Smollm 135m base v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q6_K","name":"Smollm 135m base v0.2 q6_K","display_name":"Smollm 135m base v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-base-v0.2-q8_0","name":"Smollm 135m base v0.2 q8_0","display_name":"Smollm 135m base v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-fp16","name":"Smollm 135m instruct v0.2 fp16","display_name":"Smollm 135m instruct v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q2_K","name":"Smollm 135m instruct v0.2 q2_K","display_name":"Smollm 135m instruct v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q3_K_L","name":"Smollm 135m instruct v0.2 q3_K_L","display_name":"Smollm 135m instruct v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q3_K_M","name":"Smollm 135m instruct v0.2 q3_K_M","display_name":"Smollm 135m instruct v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q3_K_S","name":"Smollm 135m instruct v0.2 q3_K_S","display_name":"Smollm 135m instruct v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q4_0","name":"Smollm 135m instruct v0.2 q4_0","display_name":"Smollm 135m instruct v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q4_1","name":"Smollm 135m instruct v0.2 q4_1","display_name":"Smollm 135m instruct v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q4_K_M","name":"Smollm 135m instruct v0.2 q4_K_M","display_name":"Smollm 135m instruct v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q4_K_S","name":"Smollm 135m instruct v0.2 q4_K_S","display_name":"Smollm 135m instruct v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q5_0","name":"Smollm 135m instruct v0.2 q5_0","display_name":"Smollm 135m instruct v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q5_1","name":"Smollm 135m instruct v0.2 q5_1","display_name":"Smollm 135m instruct v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q5_K_M","name":"Smollm 135m instruct v0.2 q5_K_M","display_name":"Smollm 135m instruct v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q5_K_S","name":"Smollm 135m instruct v0.2 q5_K_S","display_name":"Smollm 135m instruct v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q6_K","name":"Smollm 135m instruct v0.2 q6_K","display_name":"Smollm 135m instruct v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:135m-instruct-v0.2-q8_0","name":"Smollm 135m instruct v0.2 q8_0","display_name":"Smollm 135m instruct v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m","name":"Smollm 360m","display_name":"Smollm 360m","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-fp16","name":"Smollm 360m base v0.2 fp16","display_name":"Smollm 360m base v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q2_K","name":"Smollm 360m base v0.2 q2_K","display_name":"Smollm 360m base v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q3_K_L","name":"Smollm 360m base v0.2 q3_K_L","display_name":"Smollm 360m base v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q3_K_M","name":"Smollm 360m base v0.2 q3_K_M","display_name":"Smollm 360m base v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q3_K_S","name":"Smollm 360m base v0.2 q3_K_S","display_name":"Smollm 360m base v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q4_0","name":"Smollm 360m base v0.2 q4_0","display_name":"Smollm 360m base v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q4_1","name":"Smollm 360m base v0.2 q4_1","display_name":"Smollm 360m base v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q4_K_M","name":"Smollm 360m base v0.2 q4_K_M","display_name":"Smollm 360m base v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q4_K_S","name":"Smollm 360m base v0.2 q4_K_S","display_name":"Smollm 360m base v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q5_0","name":"Smollm 360m base v0.2 q5_0","display_name":"Smollm 360m base v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q5_1","name":"Smollm 360m base v0.2 q5_1","display_name":"Smollm 360m base v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q5_K_M","name":"Smollm 360m base v0.2 q5_K_M","display_name":"Smollm 360m base v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q5_K_S","name":"Smollm 360m base v0.2 q5_K_S","display_name":"Smollm 360m base v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q6_K","name":"Smollm 360m base v0.2 q6_K","display_name":"Smollm 360m base v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-base-v0.2-q8_0","name":"Smollm 360m base v0.2 q8_0","display_name":"Smollm 360m base v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-fp16","name":"Smollm 360m instruct v0.2 fp16","display_name":"Smollm 360m instruct v0.2 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q2_K","name":"Smollm 360m instruct v0.2 q2_K","display_name":"Smollm 360m instruct v0.2 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q3_K_L","name":"Smollm 360m instruct v0.2 q3_K_L","display_name":"Smollm 360m instruct v0.2 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q3_K_M","name":"Smollm 360m instruct v0.2 q3_K_M","display_name":"Smollm 360m instruct v0.2 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q3_K_S","name":"Smollm 360m instruct v0.2 q3_K_S","display_name":"Smollm 360m instruct v0.2 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q4_0","name":"Smollm 360m instruct v0.2 q4_0","display_name":"Smollm 360m instruct v0.2 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q4_1","name":"Smollm 360m instruct v0.2 q4_1","display_name":"Smollm 360m instruct v0.2 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q4_K_M","name":"Smollm 360m instruct v0.2 q4_K_M","display_name":"Smollm 360m instruct v0.2 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q4_K_S","name":"Smollm 360m instruct v0.2 q4_K_S","display_name":"Smollm 360m instruct v0.2 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q5_0","name":"Smollm 360m instruct v0.2 q5_0","display_name":"Smollm 360m instruct v0.2 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q5_1","name":"Smollm 360m instruct v0.2 q5_1","display_name":"Smollm 360m instruct v0.2 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q5_K_M","name":"Smollm 360m instruct v0.2 q5_K_M","display_name":"Smollm 360m instruct v0.2 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q5_K_S","name":"Smollm 360m instruct v0.2 q5_K_S","display_name":"Smollm 360m instruct v0.2 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q6_K","name":"Smollm 360m instruct v0.2 q6_K","display_name":"Smollm 360m instruct v0.2 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:360m-instruct-v0.2-q8_0","name":"Smollm 360m instruct v0.2 q8_0","display_name":"Smollm 360m instruct v0.2 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm:latest","name":"Smollm Latest","display_name":"Smollm Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b","name":"Smollm2 1.7b","display_name":"Smollm2 1.7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-fp16","name":"Smollm2 1.7b instruct fp16","display_name":"Smollm2 1.7b instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q2_K","name":"Smollm2 1.7b instruct q2_K","display_name":"Smollm2 1.7b instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q3_K_L","name":"Smollm2 1.7b instruct q3_K_L","display_name":"Smollm2 1.7b instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q3_K_M","name":"Smollm2 1.7b instruct q3_K_M","display_name":"Smollm2 1.7b instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q3_K_S","name":"Smollm2 1.7b instruct q3_K_S","display_name":"Smollm2 1.7b instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q4_0","name":"Smollm2 1.7b instruct q4_0","display_name":"Smollm2 1.7b instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q4_1","name":"Smollm2 1.7b instruct q4_1","display_name":"Smollm2 1.7b instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q4_K_M","name":"Smollm2 1.7b instruct q4_K_M","display_name":"Smollm2 1.7b instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q4_K_S","name":"Smollm2 1.7b instruct q4_K_S","display_name":"Smollm2 1.7b instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q5_0","name":"Smollm2 1.7b instruct q5_0","display_name":"Smollm2 1.7b instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q5_1","name":"Smollm2 1.7b instruct q5_1","display_name":"Smollm2 1.7b instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q5_K_M","name":"Smollm2 1.7b instruct q5_K_M","display_name":"Smollm2 1.7b instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q5_K_S","name":"Smollm2 1.7b instruct q5_K_S","display_name":"Smollm2 1.7b instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q6_K","name":"Smollm2 1.7b instruct q6_K","display_name":"Smollm2 1.7b instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:1.7b-instruct-q8_0","name":"Smollm2 1.7b instruct q8_0","display_name":"Smollm2 1.7b instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m","name":"Smollm2 135m","display_name":"Smollm2 135m","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-fp16","name":"Smollm2 135m instruct fp16","display_name":"Smollm2 135m instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q2_K","name":"Smollm2 135m instruct q2_K","display_name":"Smollm2 135m instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q3_K_L","name":"Smollm2 135m instruct q3_K_L","display_name":"Smollm2 135m instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q3_K_M","name":"Smollm2 135m instruct q3_K_M","display_name":"Smollm2 135m instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q3_K_S","name":"Smollm2 135m instruct q3_K_S","display_name":"Smollm2 135m instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q4_0","name":"Smollm2 135m instruct q4_0","display_name":"Smollm2 135m instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q4_1","name":"Smollm2 135m instruct q4_1","display_name":"Smollm2 135m instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q4_K_M","name":"Smollm2 135m instruct q4_K_M","display_name":"Smollm2 135m instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q4_K_S","name":"Smollm2 135m instruct q4_K_S","display_name":"Smollm2 135m instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q5_0","name":"Smollm2 135m instruct q5_0","display_name":"Smollm2 135m instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q5_1","name":"Smollm2 135m instruct q5_1","display_name":"Smollm2 135m instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q5_K_M","name":"Smollm2 135m instruct q5_K_M","display_name":"Smollm2 135m instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q5_K_S","name":"Smollm2 135m instruct q5_K_S","display_name":"Smollm2 135m instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q6_K","name":"Smollm2 135m instruct q6_K","display_name":"Smollm2 135m instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:135m-instruct-q8_0","name":"Smollm2 135m instruct q8_0","display_name":"Smollm2 135m instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m","name":"Smollm2 360m","display_name":"Smollm2 360m","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-fp16","name":"Smollm2 360m instruct fp16","display_name":"Smollm2 360m instruct fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q2_K","name":"Smollm2 360m instruct q2_K","display_name":"Smollm2 360m instruct q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q3_K_L","name":"Smollm2 360m instruct q3_K_L","display_name":"Smollm2 360m instruct q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q3_K_M","name":"Smollm2 360m instruct q3_K_M","display_name":"Smollm2 360m instruct q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q3_K_S","name":"Smollm2 360m instruct q3_K_S","display_name":"Smollm2 360m instruct q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q4_0","name":"Smollm2 360m instruct q4_0","display_name":"Smollm2 360m instruct q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q4_1","name":"Smollm2 360m instruct q4_1","display_name":"Smollm2 360m instruct q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q4_K_M","name":"Smollm2 360m instruct q4_K_M","display_name":"Smollm2 360m instruct q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q4_K_S","name":"Smollm2 360m instruct q4_K_S","display_name":"Smollm2 360m instruct q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q5_0","name":"Smollm2 360m instruct q5_0","display_name":"Smollm2 360m instruct q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q5_1","name":"Smollm2 360m instruct q5_1","display_name":"Smollm2 360m instruct q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q5_K_M","name":"Smollm2 360m instruct q5_K_M","display_name":"Smollm2 360m instruct q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q5_K_S","name":"Smollm2 360m instruct q5_K_S","display_name":"Smollm2 360m instruct q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q6_K","name":"Smollm2 360m instruct q6_K","display_name":"Smollm2 360m instruct q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:360m-instruct-q8_0","name":"Smollm2 360m instruct q8_0","display_name":"Smollm2 360m instruct q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"smollm2:latest","name":"Smollm2 Latest","display_name":"Smollm2 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:110m","name":"Snowflake-arctic-embed 110m","display_name":"Snowflake-arctic-embed 110m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:110m-m-fp16","name":"Snowflake-arctic-embed 110m m fp16","display_name":"Snowflake-arctic-embed 110m m fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:137m","name":"Snowflake-arctic-embed 137m","display_name":"Snowflake-arctic-embed 137m","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:137m-m-long-fp16","name":"Snowflake-arctic-embed 137m m long fp16","display_name":"Snowflake-arctic-embed 137m m long fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:22m","name":"Snowflake-arctic-embed 22m","display_name":"Snowflake-arctic-embed 22m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:22m-xs-fp16","name":"Snowflake-arctic-embed 22m xs fp16","display_name":"Snowflake-arctic-embed 22m xs fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:335m","name":"Snowflake-arctic-embed 335m","display_name":"Snowflake-arctic-embed 335m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:335m-l-fp16","name":"Snowflake-arctic-embed 335m l fp16","display_name":"Snowflake-arctic-embed 335m l fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:33m","name":"Snowflake-arctic-embed 33m","display_name":"Snowflake-arctic-embed 33m","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:33m-s-fp16","name":"Snowflake-arctic-embed 33m s fp16","display_name":"Snowflake-arctic-embed 33m s fp16","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:l","name":"Snowflake-arctic-embed L","display_name":"Snowflake-arctic-embed L","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:latest","name":"Snowflake-arctic-embed Latest","display_name":"Snowflake-arctic-embed Latest","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:m","name":"Snowflake-arctic-embed M","display_name":"Snowflake-arctic-embed M","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:m-long","name":"Snowflake-arctic-embed M long","display_name":"Snowflake-arctic-embed M long","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:s","name":"Snowflake-arctic-embed S","display_name":"Snowflake-arctic-embed S","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed:xs","name":"Snowflake-arctic-embed Xs","display_name":"Snowflake-arctic-embed Xs","type":"chat","context_length":512,"max_output_tokens":128,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed2:568m","name":"Snowflake-arctic-embed2 568m","display_name":"Snowflake-arctic-embed2 568m","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed2:568m-l-fp16","name":"Snowflake-arctic-embed2 568m l fp16","display_name":"Snowflake-arctic-embed2 568m l fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"snowflake-arctic-embed2:latest","name":"Snowflake-arctic-embed2 Latest","display_name":"Snowflake-arctic-embed2 Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b","name":"Solar-pro 22b","display_name":"Solar-pro 22b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-fp16","name":"Solar-pro 22b preview instruct fp16","display_name":"Solar-pro 22b preview instruct fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q2_K","name":"Solar-pro 22b preview instruct q2_K","display_name":"Solar-pro 22b preview instruct q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q3_K_L","name":"Solar-pro 22b preview instruct q3_K_L","display_name":"Solar-pro 22b preview instruct q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q3_K_M","name":"Solar-pro 22b preview instruct q3_K_M","display_name":"Solar-pro 22b preview instruct q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q3_K_S","name":"Solar-pro 22b preview instruct q3_K_S","display_name":"Solar-pro 22b preview instruct q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q4_0","name":"Solar-pro 22b preview instruct q4_0","display_name":"Solar-pro 22b preview instruct q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q4_1","name":"Solar-pro 22b preview instruct q4_1","display_name":"Solar-pro 22b preview instruct q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q4_K_M","name":"Solar-pro 22b preview instruct q4_K_M","display_name":"Solar-pro 22b preview instruct q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q4_K_S","name":"Solar-pro 22b preview instruct q4_K_S","display_name":"Solar-pro 22b preview instruct q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q5_0","name":"Solar-pro 22b preview instruct q5_0","display_name":"Solar-pro 22b preview instruct q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q5_1","name":"Solar-pro 22b preview instruct q5_1","display_name":"Solar-pro 22b preview instruct q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q5_K_M","name":"Solar-pro 22b preview instruct q5_K_M","display_name":"Solar-pro 22b preview instruct q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q5_K_S","name":"Solar-pro 22b preview instruct q5_K_S","display_name":"Solar-pro 22b preview instruct q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q6_K","name":"Solar-pro 22b preview instruct q6_K","display_name":"Solar-pro 22b preview instruct q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:22b-preview-instruct-q8_0","name":"Solar-pro 22b preview instruct q8_0","display_name":"Solar-pro 22b preview instruct q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:latest","name":"Solar-pro Latest","display_name":"Solar-pro Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar-pro:preview","name":"Solar-pro Preview","display_name":"Solar-pro Preview","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b","name":"Solar 10.7b","display_name":"Solar 10.7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-fp16","name":"Solar 10.7b instruct v1 fp16","display_name":"Solar 10.7b instruct v1 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q2_K","name":"Solar 10.7b instruct v1 q2_K","display_name":"Solar 10.7b instruct v1 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q3_K_L","name":"Solar 10.7b instruct v1 q3_K_L","display_name":"Solar 10.7b instruct v1 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q3_K_M","name":"Solar 10.7b instruct v1 q3_K_M","display_name":"Solar 10.7b instruct v1 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q3_K_S","name":"Solar 10.7b instruct v1 q3_K_S","display_name":"Solar 10.7b instruct v1 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q4_0","name":"Solar 10.7b instruct v1 q4_0","display_name":"Solar 10.7b instruct v1 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q4_1","name":"Solar 10.7b instruct v1 q4_1","display_name":"Solar 10.7b instruct v1 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q4_K_M","name":"Solar 10.7b instruct v1 q4_K_M","display_name":"Solar 10.7b instruct v1 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q4_K_S","name":"Solar 10.7b instruct v1 q4_K_S","display_name":"Solar 10.7b instruct v1 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q5_0","name":"Solar 10.7b instruct v1 q5_0","display_name":"Solar 10.7b instruct v1 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q5_1","name":"Solar 10.7b instruct v1 q5_1","display_name":"Solar 10.7b instruct v1 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q5_K_M","name":"Solar 10.7b instruct v1 q5_K_M","display_name":"Solar 10.7b instruct v1 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q5_K_S","name":"Solar 10.7b instruct v1 q5_K_S","display_name":"Solar 10.7b instruct v1 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q6_K","name":"Solar 10.7b instruct v1 q6_K","display_name":"Solar 10.7b instruct v1 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-instruct-v1-q8_0","name":"Solar 10.7b instruct v1 q8_0","display_name":"Solar 10.7b instruct v1 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-fp16","name":"Solar 10.7b text v1 fp16","display_name":"Solar 10.7b text v1 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q2_K","name":"Solar 10.7b text v1 q2_K","display_name":"Solar 10.7b text v1 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q3_K_L","name":"Solar 10.7b text v1 q3_K_L","display_name":"Solar 10.7b text v1 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q3_K_M","name":"Solar 10.7b text v1 q3_K_M","display_name":"Solar 10.7b text v1 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q3_K_S","name":"Solar 10.7b text v1 q3_K_S","display_name":"Solar 10.7b text v1 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q4_0","name":"Solar 10.7b text v1 q4_0","display_name":"Solar 10.7b text v1 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q4_1","name":"Solar 10.7b text v1 q4_1","display_name":"Solar 10.7b text v1 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q4_K_M","name":"Solar 10.7b text v1 q4_K_M","display_name":"Solar 10.7b text v1 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q4_K_S","name":"Solar 10.7b text v1 q4_K_S","display_name":"Solar 10.7b text v1 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q5_0","name":"Solar 10.7b text v1 q5_0","display_name":"Solar 10.7b text v1 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q5_1","name":"Solar 10.7b text v1 q5_1","display_name":"Solar 10.7b text v1 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q5_K_M","name":"Solar 10.7b text v1 q5_K_M","display_name":"Solar 10.7b text v1 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q5_K_S","name":"Solar 10.7b text v1 q5_K_S","display_name":"Solar 10.7b text v1 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q6_K","name":"Solar 10.7b text v1 q6_K","display_name":"Solar 10.7b text v1 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:10.7b-text-v1-q8_0","name":"Solar 10.7b text v1 q8_0","display_name":"Solar 10.7b text v1 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"solar:latest","name":"Solar Latest","display_name":"Solar Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b","name":"Sqlcoder 15b","display_name":"Sqlcoder 15b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-fp16","name":"Sqlcoder 15b fp16","display_name":"Sqlcoder 15b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q2_K","name":"Sqlcoder 15b q2_K","display_name":"Sqlcoder 15b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q3_K_L","name":"Sqlcoder 15b q3_K_L","display_name":"Sqlcoder 15b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q3_K_M","name":"Sqlcoder 15b q3_K_M","display_name":"Sqlcoder 15b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q3_K_S","name":"Sqlcoder 15b q3_K_S","display_name":"Sqlcoder 15b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q4_0","name":"Sqlcoder 15b q4_0","display_name":"Sqlcoder 15b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q4_1","name":"Sqlcoder 15b q4_1","display_name":"Sqlcoder 15b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q4_K_M","name":"Sqlcoder 15b q4_K_M","display_name":"Sqlcoder 15b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q4_K_S","name":"Sqlcoder 15b q4_K_S","display_name":"Sqlcoder 15b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q5_0","name":"Sqlcoder 15b q5_0","display_name":"Sqlcoder 15b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q5_1","name":"Sqlcoder 15b q5_1","display_name":"Sqlcoder 15b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q5_K_M","name":"Sqlcoder 15b q5_K_M","display_name":"Sqlcoder 15b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q5_K_S","name":"Sqlcoder 15b q5_K_S","display_name":"Sqlcoder 15b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q6_K","name":"Sqlcoder 15b q6_K","display_name":"Sqlcoder 15b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:15b-q8_0","name":"Sqlcoder 15b q8_0","display_name":"Sqlcoder 15b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-fp16","name":"Sqlcoder 70b alpha fp16","display_name":"Sqlcoder 70b alpha fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q2_K","name":"Sqlcoder 70b alpha q2_K","display_name":"Sqlcoder 70b alpha q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q3_K_L","name":"Sqlcoder 70b alpha q3_K_L","display_name":"Sqlcoder 70b alpha q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q3_K_M","name":"Sqlcoder 70b alpha q3_K_M","display_name":"Sqlcoder 70b alpha q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q3_K_S","name":"Sqlcoder 70b alpha q3_K_S","display_name":"Sqlcoder 70b alpha q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q4_0","name":"Sqlcoder 70b alpha q4_0","display_name":"Sqlcoder 70b alpha q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q4_1","name":"Sqlcoder 70b alpha q4_1","display_name":"Sqlcoder 70b alpha q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q4_K_M","name":"Sqlcoder 70b alpha q4_K_M","display_name":"Sqlcoder 70b alpha q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q4_K_S","name":"Sqlcoder 70b alpha q4_K_S","display_name":"Sqlcoder 70b alpha q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q5_0","name":"Sqlcoder 70b alpha q5_0","display_name":"Sqlcoder 70b alpha q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q5_1","name":"Sqlcoder 70b alpha q5_1","display_name":"Sqlcoder 70b alpha q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q5_K_M","name":"Sqlcoder 70b alpha q5_K_M","display_name":"Sqlcoder 70b alpha q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q5_K_S","name":"Sqlcoder 70b alpha q5_K_S","display_name":"Sqlcoder 70b alpha q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q6_K","name":"Sqlcoder 70b alpha q6_K","display_name":"Sqlcoder 70b alpha q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:70b-alpha-q8_0","name":"Sqlcoder 70b alpha q8_0","display_name":"Sqlcoder 70b alpha q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b","name":"Sqlcoder 7b","display_name":"Sqlcoder 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-fp16","name":"Sqlcoder 7b fp16","display_name":"Sqlcoder 7b fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q2_K","name":"Sqlcoder 7b q2_K","display_name":"Sqlcoder 7b q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q3_K_L","name":"Sqlcoder 7b q3_K_L","display_name":"Sqlcoder 7b q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q3_K_M","name":"Sqlcoder 7b q3_K_M","display_name":"Sqlcoder 7b q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q3_K_S","name":"Sqlcoder 7b q3_K_S","display_name":"Sqlcoder 7b q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q4_0","name":"Sqlcoder 7b q4_0","display_name":"Sqlcoder 7b q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q4_1","name":"Sqlcoder 7b q4_1","display_name":"Sqlcoder 7b q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q4_K_M","name":"Sqlcoder 7b q4_K_M","display_name":"Sqlcoder 7b q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q4_K_S","name":"Sqlcoder 7b q4_K_S","display_name":"Sqlcoder 7b q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q5_0","name":"Sqlcoder 7b q5_0","display_name":"Sqlcoder 7b q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q5_1","name":"Sqlcoder 7b q5_1","display_name":"Sqlcoder 7b q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q5_K_M","name":"Sqlcoder 7b q5_K_M","display_name":"Sqlcoder 7b q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q5_K_S","name":"Sqlcoder 7b q5_K_S","display_name":"Sqlcoder 7b q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q6_K","name":"Sqlcoder 7b q6_K","display_name":"Sqlcoder 7b q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:7b-q8_0","name":"Sqlcoder 7b q8_0","display_name":"Sqlcoder 7b q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"sqlcoder:latest","name":"Sqlcoder Latest","display_name":"Sqlcoder Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b","name":"Stable-beluga 13b","display_name":"Stable-beluga 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-fp16","name":"Stable-beluga 13b fp16","display_name":"Stable-beluga 13b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q2_K","name":"Stable-beluga 13b q2_K","display_name":"Stable-beluga 13b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q3_K_L","name":"Stable-beluga 13b q3_K_L","display_name":"Stable-beluga 13b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q3_K_M","name":"Stable-beluga 13b q3_K_M","display_name":"Stable-beluga 13b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q3_K_S","name":"Stable-beluga 13b q3_K_S","display_name":"Stable-beluga 13b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q4_0","name":"Stable-beluga 13b q4_0","display_name":"Stable-beluga 13b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q4_1","name":"Stable-beluga 13b q4_1","display_name":"Stable-beluga 13b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q4_K_M","name":"Stable-beluga 13b q4_K_M","display_name":"Stable-beluga 13b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q4_K_S","name":"Stable-beluga 13b q4_K_S","display_name":"Stable-beluga 13b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q5_0","name":"Stable-beluga 13b q5_0","display_name":"Stable-beluga 13b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q5_1","name":"Stable-beluga 13b q5_1","display_name":"Stable-beluga 13b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q5_K_M","name":"Stable-beluga 13b q5_K_M","display_name":"Stable-beluga 13b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q5_K_S","name":"Stable-beluga 13b q5_K_S","display_name":"Stable-beluga 13b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q6_K","name":"Stable-beluga 13b q6_K","display_name":"Stable-beluga 13b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:13b-q8_0","name":"Stable-beluga 13b q8_0","display_name":"Stable-beluga 13b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b","name":"Stable-beluga 70b","display_name":"Stable-beluga 70b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-fp16","name":"Stable-beluga 70b fp16","display_name":"Stable-beluga 70b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q2_K","name":"Stable-beluga 70b q2_K","display_name":"Stable-beluga 70b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q3_K_L","name":"Stable-beluga 70b q3_K_L","display_name":"Stable-beluga 70b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q3_K_M","name":"Stable-beluga 70b q3_K_M","display_name":"Stable-beluga 70b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q3_K_S","name":"Stable-beluga 70b q3_K_S","display_name":"Stable-beluga 70b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q4_0","name":"Stable-beluga 70b q4_0","display_name":"Stable-beluga 70b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q4_1","name":"Stable-beluga 70b q4_1","display_name":"Stable-beluga 70b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q4_K_M","name":"Stable-beluga 70b q4_K_M","display_name":"Stable-beluga 70b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q4_K_S","name":"Stable-beluga 70b q4_K_S","display_name":"Stable-beluga 70b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q5_0","name":"Stable-beluga 70b q5_0","display_name":"Stable-beluga 70b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q5_1","name":"Stable-beluga 70b q5_1","display_name":"Stable-beluga 70b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q5_K_M","name":"Stable-beluga 70b q5_K_M","display_name":"Stable-beluga 70b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q5_K_S","name":"Stable-beluga 70b q5_K_S","display_name":"Stable-beluga 70b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q6_K","name":"Stable-beluga 70b q6_K","display_name":"Stable-beluga 70b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:70b-q8_0","name":"Stable-beluga 70b q8_0","display_name":"Stable-beluga 70b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b","name":"Stable-beluga 7b","display_name":"Stable-beluga 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-fp16","name":"Stable-beluga 7b fp16","display_name":"Stable-beluga 7b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q2_K","name":"Stable-beluga 7b q2_K","display_name":"Stable-beluga 7b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q3_K_L","name":"Stable-beluga 7b q3_K_L","display_name":"Stable-beluga 7b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q3_K_M","name":"Stable-beluga 7b q3_K_M","display_name":"Stable-beluga 7b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q3_K_S","name":"Stable-beluga 7b q3_K_S","display_name":"Stable-beluga 7b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q4_0","name":"Stable-beluga 7b q4_0","display_name":"Stable-beluga 7b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q4_1","name":"Stable-beluga 7b q4_1","display_name":"Stable-beluga 7b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q4_K_M","name":"Stable-beluga 7b q4_K_M","display_name":"Stable-beluga 7b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q4_K_S","name":"Stable-beluga 7b q4_K_S","display_name":"Stable-beluga 7b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q5_0","name":"Stable-beluga 7b q5_0","display_name":"Stable-beluga 7b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q5_1","name":"Stable-beluga 7b q5_1","display_name":"Stable-beluga 7b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q5_K_M","name":"Stable-beluga 7b q5_K_M","display_name":"Stable-beluga 7b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q5_K_S","name":"Stable-beluga 7b q5_K_S","display_name":"Stable-beluga 7b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q6_K","name":"Stable-beluga 7b q6_K","display_name":"Stable-beluga 7b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:7b-q8_0","name":"Stable-beluga 7b q8_0","display_name":"Stable-beluga 7b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-beluga:latest","name":"Stable-beluga Latest","display_name":"Stable-beluga Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b","name":"Stable-code 3b","display_name":"Stable-code 3b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code","name":"Stable-code 3b code","display_name":"Stable-code 3b code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-fp16","name":"Stable-code 3b code fp16","display_name":"Stable-code 3b code fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q2_K","name":"Stable-code 3b code q2_K","display_name":"Stable-code 3b code q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q3_K_L","name":"Stable-code 3b code q3_K_L","display_name":"Stable-code 3b code q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q3_K_M","name":"Stable-code 3b code q3_K_M","display_name":"Stable-code 3b code q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q3_K_S","name":"Stable-code 3b code q3_K_S","display_name":"Stable-code 3b code q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q4_0","name":"Stable-code 3b code q4_0","display_name":"Stable-code 3b code q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q4_1","name":"Stable-code 3b code q4_1","display_name":"Stable-code 3b code q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q4_K_M","name":"Stable-code 3b code q4_K_M","display_name":"Stable-code 3b code q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q4_K_S","name":"Stable-code 3b code q4_K_S","display_name":"Stable-code 3b code q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q5_0","name":"Stable-code 3b code q5_0","display_name":"Stable-code 3b code q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q5_1","name":"Stable-code 3b code q5_1","display_name":"Stable-code 3b code q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q5_K_M","name":"Stable-code 3b code q5_K_M","display_name":"Stable-code 3b code q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q5_K_S","name":"Stable-code 3b code q5_K_S","display_name":"Stable-code 3b code q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q6_K","name":"Stable-code 3b code q6_K","display_name":"Stable-code 3b code q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-code-q8_0","name":"Stable-code 3b code q8_0","display_name":"Stable-code 3b code q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct","name":"Stable-code 3b instruct","display_name":"Stable-code 3b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-fp16","name":"Stable-code 3b instruct fp16","display_name":"Stable-code 3b instruct fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q2_K","name":"Stable-code 3b instruct q2_K","display_name":"Stable-code 3b instruct q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q3_K_L","name":"Stable-code 3b instruct q3_K_L","display_name":"Stable-code 3b instruct q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q3_K_M","name":"Stable-code 3b instruct q3_K_M","display_name":"Stable-code 3b instruct q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q3_K_S","name":"Stable-code 3b instruct q3_K_S","display_name":"Stable-code 3b instruct q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q4_0","name":"Stable-code 3b instruct q4_0","display_name":"Stable-code 3b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q4_1","name":"Stable-code 3b instruct q4_1","display_name":"Stable-code 3b instruct q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q4_K_M","name":"Stable-code 3b instruct q4_K_M","display_name":"Stable-code 3b instruct q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q4_K_S","name":"Stable-code 3b instruct q4_K_S","display_name":"Stable-code 3b instruct q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q5_0","name":"Stable-code 3b instruct q5_0","display_name":"Stable-code 3b instruct q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q5_1","name":"Stable-code 3b instruct q5_1","display_name":"Stable-code 3b instruct q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q5_K_M","name":"Stable-code 3b instruct q5_K_M","display_name":"Stable-code 3b instruct q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q5_K_S","name":"Stable-code 3b instruct q5_K_S","display_name":"Stable-code 3b instruct q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q6_K","name":"Stable-code 3b instruct q6_K","display_name":"Stable-code 3b instruct q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:3b-instruct-q8_0","name":"Stable-code 3b instruct q8_0","display_name":"Stable-code 3b instruct q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:code","name":"Stable-code Code","display_name":"Stable-code Code","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:instruct","name":"Stable-code Instruct","display_name":"Stable-code Instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stable-code:latest","name":"Stable-code Latest","display_name":"Stable-code Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b","name":"Stablelm-zephyr 3b","display_name":"Stablelm-zephyr 3b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-fp16","name":"Stablelm-zephyr 3b fp16","display_name":"Stablelm-zephyr 3b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q2_K","name":"Stablelm-zephyr 3b q2_K","display_name":"Stablelm-zephyr 3b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q3_K_L","name":"Stablelm-zephyr 3b q3_K_L","display_name":"Stablelm-zephyr 3b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q3_K_M","name":"Stablelm-zephyr 3b q3_K_M","display_name":"Stablelm-zephyr 3b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q3_K_S","name":"Stablelm-zephyr 3b q3_K_S","display_name":"Stablelm-zephyr 3b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q4_0","name":"Stablelm-zephyr 3b q4_0","display_name":"Stablelm-zephyr 3b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q4_1","name":"Stablelm-zephyr 3b q4_1","display_name":"Stablelm-zephyr 3b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q4_K_M","name":"Stablelm-zephyr 3b q4_K_M","display_name":"Stablelm-zephyr 3b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q4_K_S","name":"Stablelm-zephyr 3b q4_K_S","display_name":"Stablelm-zephyr 3b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q5_0","name":"Stablelm-zephyr 3b q5_0","display_name":"Stablelm-zephyr 3b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q5_1","name":"Stablelm-zephyr 3b q5_1","display_name":"Stablelm-zephyr 3b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q5_K_M","name":"Stablelm-zephyr 3b q5_K_M","display_name":"Stablelm-zephyr 3b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q5_K_S","name":"Stablelm-zephyr 3b q5_K_S","display_name":"Stablelm-zephyr 3b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q6_K","name":"Stablelm-zephyr 3b q6_K","display_name":"Stablelm-zephyr 3b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:3b-q8_0","name":"Stablelm-zephyr 3b q8_0","display_name":"Stablelm-zephyr 3b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm-zephyr:latest","name":"Stablelm-zephyr Latest","display_name":"Stablelm-zephyr Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b","name":"Stablelm2 1.6b","display_name":"Stablelm2 1.6b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat","name":"Stablelm2 1.6b chat","display_name":"Stablelm2 1.6b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-fp16","name":"Stablelm2 1.6b chat fp16","display_name":"Stablelm2 1.6b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q2_K","name":"Stablelm2 1.6b chat q2_K","display_name":"Stablelm2 1.6b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q3_K_L","name":"Stablelm2 1.6b chat q3_K_L","display_name":"Stablelm2 1.6b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q3_K_M","name":"Stablelm2 1.6b chat q3_K_M","display_name":"Stablelm2 1.6b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q3_K_S","name":"Stablelm2 1.6b chat q3_K_S","display_name":"Stablelm2 1.6b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q4_0","name":"Stablelm2 1.6b chat q4_0","display_name":"Stablelm2 1.6b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q4_1","name":"Stablelm2 1.6b chat q4_1","display_name":"Stablelm2 1.6b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q4_K_M","name":"Stablelm2 1.6b chat q4_K_M","display_name":"Stablelm2 1.6b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q4_K_S","name":"Stablelm2 1.6b chat q4_K_S","display_name":"Stablelm2 1.6b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q5_0","name":"Stablelm2 1.6b chat q5_0","display_name":"Stablelm2 1.6b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q5_1","name":"Stablelm2 1.6b chat q5_1","display_name":"Stablelm2 1.6b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q5_K_M","name":"Stablelm2 1.6b chat q5_K_M","display_name":"Stablelm2 1.6b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q5_K_S","name":"Stablelm2 1.6b chat q5_K_S","display_name":"Stablelm2 1.6b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q6_K","name":"Stablelm2 1.6b chat q6_K","display_name":"Stablelm2 1.6b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-chat-q8_0","name":"Stablelm2 1.6b chat q8_0","display_name":"Stablelm2 1.6b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-fp16","name":"Stablelm2 1.6b fp16","display_name":"Stablelm2 1.6b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q2_K","name":"Stablelm2 1.6b q2_K","display_name":"Stablelm2 1.6b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q3_K_L","name":"Stablelm2 1.6b q3_K_L","display_name":"Stablelm2 1.6b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q3_K_M","name":"Stablelm2 1.6b q3_K_M","display_name":"Stablelm2 1.6b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q3_K_S","name":"Stablelm2 1.6b q3_K_S","display_name":"Stablelm2 1.6b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q4_0","name":"Stablelm2 1.6b q4_0","display_name":"Stablelm2 1.6b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q4_1","name":"Stablelm2 1.6b q4_1","display_name":"Stablelm2 1.6b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q4_K_M","name":"Stablelm2 1.6b q4_K_M","display_name":"Stablelm2 1.6b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q4_K_S","name":"Stablelm2 1.6b q4_K_S","display_name":"Stablelm2 1.6b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q5_0","name":"Stablelm2 1.6b q5_0","display_name":"Stablelm2 1.6b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q5_1","name":"Stablelm2 1.6b q5_1","display_name":"Stablelm2 1.6b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q5_K_M","name":"Stablelm2 1.6b q5_K_M","display_name":"Stablelm2 1.6b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q5_K_S","name":"Stablelm2 1.6b q5_K_S","display_name":"Stablelm2 1.6b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q6_K","name":"Stablelm2 1.6b q6_K","display_name":"Stablelm2 1.6b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-q8_0","name":"Stablelm2 1.6b q8_0","display_name":"Stablelm2 1.6b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr","name":"Stablelm2 1.6b zephyr","display_name":"Stablelm2 1.6b zephyr","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-fp16","name":"Stablelm2 1.6b zephyr fp16","display_name":"Stablelm2 1.6b zephyr fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q2_K","name":"Stablelm2 1.6b zephyr q2_K","display_name":"Stablelm2 1.6b zephyr q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q3_K_L","name":"Stablelm2 1.6b zephyr q3_K_L","display_name":"Stablelm2 1.6b zephyr q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q3_K_M","name":"Stablelm2 1.6b zephyr q3_K_M","display_name":"Stablelm2 1.6b zephyr q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q3_K_S","name":"Stablelm2 1.6b zephyr q3_K_S","display_name":"Stablelm2 1.6b zephyr q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q4_0","name":"Stablelm2 1.6b zephyr q4_0","display_name":"Stablelm2 1.6b zephyr q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q4_1","name":"Stablelm2 1.6b zephyr q4_1","display_name":"Stablelm2 1.6b zephyr q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q4_K_M","name":"Stablelm2 1.6b zephyr q4_K_M","display_name":"Stablelm2 1.6b zephyr q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q4_K_S","name":"Stablelm2 1.6b zephyr q4_K_S","display_name":"Stablelm2 1.6b zephyr q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q5_0","name":"Stablelm2 1.6b zephyr q5_0","display_name":"Stablelm2 1.6b zephyr q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q5_1","name":"Stablelm2 1.6b zephyr q5_1","display_name":"Stablelm2 1.6b zephyr q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q5_K_M","name":"Stablelm2 1.6b zephyr q5_K_M","display_name":"Stablelm2 1.6b zephyr q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q5_K_S","name":"Stablelm2 1.6b zephyr q5_K_S","display_name":"Stablelm2 1.6b zephyr q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q6_K","name":"Stablelm2 1.6b zephyr q6_K","display_name":"Stablelm2 1.6b zephyr q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:1.6b-zephyr-q8_0","name":"Stablelm2 1.6b zephyr q8_0","display_name":"Stablelm2 1.6b zephyr q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b","name":"Stablelm2 12b","display_name":"Stablelm2 12b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat","name":"Stablelm2 12b chat","display_name":"Stablelm2 12b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-fp16","name":"Stablelm2 12b chat fp16","display_name":"Stablelm2 12b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q2_K","name":"Stablelm2 12b chat q2_K","display_name":"Stablelm2 12b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q3_K_L","name":"Stablelm2 12b chat q3_K_L","display_name":"Stablelm2 12b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q3_K_M","name":"Stablelm2 12b chat q3_K_M","display_name":"Stablelm2 12b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q3_K_S","name":"Stablelm2 12b chat q3_K_S","display_name":"Stablelm2 12b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q4_0","name":"Stablelm2 12b chat q4_0","display_name":"Stablelm2 12b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q4_1","name":"Stablelm2 12b chat q4_1","display_name":"Stablelm2 12b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q4_K_M","name":"Stablelm2 12b chat q4_K_M","display_name":"Stablelm2 12b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q4_K_S","name":"Stablelm2 12b chat q4_K_S","display_name":"Stablelm2 12b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q5_0","name":"Stablelm2 12b chat q5_0","display_name":"Stablelm2 12b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q5_1","name":"Stablelm2 12b chat q5_1","display_name":"Stablelm2 12b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q5_K_M","name":"Stablelm2 12b chat q5_K_M","display_name":"Stablelm2 12b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q5_K_S","name":"Stablelm2 12b chat q5_K_S","display_name":"Stablelm2 12b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q6_K","name":"Stablelm2 12b chat q6_K","display_name":"Stablelm2 12b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-chat-q8_0","name":"Stablelm2 12b chat q8_0","display_name":"Stablelm2 12b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-fp16","name":"Stablelm2 12b fp16","display_name":"Stablelm2 12b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q2_K","name":"Stablelm2 12b q2_K","display_name":"Stablelm2 12b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q3_K_L","name":"Stablelm2 12b q3_K_L","display_name":"Stablelm2 12b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q3_K_M","name":"Stablelm2 12b q3_K_M","display_name":"Stablelm2 12b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q3_K_S","name":"Stablelm2 12b q3_K_S","display_name":"Stablelm2 12b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q4_0","name":"Stablelm2 12b q4_0","display_name":"Stablelm2 12b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q4_1","name":"Stablelm2 12b q4_1","display_name":"Stablelm2 12b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q4_K_M","name":"Stablelm2 12b q4_K_M","display_name":"Stablelm2 12b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q4_K_S","name":"Stablelm2 12b q4_K_S","display_name":"Stablelm2 12b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q5_0","name":"Stablelm2 12b q5_0","display_name":"Stablelm2 12b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q5_1","name":"Stablelm2 12b q5_1","display_name":"Stablelm2 12b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q5_K_M","name":"Stablelm2 12b q5_K_M","display_name":"Stablelm2 12b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q5_K_S","name":"Stablelm2 12b q5_K_S","display_name":"Stablelm2 12b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q6_K","name":"Stablelm2 12b q6_K","display_name":"Stablelm2 12b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-q8_0","name":"Stablelm2 12b q8_0","display_name":"Stablelm2 12b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:12b-text","name":"Stablelm2 12b text","display_name":"Stablelm2 12b text","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:chat","name":"Stablelm2 Chat","display_name":"Stablelm2 Chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:latest","name":"Stablelm2 Latest","display_name":"Stablelm2 Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"stablelm2:zephyr","name":"Stablelm2 Zephyr","display_name":"Stablelm2 Zephyr","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b","name":"Starcoder 15b","display_name":"Starcoder 15b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base","name":"Starcoder 15b base","display_name":"Starcoder 15b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-fp16","name":"Starcoder 15b base fp16","display_name":"Starcoder 15b base fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q2_K","name":"Starcoder 15b base q2_K","display_name":"Starcoder 15b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q3_K_L","name":"Starcoder 15b base q3_K_L","display_name":"Starcoder 15b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q3_K_M","name":"Starcoder 15b base q3_K_M","display_name":"Starcoder 15b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q3_K_S","name":"Starcoder 15b base q3_K_S","display_name":"Starcoder 15b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q4_0","name":"Starcoder 15b base q4_0","display_name":"Starcoder 15b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q4_1","name":"Starcoder 15b base q4_1","display_name":"Starcoder 15b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q4_K_M","name":"Starcoder 15b base q4_K_M","display_name":"Starcoder 15b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q4_K_S","name":"Starcoder 15b base q4_K_S","display_name":"Starcoder 15b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q5_0","name":"Starcoder 15b base q5_0","display_name":"Starcoder 15b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q5_1","name":"Starcoder 15b base q5_1","display_name":"Starcoder 15b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q5_K_M","name":"Starcoder 15b base q5_K_M","display_name":"Starcoder 15b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q5_K_S","name":"Starcoder 15b base q5_K_S","display_name":"Starcoder 15b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q6_K","name":"Starcoder 15b base q6_K","display_name":"Starcoder 15b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-base-q8_0","name":"Starcoder 15b base q8_0","display_name":"Starcoder 15b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-fp16","name":"Starcoder 15b fp16","display_name":"Starcoder 15b fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus","name":"Starcoder 15b plus","display_name":"Starcoder 15b plus","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-fp16","name":"Starcoder 15b plus fp16","display_name":"Starcoder 15b plus fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q2_K","name":"Starcoder 15b plus q2_K","display_name":"Starcoder 15b plus q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q3_K_L","name":"Starcoder 15b plus q3_K_L","display_name":"Starcoder 15b plus q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q3_K_M","name":"Starcoder 15b plus q3_K_M","display_name":"Starcoder 15b plus q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q3_K_S","name":"Starcoder 15b plus q3_K_S","display_name":"Starcoder 15b plus q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q4_0","name":"Starcoder 15b plus q4_0","display_name":"Starcoder 15b plus q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q4_1","name":"Starcoder 15b plus q4_1","display_name":"Starcoder 15b plus q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q4_K_M","name":"Starcoder 15b plus q4_K_M","display_name":"Starcoder 15b plus q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q4_K_S","name":"Starcoder 15b plus q4_K_S","display_name":"Starcoder 15b plus q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q5_0","name":"Starcoder 15b plus q5_0","display_name":"Starcoder 15b plus q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q5_1","name":"Starcoder 15b plus q5_1","display_name":"Starcoder 15b plus q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q5_K_M","name":"Starcoder 15b plus q5_K_M","display_name":"Starcoder 15b plus q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q5_K_S","name":"Starcoder 15b plus q5_K_S","display_name":"Starcoder 15b plus q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q6_K","name":"Starcoder 15b plus q6_K","display_name":"Starcoder 15b plus q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-plus-q8_0","name":"Starcoder 15b plus q8_0","display_name":"Starcoder 15b plus q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q2_K","name":"Starcoder 15b q2_K","display_name":"Starcoder 15b q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q3_K_L","name":"Starcoder 15b q3_K_L","display_name":"Starcoder 15b q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q3_K_M","name":"Starcoder 15b q3_K_M","display_name":"Starcoder 15b q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q3_K_S","name":"Starcoder 15b q3_K_S","display_name":"Starcoder 15b q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q4_0","name":"Starcoder 15b q4_0","display_name":"Starcoder 15b q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q4_1","name":"Starcoder 15b q4_1","display_name":"Starcoder 15b q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q4_K_M","name":"Starcoder 15b q4_K_M","display_name":"Starcoder 15b q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q4_K_S","name":"Starcoder 15b q4_K_S","display_name":"Starcoder 15b q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q5_0","name":"Starcoder 15b q5_0","display_name":"Starcoder 15b q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q5_1","name":"Starcoder 15b q5_1","display_name":"Starcoder 15b q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q5_K_M","name":"Starcoder 15b q5_K_M","display_name":"Starcoder 15b q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q5_K_S","name":"Starcoder 15b q5_K_S","display_name":"Starcoder 15b q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q6_K","name":"Starcoder 15b q6_K","display_name":"Starcoder 15b q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:15b-q8_0","name":"Starcoder 15b q8_0","display_name":"Starcoder 15b q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b","name":"Starcoder 1b","display_name":"Starcoder 1b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base","name":"Starcoder 1b base","display_name":"Starcoder 1b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-fp16","name":"Starcoder 1b base fp16","display_name":"Starcoder 1b base fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q2_K","name":"Starcoder 1b base q2_K","display_name":"Starcoder 1b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q3_K_L","name":"Starcoder 1b base q3_K_L","display_name":"Starcoder 1b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q3_K_M","name":"Starcoder 1b base q3_K_M","display_name":"Starcoder 1b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q3_K_S","name":"Starcoder 1b base q3_K_S","display_name":"Starcoder 1b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q4_0","name":"Starcoder 1b base q4_0","display_name":"Starcoder 1b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q4_1","name":"Starcoder 1b base q4_1","display_name":"Starcoder 1b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q4_K_M","name":"Starcoder 1b base q4_K_M","display_name":"Starcoder 1b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q4_K_S","name":"Starcoder 1b base q4_K_S","display_name":"Starcoder 1b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q5_0","name":"Starcoder 1b base q5_0","display_name":"Starcoder 1b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q5_1","name":"Starcoder 1b base q5_1","display_name":"Starcoder 1b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q5_K_M","name":"Starcoder 1b base q5_K_M","display_name":"Starcoder 1b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q5_K_S","name":"Starcoder 1b base q5_K_S","display_name":"Starcoder 1b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q6_K","name":"Starcoder 1b base q6_K","display_name":"Starcoder 1b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:1b-base-q8_0","name":"Starcoder 1b base q8_0","display_name":"Starcoder 1b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b","name":"Starcoder 3b","display_name":"Starcoder 3b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base","name":"Starcoder 3b base","display_name":"Starcoder 3b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-fp16","name":"Starcoder 3b base fp16","display_name":"Starcoder 3b base fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q2_K","name":"Starcoder 3b base q2_K","display_name":"Starcoder 3b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q3_K_L","name":"Starcoder 3b base q3_K_L","display_name":"Starcoder 3b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q3_K_M","name":"Starcoder 3b base q3_K_M","display_name":"Starcoder 3b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q3_K_S","name":"Starcoder 3b base q3_K_S","display_name":"Starcoder 3b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q4_0","name":"Starcoder 3b base q4_0","display_name":"Starcoder 3b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q4_1","name":"Starcoder 3b base q4_1","display_name":"Starcoder 3b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q4_K_M","name":"Starcoder 3b base q4_K_M","display_name":"Starcoder 3b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q4_K_S","name":"Starcoder 3b base q4_K_S","display_name":"Starcoder 3b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q5_0","name":"Starcoder 3b base q5_0","display_name":"Starcoder 3b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q5_1","name":"Starcoder 3b base q5_1","display_name":"Starcoder 3b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q5_K_M","name":"Starcoder 3b base q5_K_M","display_name":"Starcoder 3b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q5_K_S","name":"Starcoder 3b base q5_K_S","display_name":"Starcoder 3b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q6_K","name":"Starcoder 3b base q6_K","display_name":"Starcoder 3b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:3b-base-q8_0","name":"Starcoder 3b base q8_0","display_name":"Starcoder 3b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b","name":"Starcoder 7b","display_name":"Starcoder 7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base","name":"Starcoder 7b base","display_name":"Starcoder 7b base","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-fp16","name":"Starcoder 7b base fp16","display_name":"Starcoder 7b base fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q2_K","name":"Starcoder 7b base q2_K","display_name":"Starcoder 7b base q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q3_K_L","name":"Starcoder 7b base q3_K_L","display_name":"Starcoder 7b base q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q3_K_M","name":"Starcoder 7b base q3_K_M","display_name":"Starcoder 7b base q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q3_K_S","name":"Starcoder 7b base q3_K_S","display_name":"Starcoder 7b base q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q4_0","name":"Starcoder 7b base q4_0","display_name":"Starcoder 7b base q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q4_1","name":"Starcoder 7b base q4_1","display_name":"Starcoder 7b base q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q4_K_M","name":"Starcoder 7b base q4_K_M","display_name":"Starcoder 7b base q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q4_K_S","name":"Starcoder 7b base q4_K_S","display_name":"Starcoder 7b base q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q5_0","name":"Starcoder 7b base q5_0","display_name":"Starcoder 7b base q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q5_1","name":"Starcoder 7b base q5_1","display_name":"Starcoder 7b base q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q5_K_M","name":"Starcoder 7b base q5_K_M","display_name":"Starcoder 7b base q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q5_K_S","name":"Starcoder 7b base q5_K_S","display_name":"Starcoder 7b base q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q6_K","name":"Starcoder 7b base q6_K","display_name":"Starcoder 7b base q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:7b-base-q8_0","name":"Starcoder 7b base q8_0","display_name":"Starcoder 7b base q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder:latest","name":"Starcoder Latest","display_name":"Starcoder Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b","name":"Starcoder2 15b","display_name":"Starcoder2 15b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-fp16","name":"Starcoder2 15b fp16","display_name":"Starcoder2 15b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct","name":"Starcoder2 15b instruct","display_name":"Starcoder2 15b instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-q4_0","name":"Starcoder2 15b instruct q4_0","display_name":"Starcoder2 15b instruct q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-fp16","name":"Starcoder2 15b instruct v0.1 fp16","display_name":"Starcoder2 15b instruct v0.1 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q2_K","name":"Starcoder2 15b instruct v0.1 q2_K","display_name":"Starcoder2 15b instruct v0.1 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q3_K_L","name":"Starcoder2 15b instruct v0.1 q3_K_L","display_name":"Starcoder2 15b instruct v0.1 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q3_K_M","name":"Starcoder2 15b instruct v0.1 q3_K_M","display_name":"Starcoder2 15b instruct v0.1 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q3_K_S","name":"Starcoder2 15b instruct v0.1 q3_K_S","display_name":"Starcoder2 15b instruct v0.1 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q4_0","name":"Starcoder2 15b instruct v0.1 q4_0","display_name":"Starcoder2 15b instruct v0.1 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q4_1","name":"Starcoder2 15b instruct v0.1 q4_1","display_name":"Starcoder2 15b instruct v0.1 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q4_K_M","name":"Starcoder2 15b instruct v0.1 q4_K_M","display_name":"Starcoder2 15b instruct v0.1 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q4_K_S","name":"Starcoder2 15b instruct v0.1 q4_K_S","display_name":"Starcoder2 15b instruct v0.1 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q5_0","name":"Starcoder2 15b instruct v0.1 q5_0","display_name":"Starcoder2 15b instruct v0.1 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q5_1","name":"Starcoder2 15b instruct v0.1 q5_1","display_name":"Starcoder2 15b instruct v0.1 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q5_K_M","name":"Starcoder2 15b instruct v0.1 q5_K_M","display_name":"Starcoder2 15b instruct v0.1 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q5_K_S","name":"Starcoder2 15b instruct v0.1 q5_K_S","display_name":"Starcoder2 15b instruct v0.1 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q6_K","name":"Starcoder2 15b instruct v0.1 q6_K","display_name":"Starcoder2 15b instruct v0.1 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-instruct-v0.1-q8_0","name":"Starcoder2 15b instruct v0.1 q8_0","display_name":"Starcoder2 15b instruct v0.1 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q2_K","name":"Starcoder2 15b q2_K","display_name":"Starcoder2 15b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q3_K_L","name":"Starcoder2 15b q3_K_L","display_name":"Starcoder2 15b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q3_K_M","name":"Starcoder2 15b q3_K_M","display_name":"Starcoder2 15b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q3_K_S","name":"Starcoder2 15b q3_K_S","display_name":"Starcoder2 15b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q4_0","name":"Starcoder2 15b q4_0","display_name":"Starcoder2 15b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q4_1","name":"Starcoder2 15b q4_1","display_name":"Starcoder2 15b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q4_K_M","name":"Starcoder2 15b q4_K_M","display_name":"Starcoder2 15b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q4_K_S","name":"Starcoder2 15b q4_K_S","display_name":"Starcoder2 15b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q5_0","name":"Starcoder2 15b q5_0","display_name":"Starcoder2 15b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q5_1","name":"Starcoder2 15b q5_1","display_name":"Starcoder2 15b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q5_K_M","name":"Starcoder2 15b q5_K_M","display_name":"Starcoder2 15b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q5_K_S","name":"Starcoder2 15b q5_K_S","display_name":"Starcoder2 15b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q6_K","name":"Starcoder2 15b q6_K","display_name":"Starcoder2 15b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:15b-q8_0","name":"Starcoder2 15b q8_0","display_name":"Starcoder2 15b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b","name":"Starcoder2 3b","display_name":"Starcoder2 3b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-fp16","name":"Starcoder2 3b fp16","display_name":"Starcoder2 3b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q2_K","name":"Starcoder2 3b q2_K","display_name":"Starcoder2 3b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q3_K_L","name":"Starcoder2 3b q3_K_L","display_name":"Starcoder2 3b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q3_K_M","name":"Starcoder2 3b q3_K_M","display_name":"Starcoder2 3b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q3_K_S","name":"Starcoder2 3b q3_K_S","display_name":"Starcoder2 3b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q4_0","name":"Starcoder2 3b q4_0","display_name":"Starcoder2 3b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q4_1","name":"Starcoder2 3b q4_1","display_name":"Starcoder2 3b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q4_K_M","name":"Starcoder2 3b q4_K_M","display_name":"Starcoder2 3b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q4_K_S","name":"Starcoder2 3b q4_K_S","display_name":"Starcoder2 3b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q5_0","name":"Starcoder2 3b q5_0","display_name":"Starcoder2 3b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q5_1","name":"Starcoder2 3b q5_1","display_name":"Starcoder2 3b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q5_K_M","name":"Starcoder2 3b q5_K_M","display_name":"Starcoder2 3b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q5_K_S","name":"Starcoder2 3b q5_K_S","display_name":"Starcoder2 3b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q6_K","name":"Starcoder2 3b q6_K","display_name":"Starcoder2 3b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:3b-q8_0","name":"Starcoder2 3b q8_0","display_name":"Starcoder2 3b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b","name":"Starcoder2 7b","display_name":"Starcoder2 7b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-fp16","name":"Starcoder2 7b fp16","display_name":"Starcoder2 7b fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q2_K","name":"Starcoder2 7b q2_K","display_name":"Starcoder2 7b q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q3_K_L","name":"Starcoder2 7b q3_K_L","display_name":"Starcoder2 7b q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q3_K_M","name":"Starcoder2 7b q3_K_M","display_name":"Starcoder2 7b q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q3_K_S","name":"Starcoder2 7b q3_K_S","display_name":"Starcoder2 7b q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q4_0","name":"Starcoder2 7b q4_0","display_name":"Starcoder2 7b q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q4_1","name":"Starcoder2 7b q4_1","display_name":"Starcoder2 7b q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q4_K_M","name":"Starcoder2 7b q4_K_M","display_name":"Starcoder2 7b q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q4_K_S","name":"Starcoder2 7b q4_K_S","display_name":"Starcoder2 7b q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q5_0","name":"Starcoder2 7b q5_0","display_name":"Starcoder2 7b q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q5_1","name":"Starcoder2 7b q5_1","display_name":"Starcoder2 7b q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q5_K_M","name":"Starcoder2 7b q5_K_M","display_name":"Starcoder2 7b q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q5_K_S","name":"Starcoder2 7b q5_K_S","display_name":"Starcoder2 7b q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q6_K","name":"Starcoder2 7b q6_K","display_name":"Starcoder2 7b q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:7b-q8_0","name":"Starcoder2 7b q8_0","display_name":"Starcoder2 7b q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:instruct","name":"Starcoder2 Instruct","display_name":"Starcoder2 Instruct","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starcoder2:latest","name":"Starcoder2 Latest","display_name":"Starcoder2 Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b","name":"Starling-lm 7b","display_name":"Starling-lm 7b","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha","name":"Starling-lm 7b alpha","display_name":"Starling-lm 7b alpha","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-fp16","name":"Starling-lm 7b alpha fp16","display_name":"Starling-lm 7b alpha fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q2_K","name":"Starling-lm 7b alpha q2_K","display_name":"Starling-lm 7b alpha q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q3_K_L","name":"Starling-lm 7b alpha q3_K_L","display_name":"Starling-lm 7b alpha q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q3_K_M","name":"Starling-lm 7b alpha q3_K_M","display_name":"Starling-lm 7b alpha q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q3_K_S","name":"Starling-lm 7b alpha q3_K_S","display_name":"Starling-lm 7b alpha q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q4_0","name":"Starling-lm 7b alpha q4_0","display_name":"Starling-lm 7b alpha q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q4_1","name":"Starling-lm 7b alpha q4_1","display_name":"Starling-lm 7b alpha q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q4_K_M","name":"Starling-lm 7b alpha q4_K_M","display_name":"Starling-lm 7b alpha q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q4_K_S","name":"Starling-lm 7b alpha q4_K_S","display_name":"Starling-lm 7b alpha q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q5_0","name":"Starling-lm 7b alpha q5_0","display_name":"Starling-lm 7b alpha q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q5_1","name":"Starling-lm 7b alpha q5_1","display_name":"Starling-lm 7b alpha q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q5_K_M","name":"Starling-lm 7b alpha q5_K_M","display_name":"Starling-lm 7b alpha q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q5_K_S","name":"Starling-lm 7b alpha q5_K_S","display_name":"Starling-lm 7b alpha q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q6_K","name":"Starling-lm 7b alpha q6_K","display_name":"Starling-lm 7b alpha q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-alpha-q8_0","name":"Starling-lm 7b alpha q8_0","display_name":"Starling-lm 7b alpha q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta","name":"Starling-lm 7b beta","display_name":"Starling-lm 7b beta","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-fp16","name":"Starling-lm 7b beta fp16","display_name":"Starling-lm 7b beta fp16","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q2_K","name":"Starling-lm 7b beta q2_K","display_name":"Starling-lm 7b beta q2_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q3_K_L","name":"Starling-lm 7b beta q3_K_L","display_name":"Starling-lm 7b beta q3_K_L","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q3_K_M","name":"Starling-lm 7b beta q3_K_M","display_name":"Starling-lm 7b beta q3_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q3_K_S","name":"Starling-lm 7b beta q3_K_S","display_name":"Starling-lm 7b beta q3_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q4_0","name":"Starling-lm 7b beta q4_0","display_name":"Starling-lm 7b beta q4_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q4_1","name":"Starling-lm 7b beta q4_1","display_name":"Starling-lm 7b beta q4_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q4_K_M","name":"Starling-lm 7b beta q4_K_M","display_name":"Starling-lm 7b beta q4_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q4_K_S","name":"Starling-lm 7b beta q4_K_S","display_name":"Starling-lm 7b beta q4_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q5_0","name":"Starling-lm 7b beta q5_0","display_name":"Starling-lm 7b beta q5_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q5_1","name":"Starling-lm 7b beta q5_1","display_name":"Starling-lm 7b beta q5_1","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q5_K_M","name":"Starling-lm 7b beta q5_K_M","display_name":"Starling-lm 7b beta q5_K_M","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q5_K_S","name":"Starling-lm 7b beta q5_K_S","display_name":"Starling-lm 7b beta q5_K_S","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q6_K","name":"Starling-lm 7b beta q6_K","display_name":"Starling-lm 7b beta q6_K","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:7b-beta-q8_0","name":"Starling-lm 7b beta q8_0","display_name":"Starling-lm 7b beta q8_0","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:alpha","name":"Starling-lm Alpha","display_name":"Starling-lm Alpha","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:beta","name":"Starling-lm Beta","display_name":"Starling-lm Beta","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"starling-lm:latest","name":"Starling-lm Latest","display_name":"Starling-lm Latest","type":"chat","context_length":8000,"max_output_tokens":2000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b","name":"Tinydolphin 1.1b","display_name":"Tinydolphin 1.1b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-fp16","name":"Tinydolphin 1.1b v2.8 fp16","display_name":"Tinydolphin 1.1b v2.8 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q2_K","name":"Tinydolphin 1.1b v2.8 q2_K","display_name":"Tinydolphin 1.1b v2.8 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q3_K_L","name":"Tinydolphin 1.1b v2.8 q3_K_L","display_name":"Tinydolphin 1.1b v2.8 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q3_K_M","name":"Tinydolphin 1.1b v2.8 q3_K_M","display_name":"Tinydolphin 1.1b v2.8 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q3_K_S","name":"Tinydolphin 1.1b v2.8 q3_K_S","display_name":"Tinydolphin 1.1b v2.8 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q4_0","name":"Tinydolphin 1.1b v2.8 q4_0","display_name":"Tinydolphin 1.1b v2.8 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q4_1","name":"Tinydolphin 1.1b v2.8 q4_1","display_name":"Tinydolphin 1.1b v2.8 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q4_K_M","name":"Tinydolphin 1.1b v2.8 q4_K_M","display_name":"Tinydolphin 1.1b v2.8 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q4_K_S","name":"Tinydolphin 1.1b v2.8 q4_K_S","display_name":"Tinydolphin 1.1b v2.8 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q5_0","name":"Tinydolphin 1.1b v2.8 q5_0","display_name":"Tinydolphin 1.1b v2.8 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q5_1","name":"Tinydolphin 1.1b v2.8 q5_1","display_name":"Tinydolphin 1.1b v2.8 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q5_K_M","name":"Tinydolphin 1.1b v2.8 q5_K_M","display_name":"Tinydolphin 1.1b v2.8 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q5_K_S","name":"Tinydolphin 1.1b v2.8 q5_K_S","display_name":"Tinydolphin 1.1b v2.8 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q6_K","name":"Tinydolphin 1.1b v2.8 q6_K","display_name":"Tinydolphin 1.1b v2.8 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:1.1b-v2.8-q8_0","name":"Tinydolphin 1.1b v2.8 q8_0","display_name":"Tinydolphin 1.1b v2.8 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:latest","name":"Tinydolphin Latest","display_name":"Tinydolphin Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinydolphin:v2.8","name":"Tinydolphin V2.8","display_name":"Tinydolphin V2.8","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b","name":"Tinyllama 1.1b","display_name":"Tinyllama 1.1b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat","name":"Tinyllama 1.1b chat","display_name":"Tinyllama 1.1b chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-fp16","name":"Tinyllama 1.1b chat v0.6 fp16","display_name":"Tinyllama 1.1b chat v0.6 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q2_K","name":"Tinyllama 1.1b chat v0.6 q2_K","display_name":"Tinyllama 1.1b chat v0.6 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q3_K_L","name":"Tinyllama 1.1b chat v0.6 q3_K_L","display_name":"Tinyllama 1.1b chat v0.6 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q3_K_M","name":"Tinyllama 1.1b chat v0.6 q3_K_M","display_name":"Tinyllama 1.1b chat v0.6 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q3_K_S","name":"Tinyllama 1.1b chat v0.6 q3_K_S","display_name":"Tinyllama 1.1b chat v0.6 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q4_0","name":"Tinyllama 1.1b chat v0.6 q4_0","display_name":"Tinyllama 1.1b chat v0.6 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q4_1","name":"Tinyllama 1.1b chat v0.6 q4_1","display_name":"Tinyllama 1.1b chat v0.6 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q4_K_M","name":"Tinyllama 1.1b chat v0.6 q4_K_M","display_name":"Tinyllama 1.1b chat v0.6 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q4_K_S","name":"Tinyllama 1.1b chat v0.6 q4_K_S","display_name":"Tinyllama 1.1b chat v0.6 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q5_0","name":"Tinyllama 1.1b chat v0.6 q5_0","display_name":"Tinyllama 1.1b chat v0.6 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q5_1","name":"Tinyllama 1.1b chat v0.6 q5_1","display_name":"Tinyllama 1.1b chat v0.6 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q5_K_M","name":"Tinyllama 1.1b chat v0.6 q5_K_M","display_name":"Tinyllama 1.1b chat v0.6 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q5_K_S","name":"Tinyllama 1.1b chat v0.6 q5_K_S","display_name":"Tinyllama 1.1b chat v0.6 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q6_K","name":"Tinyllama 1.1b chat v0.6 q6_K","display_name":"Tinyllama 1.1b chat v0.6 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v0.6-q8_0","name":"Tinyllama 1.1b chat v0.6 q8_0","display_name":"Tinyllama 1.1b chat v0.6 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-fp16","name":"Tinyllama 1.1b chat v1 fp16","display_name":"Tinyllama 1.1b chat v1 fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q2_K","name":"Tinyllama 1.1b chat v1 q2_K","display_name":"Tinyllama 1.1b chat v1 q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q3_K_L","name":"Tinyllama 1.1b chat v1 q3_K_L","display_name":"Tinyllama 1.1b chat v1 q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q3_K_M","name":"Tinyllama 1.1b chat v1 q3_K_M","display_name":"Tinyllama 1.1b chat v1 q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q3_K_S","name":"Tinyllama 1.1b chat v1 q3_K_S","display_name":"Tinyllama 1.1b chat v1 q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q4_0","name":"Tinyllama 1.1b chat v1 q4_0","display_name":"Tinyllama 1.1b chat v1 q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q4_1","name":"Tinyllama 1.1b chat v1 q4_1","display_name":"Tinyllama 1.1b chat v1 q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q4_K_M","name":"Tinyllama 1.1b chat v1 q4_K_M","display_name":"Tinyllama 1.1b chat v1 q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q4_K_S","name":"Tinyllama 1.1b chat v1 q4_K_S","display_name":"Tinyllama 1.1b chat v1 q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q5_0","name":"Tinyllama 1.1b chat v1 q5_0","display_name":"Tinyllama 1.1b chat v1 q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q5_1","name":"Tinyllama 1.1b chat v1 q5_1","display_name":"Tinyllama 1.1b chat v1 q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q5_K_M","name":"Tinyllama 1.1b chat v1 q5_K_M","display_name":"Tinyllama 1.1b chat v1 q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q5_K_S","name":"Tinyllama 1.1b chat v1 q5_K_S","display_name":"Tinyllama 1.1b chat v1 q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q6_K","name":"Tinyllama 1.1b chat v1 q6_K","display_name":"Tinyllama 1.1b chat v1 q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:1.1b-chat-v1-q8_0","name":"Tinyllama 1.1b chat v1 q8_0","display_name":"Tinyllama 1.1b chat v1 q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:chat","name":"Tinyllama Chat","display_name":"Tinyllama Chat","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:latest","name":"Tinyllama Latest","display_name":"Tinyllama Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:v0.6","name":"Tinyllama V0.6","display_name":"Tinyllama V0.6","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tinyllama:v1","name":"Tinyllama V1","display_name":"Tinyllama V1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:70b","name":"Tulu3 70b","display_name":"Tulu3 70b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:70b-fp16","name":"Tulu3 70b fp16","display_name":"Tulu3 70b fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:70b-q4_K_M","name":"Tulu3 70b q4_K_M","display_name":"Tulu3 70b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:70b-q8_0","name":"Tulu3 70b q8_0","display_name":"Tulu3 70b q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:8b","name":"Tulu3 8b","display_name":"Tulu3 8b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:8b-fp16","name":"Tulu3 8b fp16","display_name":"Tulu3 8b fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:8b-q4_K_M","name":"Tulu3 8b q4_K_M","display_name":"Tulu3 8b q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:8b-q8_0","name":"Tulu3 8b q8_0","display_name":"Tulu3 8b q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"tulu3:latest","name":"Tulu3 Latest","display_name":"Tulu3 Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b","name":"Vicuna 13b","display_name":"Vicuna 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-16k","name":"Vicuna 13b 16k","display_name":"Vicuna 13b 16k","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-fp16","name":"Vicuna 13b fp16","display_name":"Vicuna 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q2_K","name":"Vicuna 13b q2_K","display_name":"Vicuna 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q3_K_L","name":"Vicuna 13b q3_K_L","display_name":"Vicuna 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q3_K_M","name":"Vicuna 13b q3_K_M","display_name":"Vicuna 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q3_K_S","name":"Vicuna 13b q3_K_S","display_name":"Vicuna 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q4_0","name":"Vicuna 13b q4_0","display_name":"Vicuna 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q4_1","name":"Vicuna 13b q4_1","display_name":"Vicuna 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q4_K_M","name":"Vicuna 13b q4_K_M","display_name":"Vicuna 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q4_K_S","name":"Vicuna 13b q4_K_S","display_name":"Vicuna 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q5_0","name":"Vicuna 13b q5_0","display_name":"Vicuna 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q5_1","name":"Vicuna 13b q5_1","display_name":"Vicuna 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q5_K_M","name":"Vicuna 13b q5_K_M","display_name":"Vicuna 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q5_K_S","name":"Vicuna 13b q5_K_S","display_name":"Vicuna 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q6_K","name":"Vicuna 13b q6_K","display_name":"Vicuna 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-q8_0","name":"Vicuna 13b q8_0","display_name":"Vicuna 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-fp16","name":"Vicuna 13b v1.5 16k fp16","display_name":"Vicuna 13b v1.5 16k fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q2_K","name":"Vicuna 13b v1.5 16k q2_K","display_name":"Vicuna 13b v1.5 16k q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q3_K_L","name":"Vicuna 13b v1.5 16k q3_K_L","display_name":"Vicuna 13b v1.5 16k q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q3_K_M","name":"Vicuna 13b v1.5 16k q3_K_M","display_name":"Vicuna 13b v1.5 16k q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q3_K_S","name":"Vicuna 13b v1.5 16k q3_K_S","display_name":"Vicuna 13b v1.5 16k q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q4_0","name":"Vicuna 13b v1.5 16k q4_0","display_name":"Vicuna 13b v1.5 16k q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q4_1","name":"Vicuna 13b v1.5 16k q4_1","display_name":"Vicuna 13b v1.5 16k q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q4_K_M","name":"Vicuna 13b v1.5 16k q4_K_M","display_name":"Vicuna 13b v1.5 16k q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q4_K_S","name":"Vicuna 13b v1.5 16k q4_K_S","display_name":"Vicuna 13b v1.5 16k q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q5_0","name":"Vicuna 13b v1.5 16k q5_0","display_name":"Vicuna 13b v1.5 16k q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q5_1","name":"Vicuna 13b v1.5 16k q5_1","display_name":"Vicuna 13b v1.5 16k q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q5_K_M","name":"Vicuna 13b v1.5 16k q5_K_M","display_name":"Vicuna 13b v1.5 16k q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q5_K_S","name":"Vicuna 13b v1.5 16k q5_K_S","display_name":"Vicuna 13b v1.5 16k q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q6_K","name":"Vicuna 13b v1.5 16k q6_K","display_name":"Vicuna 13b v1.5 16k q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-16k-q8_0","name":"Vicuna 13b v1.5 16k q8_0","display_name":"Vicuna 13b v1.5 16k q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-fp16","name":"Vicuna 13b v1.5 fp16","display_name":"Vicuna 13b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q2_K","name":"Vicuna 13b v1.5 q2_K","display_name":"Vicuna 13b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q3_K_L","name":"Vicuna 13b v1.5 q3_K_L","display_name":"Vicuna 13b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q3_K_M","name":"Vicuna 13b v1.5 q3_K_M","display_name":"Vicuna 13b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q3_K_S","name":"Vicuna 13b v1.5 q3_K_S","display_name":"Vicuna 13b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q4_0","name":"Vicuna 13b v1.5 q4_0","display_name":"Vicuna 13b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q4_1","name":"Vicuna 13b v1.5 q4_1","display_name":"Vicuna 13b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q4_K_M","name":"Vicuna 13b v1.5 q4_K_M","display_name":"Vicuna 13b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q4_K_S","name":"Vicuna 13b v1.5 q4_K_S","display_name":"Vicuna 13b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q5_0","name":"Vicuna 13b v1.5 q5_0","display_name":"Vicuna 13b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q5_1","name":"Vicuna 13b v1.5 q5_1","display_name":"Vicuna 13b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q5_K_M","name":"Vicuna 13b v1.5 q5_K_M","display_name":"Vicuna 13b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q5_K_S","name":"Vicuna 13b v1.5 q5_K_S","display_name":"Vicuna 13b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q6_K","name":"Vicuna 13b v1.5 q6_K","display_name":"Vicuna 13b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:13b-v1.5-q8_0","name":"Vicuna 13b v1.5 q8_0","display_name":"Vicuna 13b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b","name":"Vicuna 33b","display_name":"Vicuna 33b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-fp16","name":"Vicuna 33b fp16","display_name":"Vicuna 33b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q2_K","name":"Vicuna 33b q2_K","display_name":"Vicuna 33b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q3_K_L","name":"Vicuna 33b q3_K_L","display_name":"Vicuna 33b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q3_K_M","name":"Vicuna 33b q3_K_M","display_name":"Vicuna 33b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q3_K_S","name":"Vicuna 33b q3_K_S","display_name":"Vicuna 33b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q4_0","name":"Vicuna 33b q4_0","display_name":"Vicuna 33b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q4_1","name":"Vicuna 33b q4_1","display_name":"Vicuna 33b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q4_K_M","name":"Vicuna 33b q4_K_M","display_name":"Vicuna 33b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q4_K_S","name":"Vicuna 33b q4_K_S","display_name":"Vicuna 33b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q5_0","name":"Vicuna 33b q5_0","display_name":"Vicuna 33b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q5_1","name":"Vicuna 33b q5_1","display_name":"Vicuna 33b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q5_K_M","name":"Vicuna 33b q5_K_M","display_name":"Vicuna 33b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q5_K_S","name":"Vicuna 33b q5_K_S","display_name":"Vicuna 33b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q6_K","name":"Vicuna 33b q6_K","display_name":"Vicuna 33b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:33b-q8_0","name":"Vicuna 33b q8_0","display_name":"Vicuna 33b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b","name":"Vicuna 7b","display_name":"Vicuna 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-16k","name":"Vicuna 7b 16k","display_name":"Vicuna 7b 16k","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-fp16","name":"Vicuna 7b fp16","display_name":"Vicuna 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q2_K","name":"Vicuna 7b q2_K","display_name":"Vicuna 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q3_K_L","name":"Vicuna 7b q3_K_L","display_name":"Vicuna 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q3_K_M","name":"Vicuna 7b q3_K_M","display_name":"Vicuna 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q3_K_S","name":"Vicuna 7b q3_K_S","display_name":"Vicuna 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q4_0","name":"Vicuna 7b q4_0","display_name":"Vicuna 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q4_1","name":"Vicuna 7b q4_1","display_name":"Vicuna 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q4_K_M","name":"Vicuna 7b q4_K_M","display_name":"Vicuna 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q4_K_S","name":"Vicuna 7b q4_K_S","display_name":"Vicuna 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q5_0","name":"Vicuna 7b q5_0","display_name":"Vicuna 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q5_1","name":"Vicuna 7b q5_1","display_name":"Vicuna 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q5_K_M","name":"Vicuna 7b q5_K_M","display_name":"Vicuna 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q5_K_S","name":"Vicuna 7b q5_K_S","display_name":"Vicuna 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q6_K","name":"Vicuna 7b q6_K","display_name":"Vicuna 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-q8_0","name":"Vicuna 7b q8_0","display_name":"Vicuna 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-fp16","name":"Vicuna 7b v1.5 16k fp16","display_name":"Vicuna 7b v1.5 16k fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q2_K","name":"Vicuna 7b v1.5 16k q2_K","display_name":"Vicuna 7b v1.5 16k q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q3_K_L","name":"Vicuna 7b v1.5 16k q3_K_L","display_name":"Vicuna 7b v1.5 16k q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q3_K_M","name":"Vicuna 7b v1.5 16k q3_K_M","display_name":"Vicuna 7b v1.5 16k q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q3_K_S","name":"Vicuna 7b v1.5 16k q3_K_S","display_name":"Vicuna 7b v1.5 16k q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q4_0","name":"Vicuna 7b v1.5 16k q4_0","display_name":"Vicuna 7b v1.5 16k q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q4_1","name":"Vicuna 7b v1.5 16k q4_1","display_name":"Vicuna 7b v1.5 16k q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q4_K_M","name":"Vicuna 7b v1.5 16k q4_K_M","display_name":"Vicuna 7b v1.5 16k q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q4_K_S","name":"Vicuna 7b v1.5 16k q4_K_S","display_name":"Vicuna 7b v1.5 16k q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q5_0","name":"Vicuna 7b v1.5 16k q5_0","display_name":"Vicuna 7b v1.5 16k q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q5_1","name":"Vicuna 7b v1.5 16k q5_1","display_name":"Vicuna 7b v1.5 16k q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q5_K_M","name":"Vicuna 7b v1.5 16k q5_K_M","display_name":"Vicuna 7b v1.5 16k q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q5_K_S","name":"Vicuna 7b v1.5 16k q5_K_S","display_name":"Vicuna 7b v1.5 16k q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q6_K","name":"Vicuna 7b v1.5 16k q6_K","display_name":"Vicuna 7b v1.5 16k q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-16k-q8_0","name":"Vicuna 7b v1.5 16k q8_0","display_name":"Vicuna 7b v1.5 16k q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-fp16","name":"Vicuna 7b v1.5 fp16","display_name":"Vicuna 7b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q2_K","name":"Vicuna 7b v1.5 q2_K","display_name":"Vicuna 7b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q3_K_L","name":"Vicuna 7b v1.5 q3_K_L","display_name":"Vicuna 7b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q3_K_M","name":"Vicuna 7b v1.5 q3_K_M","display_name":"Vicuna 7b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q3_K_S","name":"Vicuna 7b v1.5 q3_K_S","display_name":"Vicuna 7b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q4_0","name":"Vicuna 7b v1.5 q4_0","display_name":"Vicuna 7b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q4_1","name":"Vicuna 7b v1.5 q4_1","display_name":"Vicuna 7b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q4_K_M","name":"Vicuna 7b v1.5 q4_K_M","display_name":"Vicuna 7b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q4_K_S","name":"Vicuna 7b v1.5 q4_K_S","display_name":"Vicuna 7b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q5_0","name":"Vicuna 7b v1.5 q5_0","display_name":"Vicuna 7b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q5_1","name":"Vicuna 7b v1.5 q5_1","display_name":"Vicuna 7b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q5_K_M","name":"Vicuna 7b v1.5 q5_K_M","display_name":"Vicuna 7b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q5_K_S","name":"Vicuna 7b v1.5 q5_K_S","display_name":"Vicuna 7b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q6_K","name":"Vicuna 7b v1.5 q6_K","display_name":"Vicuna 7b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:7b-v1.5-q8_0","name":"Vicuna 7b v1.5 q8_0","display_name":"Vicuna 7b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"vicuna:latest","name":"Vicuna Latest","display_name":"Vicuna Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b","name":"Wizard-math 13b","display_name":"Wizard-math 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-fp16","name":"Wizard-math 13b fp16","display_name":"Wizard-math 13b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q2_K","name":"Wizard-math 13b q2_K","display_name":"Wizard-math 13b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q3_K_L","name":"Wizard-math 13b q3_K_L","display_name":"Wizard-math 13b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q3_K_M","name":"Wizard-math 13b q3_K_M","display_name":"Wizard-math 13b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q3_K_S","name":"Wizard-math 13b q3_K_S","display_name":"Wizard-math 13b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q4_0","name":"Wizard-math 13b q4_0","display_name":"Wizard-math 13b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q4_1","name":"Wizard-math 13b q4_1","display_name":"Wizard-math 13b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q4_K_M","name":"Wizard-math 13b q4_K_M","display_name":"Wizard-math 13b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q4_K_S","name":"Wizard-math 13b q4_K_S","display_name":"Wizard-math 13b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q5_0","name":"Wizard-math 13b q5_0","display_name":"Wizard-math 13b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q5_1","name":"Wizard-math 13b q5_1","display_name":"Wizard-math 13b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q5_K_M","name":"Wizard-math 13b q5_K_M","display_name":"Wizard-math 13b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q5_K_S","name":"Wizard-math 13b q5_K_S","display_name":"Wizard-math 13b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q6_K","name":"Wizard-math 13b q6_K","display_name":"Wizard-math 13b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:13b-q8_0","name":"Wizard-math 13b q8_0","display_name":"Wizard-math 13b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b","name":"Wizard-math 70b","display_name":"Wizard-math 70b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-fp16","name":"Wizard-math 70b fp16","display_name":"Wizard-math 70b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q2_K","name":"Wizard-math 70b q2_K","display_name":"Wizard-math 70b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q3_K_L","name":"Wizard-math 70b q3_K_L","display_name":"Wizard-math 70b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q3_K_M","name":"Wizard-math 70b q3_K_M","display_name":"Wizard-math 70b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q3_K_S","name":"Wizard-math 70b q3_K_S","display_name":"Wizard-math 70b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q4_0","name":"Wizard-math 70b q4_0","display_name":"Wizard-math 70b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q4_1","name":"Wizard-math 70b q4_1","display_name":"Wizard-math 70b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q4_K_M","name":"Wizard-math 70b q4_K_M","display_name":"Wizard-math 70b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q4_K_S","name":"Wizard-math 70b q4_K_S","display_name":"Wizard-math 70b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q5_0","name":"Wizard-math 70b q5_0","display_name":"Wizard-math 70b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q5_1","name":"Wizard-math 70b q5_1","display_name":"Wizard-math 70b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q5_K_M","name":"Wizard-math 70b q5_K_M","display_name":"Wizard-math 70b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q5_K_S","name":"Wizard-math 70b q5_K_S","display_name":"Wizard-math 70b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q6_K","name":"Wizard-math 70b q6_K","display_name":"Wizard-math 70b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:70b-q8_0","name":"Wizard-math 70b q8_0","display_name":"Wizard-math 70b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b","name":"Wizard-math 7b","display_name":"Wizard-math 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-fp16","name":"Wizard-math 7b fp16","display_name":"Wizard-math 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q2_K","name":"Wizard-math 7b q2_K","display_name":"Wizard-math 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q3_K_L","name":"Wizard-math 7b q3_K_L","display_name":"Wizard-math 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q3_K_M","name":"Wizard-math 7b q3_K_M","display_name":"Wizard-math 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q3_K_S","name":"Wizard-math 7b q3_K_S","display_name":"Wizard-math 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q4_0","name":"Wizard-math 7b q4_0","display_name":"Wizard-math 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q4_1","name":"Wizard-math 7b q4_1","display_name":"Wizard-math 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q4_K_M","name":"Wizard-math 7b q4_K_M","display_name":"Wizard-math 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q4_K_S","name":"Wizard-math 7b q4_K_S","display_name":"Wizard-math 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q5_0","name":"Wizard-math 7b q5_0","display_name":"Wizard-math 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q5_1","name":"Wizard-math 7b q5_1","display_name":"Wizard-math 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q5_K_M","name":"Wizard-math 7b q5_K_M","display_name":"Wizard-math 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q5_K_S","name":"Wizard-math 7b q5_K_S","display_name":"Wizard-math 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q6_K","name":"Wizard-math 7b q6_K","display_name":"Wizard-math 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-q8_0","name":"Wizard-math 7b q8_0","display_name":"Wizard-math 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-fp16","name":"Wizard-math 7b v1.1 fp16","display_name":"Wizard-math 7b v1.1 fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q2_K","name":"Wizard-math 7b v1.1 q2_K","display_name":"Wizard-math 7b v1.1 q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q3_K_L","name":"Wizard-math 7b v1.1 q3_K_L","display_name":"Wizard-math 7b v1.1 q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q3_K_M","name":"Wizard-math 7b v1.1 q3_K_M","display_name":"Wizard-math 7b v1.1 q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q3_K_S","name":"Wizard-math 7b v1.1 q3_K_S","display_name":"Wizard-math 7b v1.1 q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q4_0","name":"Wizard-math 7b v1.1 q4_0","display_name":"Wizard-math 7b v1.1 q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q4_1","name":"Wizard-math 7b v1.1 q4_1","display_name":"Wizard-math 7b v1.1 q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q4_K_M","name":"Wizard-math 7b v1.1 q4_K_M","display_name":"Wizard-math 7b v1.1 q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q4_K_S","name":"Wizard-math 7b v1.1 q4_K_S","display_name":"Wizard-math 7b v1.1 q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q5_0","name":"Wizard-math 7b v1.1 q5_0","display_name":"Wizard-math 7b v1.1 q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q5_1","name":"Wizard-math 7b v1.1 q5_1","display_name":"Wizard-math 7b v1.1 q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q5_K_M","name":"Wizard-math 7b v1.1 q5_K_M","display_name":"Wizard-math 7b v1.1 q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q5_K_S","name":"Wizard-math 7b v1.1 q5_K_S","display_name":"Wizard-math 7b v1.1 q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q6_K","name":"Wizard-math 7b v1.1 q6_K","display_name":"Wizard-math 7b v1.1 q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:7b-v1.1-q8_0","name":"Wizard-math 7b v1.1 q8_0","display_name":"Wizard-math 7b v1.1 q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-math:latest","name":"Wizard-math Latest","display_name":"Wizard-math Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b","name":"Wizard-vicuna-uncensored 13b","display_name":"Wizard-vicuna-uncensored 13b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-fp16","name":"Wizard-vicuna-uncensored 13b fp16","display_name":"Wizard-vicuna-uncensored 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q2_K","name":"Wizard-vicuna-uncensored 13b q2_K","display_name":"Wizard-vicuna-uncensored 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q3_K_L","name":"Wizard-vicuna-uncensored 13b q3_K_L","display_name":"Wizard-vicuna-uncensored 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q3_K_M","name":"Wizard-vicuna-uncensored 13b q3_K_M","display_name":"Wizard-vicuna-uncensored 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q3_K_S","name":"Wizard-vicuna-uncensored 13b q3_K_S","display_name":"Wizard-vicuna-uncensored 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q4_0","name":"Wizard-vicuna-uncensored 13b q4_0","display_name":"Wizard-vicuna-uncensored 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q4_1","name":"Wizard-vicuna-uncensored 13b q4_1","display_name":"Wizard-vicuna-uncensored 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q4_K_M","name":"Wizard-vicuna-uncensored 13b q4_K_M","display_name":"Wizard-vicuna-uncensored 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q4_K_S","name":"Wizard-vicuna-uncensored 13b q4_K_S","display_name":"Wizard-vicuna-uncensored 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q5_0","name":"Wizard-vicuna-uncensored 13b q5_0","display_name":"Wizard-vicuna-uncensored 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q5_1","name":"Wizard-vicuna-uncensored 13b q5_1","display_name":"Wizard-vicuna-uncensored 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q5_K_M","name":"Wizard-vicuna-uncensored 13b q5_K_M","display_name":"Wizard-vicuna-uncensored 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q5_K_S","name":"Wizard-vicuna-uncensored 13b q5_K_S","display_name":"Wizard-vicuna-uncensored 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q6_K","name":"Wizard-vicuna-uncensored 13b q6_K","display_name":"Wizard-vicuna-uncensored 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:13b-q8_0","name":"Wizard-vicuna-uncensored 13b q8_0","display_name":"Wizard-vicuna-uncensored 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b","name":"Wizard-vicuna-uncensored 30b","display_name":"Wizard-vicuna-uncensored 30b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-fp16","name":"Wizard-vicuna-uncensored 30b fp16","display_name":"Wizard-vicuna-uncensored 30b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q2_K","name":"Wizard-vicuna-uncensored 30b q2_K","display_name":"Wizard-vicuna-uncensored 30b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q3_K_L","name":"Wizard-vicuna-uncensored 30b q3_K_L","display_name":"Wizard-vicuna-uncensored 30b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q3_K_M","name":"Wizard-vicuna-uncensored 30b q3_K_M","display_name":"Wizard-vicuna-uncensored 30b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q3_K_S","name":"Wizard-vicuna-uncensored 30b q3_K_S","display_name":"Wizard-vicuna-uncensored 30b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q4_0","name":"Wizard-vicuna-uncensored 30b q4_0","display_name":"Wizard-vicuna-uncensored 30b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q4_1","name":"Wizard-vicuna-uncensored 30b q4_1","display_name":"Wizard-vicuna-uncensored 30b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q4_K_M","name":"Wizard-vicuna-uncensored 30b q4_K_M","display_name":"Wizard-vicuna-uncensored 30b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q4_K_S","name":"Wizard-vicuna-uncensored 30b q4_K_S","display_name":"Wizard-vicuna-uncensored 30b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q5_0","name":"Wizard-vicuna-uncensored 30b q5_0","display_name":"Wizard-vicuna-uncensored 30b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q5_1","name":"Wizard-vicuna-uncensored 30b q5_1","display_name":"Wizard-vicuna-uncensored 30b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q5_K_M","name":"Wizard-vicuna-uncensored 30b q5_K_M","display_name":"Wizard-vicuna-uncensored 30b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q5_K_S","name":"Wizard-vicuna-uncensored 30b q5_K_S","display_name":"Wizard-vicuna-uncensored 30b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q6_K","name":"Wizard-vicuna-uncensored 30b q6_K","display_name":"Wizard-vicuna-uncensored 30b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:30b-q8_0","name":"Wizard-vicuna-uncensored 30b q8_0","display_name":"Wizard-vicuna-uncensored 30b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b","name":"Wizard-vicuna-uncensored 7b","display_name":"Wizard-vicuna-uncensored 7b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-fp16","name":"Wizard-vicuna-uncensored 7b fp16","display_name":"Wizard-vicuna-uncensored 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q2_K","name":"Wizard-vicuna-uncensored 7b q2_K","display_name":"Wizard-vicuna-uncensored 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q3_K_L","name":"Wizard-vicuna-uncensored 7b q3_K_L","display_name":"Wizard-vicuna-uncensored 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q3_K_M","name":"Wizard-vicuna-uncensored 7b q3_K_M","display_name":"Wizard-vicuna-uncensored 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q3_K_S","name":"Wizard-vicuna-uncensored 7b q3_K_S","display_name":"Wizard-vicuna-uncensored 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q4_0","name":"Wizard-vicuna-uncensored 7b q4_0","display_name":"Wizard-vicuna-uncensored 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q4_1","name":"Wizard-vicuna-uncensored 7b q4_1","display_name":"Wizard-vicuna-uncensored 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q4_K_M","name":"Wizard-vicuna-uncensored 7b q4_K_M","display_name":"Wizard-vicuna-uncensored 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q4_K_S","name":"Wizard-vicuna-uncensored 7b q4_K_S","display_name":"Wizard-vicuna-uncensored 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q5_0","name":"Wizard-vicuna-uncensored 7b q5_0","display_name":"Wizard-vicuna-uncensored 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q5_1","name":"Wizard-vicuna-uncensored 7b q5_1","display_name":"Wizard-vicuna-uncensored 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q5_K_M","name":"Wizard-vicuna-uncensored 7b q5_K_M","display_name":"Wizard-vicuna-uncensored 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q5_K_S","name":"Wizard-vicuna-uncensored 7b q5_K_S","display_name":"Wizard-vicuna-uncensored 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q6_K","name":"Wizard-vicuna-uncensored 7b q6_K","display_name":"Wizard-vicuna-uncensored 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:7b-q8_0","name":"Wizard-vicuna-uncensored 7b q8_0","display_name":"Wizard-vicuna-uncensored 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna-uncensored:latest","name":"Wizard-vicuna-uncensored Latest","display_name":"Wizard-vicuna-uncensored Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b","name":"Wizard-vicuna 13b","display_name":"Wizard-vicuna 13b","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-fp16","name":"Wizard-vicuna 13b fp16","display_name":"Wizard-vicuna 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q2_K","name":"Wizard-vicuna 13b q2_K","display_name":"Wizard-vicuna 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q3_K_L","name":"Wizard-vicuna 13b q3_K_L","display_name":"Wizard-vicuna 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q3_K_M","name":"Wizard-vicuna 13b q3_K_M","display_name":"Wizard-vicuna 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q3_K_S","name":"Wizard-vicuna 13b q3_K_S","display_name":"Wizard-vicuna 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q4_0","name":"Wizard-vicuna 13b q4_0","display_name":"Wizard-vicuna 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q4_1","name":"Wizard-vicuna 13b q4_1","display_name":"Wizard-vicuna 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q4_K_M","name":"Wizard-vicuna 13b q4_K_M","display_name":"Wizard-vicuna 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q4_K_S","name":"Wizard-vicuna 13b q4_K_S","display_name":"Wizard-vicuna 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q5_0","name":"Wizard-vicuna 13b q5_0","display_name":"Wizard-vicuna 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q5_1","name":"Wizard-vicuna 13b q5_1","display_name":"Wizard-vicuna 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q5_K_M","name":"Wizard-vicuna 13b q5_K_M","display_name":"Wizard-vicuna 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q5_K_S","name":"Wizard-vicuna 13b q5_K_S","display_name":"Wizard-vicuna 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q6_K","name":"Wizard-vicuna 13b q6_K","display_name":"Wizard-vicuna 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:13b-q8_0","name":"Wizard-vicuna 13b q8_0","display_name":"Wizard-vicuna 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizard-vicuna:latest","name":"Wizard-vicuna Latest","display_name":"Wizard-vicuna Latest","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python","name":"Wizardcoder 13b python","display_name":"Wizardcoder 13b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-fp16","name":"Wizardcoder 13b python fp16","display_name":"Wizardcoder 13b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q2_K","name":"Wizardcoder 13b python q2_K","display_name":"Wizardcoder 13b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q3_K_L","name":"Wizardcoder 13b python q3_K_L","display_name":"Wizardcoder 13b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q3_K_M","name":"Wizardcoder 13b python q3_K_M","display_name":"Wizardcoder 13b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q3_K_S","name":"Wizardcoder 13b python q3_K_S","display_name":"Wizardcoder 13b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q4_0","name":"Wizardcoder 13b python q4_0","display_name":"Wizardcoder 13b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q4_1","name":"Wizardcoder 13b python q4_1","display_name":"Wizardcoder 13b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q4_K_M","name":"Wizardcoder 13b python q4_K_M","display_name":"Wizardcoder 13b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q4_K_S","name":"Wizardcoder 13b python q4_K_S","display_name":"Wizardcoder 13b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q5_0","name":"Wizardcoder 13b python q5_0","display_name":"Wizardcoder 13b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q5_1","name":"Wizardcoder 13b python q5_1","display_name":"Wizardcoder 13b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q5_K_M","name":"Wizardcoder 13b python q5_K_M","display_name":"Wizardcoder 13b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q5_K_S","name":"Wizardcoder 13b python q5_K_S","display_name":"Wizardcoder 13b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q6_K","name":"Wizardcoder 13b python q6_K","display_name":"Wizardcoder 13b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:13b-python-q8_0","name":"Wizardcoder 13b python q8_0","display_name":"Wizardcoder 13b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b","name":"Wizardcoder 33b","display_name":"Wizardcoder 33b","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1","name":"Wizardcoder 33b v1.1","display_name":"Wizardcoder 33b v1.1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-fp16","name":"Wizardcoder 33b v1.1 fp16","display_name":"Wizardcoder 33b v1.1 fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q2_K","name":"Wizardcoder 33b v1.1 q2_K","display_name":"Wizardcoder 33b v1.1 q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q3_K_L","name":"Wizardcoder 33b v1.1 q3_K_L","display_name":"Wizardcoder 33b v1.1 q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q3_K_M","name":"Wizardcoder 33b v1.1 q3_K_M","display_name":"Wizardcoder 33b v1.1 q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q3_K_S","name":"Wizardcoder 33b v1.1 q3_K_S","display_name":"Wizardcoder 33b v1.1 q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q4_0","name":"Wizardcoder 33b v1.1 q4_0","display_name":"Wizardcoder 33b v1.1 q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q4_1","name":"Wizardcoder 33b v1.1 q4_1","display_name":"Wizardcoder 33b v1.1 q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q4_K_M","name":"Wizardcoder 33b v1.1 q4_K_M","display_name":"Wizardcoder 33b v1.1 q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q4_K_S","name":"Wizardcoder 33b v1.1 q4_K_S","display_name":"Wizardcoder 33b v1.1 q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q5_0","name":"Wizardcoder 33b v1.1 q5_0","display_name":"Wizardcoder 33b v1.1 q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q5_1","name":"Wizardcoder 33b v1.1 q5_1","display_name":"Wizardcoder 33b v1.1 q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q5_K_M","name":"Wizardcoder 33b v1.1 q5_K_M","display_name":"Wizardcoder 33b v1.1 q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q5_K_S","name":"Wizardcoder 33b v1.1 q5_K_S","display_name":"Wizardcoder 33b v1.1 q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q6_K","name":"Wizardcoder 33b v1.1 q6_K","display_name":"Wizardcoder 33b v1.1 q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:33b-v1.1-q8_0","name":"Wizardcoder 33b v1.1 q8_0","display_name":"Wizardcoder 33b v1.1 q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python","name":"Wizardcoder 34b python","display_name":"Wizardcoder 34b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-fp16","name":"Wizardcoder 34b python fp16","display_name":"Wizardcoder 34b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q2_K","name":"Wizardcoder 34b python q2_K","display_name":"Wizardcoder 34b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q3_K_L","name":"Wizardcoder 34b python q3_K_L","display_name":"Wizardcoder 34b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q3_K_M","name":"Wizardcoder 34b python q3_K_M","display_name":"Wizardcoder 34b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q3_K_S","name":"Wizardcoder 34b python q3_K_S","display_name":"Wizardcoder 34b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q4_0","name":"Wizardcoder 34b python q4_0","display_name":"Wizardcoder 34b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q4_1","name":"Wizardcoder 34b python q4_1","display_name":"Wizardcoder 34b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q4_K_M","name":"Wizardcoder 34b python q4_K_M","display_name":"Wizardcoder 34b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q4_K_S","name":"Wizardcoder 34b python q4_K_S","display_name":"Wizardcoder 34b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q5_0","name":"Wizardcoder 34b python q5_0","display_name":"Wizardcoder 34b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q5_1","name":"Wizardcoder 34b python q5_1","display_name":"Wizardcoder 34b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q5_K_M","name":"Wizardcoder 34b python q5_K_M","display_name":"Wizardcoder 34b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q5_K_S","name":"Wizardcoder 34b python q5_K_S","display_name":"Wizardcoder 34b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q6_K","name":"Wizardcoder 34b python q6_K","display_name":"Wizardcoder 34b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:34b-python-q8_0","name":"Wizardcoder 34b python q8_0","display_name":"Wizardcoder 34b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python","name":"Wizardcoder 7b python","display_name":"Wizardcoder 7b python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-fp16","name":"Wizardcoder 7b python fp16","display_name":"Wizardcoder 7b python fp16","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q2_K","name":"Wizardcoder 7b python q2_K","display_name":"Wizardcoder 7b python q2_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q3_K_L","name":"Wizardcoder 7b python q3_K_L","display_name":"Wizardcoder 7b python q3_K_L","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q3_K_M","name":"Wizardcoder 7b python q3_K_M","display_name":"Wizardcoder 7b python q3_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q3_K_S","name":"Wizardcoder 7b python q3_K_S","display_name":"Wizardcoder 7b python q3_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q4_0","name":"Wizardcoder 7b python q4_0","display_name":"Wizardcoder 7b python q4_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q4_1","name":"Wizardcoder 7b python q4_1","display_name":"Wizardcoder 7b python q4_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q4_K_M","name":"Wizardcoder 7b python q4_K_M","display_name":"Wizardcoder 7b python q4_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q4_K_S","name":"Wizardcoder 7b python q4_K_S","display_name":"Wizardcoder 7b python q4_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q5_0","name":"Wizardcoder 7b python q5_0","display_name":"Wizardcoder 7b python q5_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q5_1","name":"Wizardcoder 7b python q5_1","display_name":"Wizardcoder 7b python q5_1","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q5_K_M","name":"Wizardcoder 7b python q5_K_M","display_name":"Wizardcoder 7b python q5_K_M","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q5_K_S","name":"Wizardcoder 7b python q5_K_S","display_name":"Wizardcoder 7b python q5_K_S","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q6_K","name":"Wizardcoder 7b python q6_K","display_name":"Wizardcoder 7b python q6_K","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:7b-python-q8_0","name":"Wizardcoder 7b python q8_0","display_name":"Wizardcoder 7b python q8_0","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:latest","name":"Wizardcoder Latest","display_name":"Wizardcoder Latest","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardcoder:python","name":"Wizardcoder Python","display_name":"Wizardcoder Python","type":"chat","context_length":16000,"max_output_tokens":4000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b","name":"Wizardlm-uncensored 13b","display_name":"Wizardlm-uncensored 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2","name":"Wizardlm-uncensored 13b llama2","display_name":"Wizardlm-uncensored 13b llama2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-fp16","name":"Wizardlm-uncensored 13b llama2 fp16","display_name":"Wizardlm-uncensored 13b llama2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q2_K","name":"Wizardlm-uncensored 13b llama2 q2_K","display_name":"Wizardlm-uncensored 13b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q3_K_L","name":"Wizardlm-uncensored 13b llama2 q3_K_L","display_name":"Wizardlm-uncensored 13b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q3_K_M","name":"Wizardlm-uncensored 13b llama2 q3_K_M","display_name":"Wizardlm-uncensored 13b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q3_K_S","name":"Wizardlm-uncensored 13b llama2 q3_K_S","display_name":"Wizardlm-uncensored 13b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q4_0","name":"Wizardlm-uncensored 13b llama2 q4_0","display_name":"Wizardlm-uncensored 13b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q4_1","name":"Wizardlm-uncensored 13b llama2 q4_1","display_name":"Wizardlm-uncensored 13b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q4_K_M","name":"Wizardlm-uncensored 13b llama2 q4_K_M","display_name":"Wizardlm-uncensored 13b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q4_K_S","name":"Wizardlm-uncensored 13b llama2 q4_K_S","display_name":"Wizardlm-uncensored 13b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q5_0","name":"Wizardlm-uncensored 13b llama2 q5_0","display_name":"Wizardlm-uncensored 13b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q5_1","name":"Wizardlm-uncensored 13b llama2 q5_1","display_name":"Wizardlm-uncensored 13b llama2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q5_K_M","name":"Wizardlm-uncensored 13b llama2 q5_K_M","display_name":"Wizardlm-uncensored 13b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q5_K_S","name":"Wizardlm-uncensored 13b llama2 q5_K_S","display_name":"Wizardlm-uncensored 13b llama2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q6_K","name":"Wizardlm-uncensored 13b llama2 q6_K","display_name":"Wizardlm-uncensored 13b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:13b-llama2-q8_0","name":"Wizardlm-uncensored 13b llama2 q8_0","display_name":"Wizardlm-uncensored 13b llama2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm-uncensored:latest","name":"Wizardlm-uncensored Latest","display_name":"Wizardlm-uncensored Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-fp16","name":"Wizardlm 13b fp16","display_name":"Wizardlm 13b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-fp16","name":"Wizardlm 13b llama2 fp16","display_name":"Wizardlm 13b llama2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q2_K","name":"Wizardlm 13b llama2 q2_K","display_name":"Wizardlm 13b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q3_K_L","name":"Wizardlm 13b llama2 q3_K_L","display_name":"Wizardlm 13b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q3_K_M","name":"Wizardlm 13b llama2 q3_K_M","display_name":"Wizardlm 13b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q3_K_S","name":"Wizardlm 13b llama2 q3_K_S","display_name":"Wizardlm 13b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q4_0","name":"Wizardlm 13b llama2 q4_0","display_name":"Wizardlm 13b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q4_1","name":"Wizardlm 13b llama2 q4_1","display_name":"Wizardlm 13b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q4_K_M","name":"Wizardlm 13b llama2 q4_K_M","display_name":"Wizardlm 13b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q4_K_S","name":"Wizardlm 13b llama2 q4_K_S","display_name":"Wizardlm 13b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q5_0","name":"Wizardlm 13b llama2 q5_0","display_name":"Wizardlm 13b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q5_1","name":"Wizardlm 13b llama2 q5_1","display_name":"Wizardlm 13b llama2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q5_K_M","name":"Wizardlm 13b llama2 q5_K_M","display_name":"Wizardlm 13b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q5_K_S","name":"Wizardlm 13b llama2 q5_K_S","display_name":"Wizardlm 13b llama2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q6_K","name":"Wizardlm 13b llama2 q6_K","display_name":"Wizardlm 13b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-llama2-q8_0","name":"Wizardlm 13b llama2 q8_0","display_name":"Wizardlm 13b llama2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q2_K","name":"Wizardlm 13b q2_K","display_name":"Wizardlm 13b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q3_K_L","name":"Wizardlm 13b q3_K_L","display_name":"Wizardlm 13b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q3_K_M","name":"Wizardlm 13b q3_K_M","display_name":"Wizardlm 13b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q3_K_S","name":"Wizardlm 13b q3_K_S","display_name":"Wizardlm 13b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q4_0","name":"Wizardlm 13b q4_0","display_name":"Wizardlm 13b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q4_1","name":"Wizardlm 13b q4_1","display_name":"Wizardlm 13b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q4_K_M","name":"Wizardlm 13b q4_K_M","display_name":"Wizardlm 13b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q4_K_S","name":"Wizardlm 13b q4_K_S","display_name":"Wizardlm 13b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q5_0","name":"Wizardlm 13b q5_0","display_name":"Wizardlm 13b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q5_1","name":"Wizardlm 13b q5_1","display_name":"Wizardlm 13b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q5_K_M","name":"Wizardlm 13b q5_K_M","display_name":"Wizardlm 13b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q5_K_S","name":"Wizardlm 13b q5_K_S","display_name":"Wizardlm 13b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q6_K","name":"Wizardlm 13b q6_K","display_name":"Wizardlm 13b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:13b-q8_0","name":"Wizardlm 13b q8_0","display_name":"Wizardlm 13b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-fp16","name":"Wizardlm 30b fp16","display_name":"Wizardlm 30b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q2_K","name":"Wizardlm 30b q2_K","display_name":"Wizardlm 30b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q3_K_L","name":"Wizardlm 30b q3_K_L","display_name":"Wizardlm 30b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q3_K_M","name":"Wizardlm 30b q3_K_M","display_name":"Wizardlm 30b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q3_K_S","name":"Wizardlm 30b q3_K_S","display_name":"Wizardlm 30b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q4_0","name":"Wizardlm 30b q4_0","display_name":"Wizardlm 30b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q4_1","name":"Wizardlm 30b q4_1","display_name":"Wizardlm 30b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q4_K_M","name":"Wizardlm 30b q4_K_M","display_name":"Wizardlm 30b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q4_K_S","name":"Wizardlm 30b q4_K_S","display_name":"Wizardlm 30b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q5_0","name":"Wizardlm 30b q5_0","display_name":"Wizardlm 30b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q5_1","name":"Wizardlm 30b q5_1","display_name":"Wizardlm 30b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q5_K_M","name":"Wizardlm 30b q5_K_M","display_name":"Wizardlm 30b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q5_K_S","name":"Wizardlm 30b q5_K_S","display_name":"Wizardlm 30b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q6_K","name":"Wizardlm 30b q6_K","display_name":"Wizardlm 30b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:30b-q8_0","name":"Wizardlm 30b q8_0","display_name":"Wizardlm 30b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q2_K","name":"Wizardlm 70b llama2 q2_K","display_name":"Wizardlm 70b llama2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q3_K_L","name":"Wizardlm 70b llama2 q3_K_L","display_name":"Wizardlm 70b llama2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q3_K_M","name":"Wizardlm 70b llama2 q3_K_M","display_name":"Wizardlm 70b llama2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q3_K_S","name":"Wizardlm 70b llama2 q3_K_S","display_name":"Wizardlm 70b llama2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q4_0","name":"Wizardlm 70b llama2 q4_0","display_name":"Wizardlm 70b llama2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q4_1","name":"Wizardlm 70b llama2 q4_1","display_name":"Wizardlm 70b llama2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q4_K_M","name":"Wizardlm 70b llama2 q4_K_M","display_name":"Wizardlm 70b llama2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q4_K_S","name":"Wizardlm 70b llama2 q4_K_S","display_name":"Wizardlm 70b llama2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q5_0","name":"Wizardlm 70b llama2 q5_0","display_name":"Wizardlm 70b llama2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q5_K_M","name":"Wizardlm 70b llama2 q5_K_M","display_name":"Wizardlm 70b llama2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q5_K_S","name":"Wizardlm 70b llama2 q5_K_S","display_name":"Wizardlm 70b llama2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q6_K","name":"Wizardlm 70b llama2 q6_K","display_name":"Wizardlm 70b llama2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:70b-llama2-q8_0","name":"Wizardlm 70b llama2 q8_0","display_name":"Wizardlm 70b llama2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-fp16","name":"Wizardlm 7b fp16","display_name":"Wizardlm 7b fp16","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q2_K","name":"Wizardlm 7b q2_K","display_name":"Wizardlm 7b q2_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q3_K_L","name":"Wizardlm 7b q3_K_L","display_name":"Wizardlm 7b q3_K_L","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q3_K_M","name":"Wizardlm 7b q3_K_M","display_name":"Wizardlm 7b q3_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q3_K_S","name":"Wizardlm 7b q3_K_S","display_name":"Wizardlm 7b q3_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q4_0","name":"Wizardlm 7b q4_0","display_name":"Wizardlm 7b q4_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q4_1","name":"Wizardlm 7b q4_1","display_name":"Wizardlm 7b q4_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q4_K_M","name":"Wizardlm 7b q4_K_M","display_name":"Wizardlm 7b q4_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q4_K_S","name":"Wizardlm 7b q4_K_S","display_name":"Wizardlm 7b q4_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q5_0","name":"Wizardlm 7b q5_0","display_name":"Wizardlm 7b q5_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q5_1","name":"Wizardlm 7b q5_1","display_name":"Wizardlm 7b q5_1","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q5_K_M","name":"Wizardlm 7b q5_K_M","display_name":"Wizardlm 7b q5_K_M","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q5_K_S","name":"Wizardlm 7b q5_K_S","display_name":"Wizardlm 7b q5_K_S","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q6_K","name":"Wizardlm 7b q6_K","display_name":"Wizardlm 7b q6_K","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"wizardlm:7b-q8_0","name":"Wizardlm 7b q8_0","display_name":"Wizardlm 7b q8_0","type":"chat","context_length":2000,"max_output_tokens":500,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b","name":"Xwinlm 13b","display_name":"Xwinlm 13b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1","name":"Xwinlm 13b v0.1","display_name":"Xwinlm 13b v0.1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-fp16","name":"Xwinlm 13b v0.1 fp16","display_name":"Xwinlm 13b v0.1 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q2_K","name":"Xwinlm 13b v0.1 q2_K","display_name":"Xwinlm 13b v0.1 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q3_K_L","name":"Xwinlm 13b v0.1 q3_K_L","display_name":"Xwinlm 13b v0.1 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q3_K_M","name":"Xwinlm 13b v0.1 q3_K_M","display_name":"Xwinlm 13b v0.1 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q3_K_S","name":"Xwinlm 13b v0.1 q3_K_S","display_name":"Xwinlm 13b v0.1 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q4_0","name":"Xwinlm 13b v0.1 q4_0","display_name":"Xwinlm 13b v0.1 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q4_1","name":"Xwinlm 13b v0.1 q4_1","display_name":"Xwinlm 13b v0.1 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q4_K_M","name":"Xwinlm 13b v0.1 q4_K_M","display_name":"Xwinlm 13b v0.1 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q4_K_S","name":"Xwinlm 13b v0.1 q4_K_S","display_name":"Xwinlm 13b v0.1 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q5_0","name":"Xwinlm 13b v0.1 q5_0","display_name":"Xwinlm 13b v0.1 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q5_1","name":"Xwinlm 13b v0.1 q5_1","display_name":"Xwinlm 13b v0.1 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q5_K_M","name":"Xwinlm 13b v0.1 q5_K_M","display_name":"Xwinlm 13b v0.1 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q5_K_S","name":"Xwinlm 13b v0.1 q5_K_S","display_name":"Xwinlm 13b v0.1 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q6_K","name":"Xwinlm 13b v0.1 q6_K","display_name":"Xwinlm 13b v0.1 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.1-q8_0","name":"Xwinlm 13b v0.1 q8_0","display_name":"Xwinlm 13b v0.1 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2","name":"Xwinlm 13b v0.2","display_name":"Xwinlm 13b v0.2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-fp16","name":"Xwinlm 13b v0.2 fp16","display_name":"Xwinlm 13b v0.2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q2_K","name":"Xwinlm 13b v0.2 q2_K","display_name":"Xwinlm 13b v0.2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q3_K_L","name":"Xwinlm 13b v0.2 q3_K_L","display_name":"Xwinlm 13b v0.2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q3_K_M","name":"Xwinlm 13b v0.2 q3_K_M","display_name":"Xwinlm 13b v0.2 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q3_K_S","name":"Xwinlm 13b v0.2 q3_K_S","display_name":"Xwinlm 13b v0.2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q4_0","name":"Xwinlm 13b v0.2 q4_0","display_name":"Xwinlm 13b v0.2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q4_1","name":"Xwinlm 13b v0.2 q4_1","display_name":"Xwinlm 13b v0.2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q4_K_M","name":"Xwinlm 13b v0.2 q4_K_M","display_name":"Xwinlm 13b v0.2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q4_K_S","name":"Xwinlm 13b v0.2 q4_K_S","display_name":"Xwinlm 13b v0.2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q5_0","name":"Xwinlm 13b v0.2 q5_0","display_name":"Xwinlm 13b v0.2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q5_1","name":"Xwinlm 13b v0.2 q5_1","display_name":"Xwinlm 13b v0.2 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q5_K_M","name":"Xwinlm 13b v0.2 q5_K_M","display_name":"Xwinlm 13b v0.2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q5_K_S","name":"Xwinlm 13b v0.2 q5_K_S","display_name":"Xwinlm 13b v0.2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q6_K","name":"Xwinlm 13b v0.2 q6_K","display_name":"Xwinlm 13b v0.2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:13b-v0.2-q8_0","name":"Xwinlm 13b v0.2 q8_0","display_name":"Xwinlm 13b v0.2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1","name":"Xwinlm 70b v0.1","display_name":"Xwinlm 70b v0.1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-fp16","name":"Xwinlm 70b v0.1 fp16","display_name":"Xwinlm 70b v0.1 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q2_K","name":"Xwinlm 70b v0.1 q2_K","display_name":"Xwinlm 70b v0.1 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q3_K_L","name":"Xwinlm 70b v0.1 q3_K_L","display_name":"Xwinlm 70b v0.1 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q3_K_M","name":"Xwinlm 70b v0.1 q3_K_M","display_name":"Xwinlm 70b v0.1 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q3_K_S","name":"Xwinlm 70b v0.1 q3_K_S","display_name":"Xwinlm 70b v0.1 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q4_0","name":"Xwinlm 70b v0.1 q4_0","display_name":"Xwinlm 70b v0.1 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q4_1","name":"Xwinlm 70b v0.1 q4_1","display_name":"Xwinlm 70b v0.1 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q4_K_M","name":"Xwinlm 70b v0.1 q4_K_M","display_name":"Xwinlm 70b v0.1 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q4_K_S","name":"Xwinlm 70b v0.1 q4_K_S","display_name":"Xwinlm 70b v0.1 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q5_0","name":"Xwinlm 70b v0.1 q5_0","display_name":"Xwinlm 70b v0.1 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q5_1","name":"Xwinlm 70b v0.1 q5_1","display_name":"Xwinlm 70b v0.1 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q5_K_S","name":"Xwinlm 70b v0.1 q5_K_S","display_name":"Xwinlm 70b v0.1 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q6_K","name":"Xwinlm 70b v0.1 q6_K","display_name":"Xwinlm 70b v0.1 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:70b-v0.1-q8_0","name":"Xwinlm 70b v0.1 q8_0","display_name":"Xwinlm 70b v0.1 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b","name":"Xwinlm 7b","display_name":"Xwinlm 7b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1","name":"Xwinlm 7b v0.1","display_name":"Xwinlm 7b v0.1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-fp16","name":"Xwinlm 7b v0.1 fp16","display_name":"Xwinlm 7b v0.1 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q2_K","name":"Xwinlm 7b v0.1 q2_K","display_name":"Xwinlm 7b v0.1 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q3_K_L","name":"Xwinlm 7b v0.1 q3_K_L","display_name":"Xwinlm 7b v0.1 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q3_K_M","name":"Xwinlm 7b v0.1 q3_K_M","display_name":"Xwinlm 7b v0.1 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q3_K_S","name":"Xwinlm 7b v0.1 q3_K_S","display_name":"Xwinlm 7b v0.1 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q4_0","name":"Xwinlm 7b v0.1 q4_0","display_name":"Xwinlm 7b v0.1 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q4_1","name":"Xwinlm 7b v0.1 q4_1","display_name":"Xwinlm 7b v0.1 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q4_K_M","name":"Xwinlm 7b v0.1 q4_K_M","display_name":"Xwinlm 7b v0.1 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q4_K_S","name":"Xwinlm 7b v0.1 q4_K_S","display_name":"Xwinlm 7b v0.1 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q5_0","name":"Xwinlm 7b v0.1 q5_0","display_name":"Xwinlm 7b v0.1 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q5_1","name":"Xwinlm 7b v0.1 q5_1","display_name":"Xwinlm 7b v0.1 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q5_K_M","name":"Xwinlm 7b v0.1 q5_K_M","display_name":"Xwinlm 7b v0.1 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q5_K_S","name":"Xwinlm 7b v0.1 q5_K_S","display_name":"Xwinlm 7b v0.1 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q6_K","name":"Xwinlm 7b v0.1 q6_K","display_name":"Xwinlm 7b v0.1 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.1-q8_0","name":"Xwinlm 7b v0.1 q8_0","display_name":"Xwinlm 7b v0.1 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2","name":"Xwinlm 7b v0.2","display_name":"Xwinlm 7b v0.2","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-fp16","name":"Xwinlm 7b v0.2 fp16","display_name":"Xwinlm 7b v0.2 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q2_K","name":"Xwinlm 7b v0.2 q2_K","display_name":"Xwinlm 7b v0.2 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q3_K_L","name":"Xwinlm 7b v0.2 q3_K_L","display_name":"Xwinlm 7b v0.2 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q3_K_S","name":"Xwinlm 7b v0.2 q3_K_S","display_name":"Xwinlm 7b v0.2 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q4_0","name":"Xwinlm 7b v0.2 q4_0","display_name":"Xwinlm 7b v0.2 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q4_1","name":"Xwinlm 7b v0.2 q4_1","display_name":"Xwinlm 7b v0.2 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q4_K_M","name":"Xwinlm 7b v0.2 q4_K_M","display_name":"Xwinlm 7b v0.2 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q4_K_S","name":"Xwinlm 7b v0.2 q4_K_S","display_name":"Xwinlm 7b v0.2 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q5_0","name":"Xwinlm 7b v0.2 q5_0","display_name":"Xwinlm 7b v0.2 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q5_K_M","name":"Xwinlm 7b v0.2 q5_K_M","display_name":"Xwinlm 7b v0.2 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q5_K_S","name":"Xwinlm 7b v0.2 q5_K_S","display_name":"Xwinlm 7b v0.2 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q6_K","name":"Xwinlm 7b v0.2 q6_K","display_name":"Xwinlm 7b v0.2 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:7b-v0.2-q8_0","name":"Xwinlm 7b v0.2 q8_0","display_name":"Xwinlm 7b v0.2 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"xwinlm:latest","name":"Xwinlm Latest","display_name":"Xwinlm Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b","name":"Yarn-llama2 13b","display_name":"Yarn-llama2 13b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k","name":"Yarn-llama2 13b 128k","display_name":"Yarn-llama2 13b 128k","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-fp16","name":"Yarn-llama2 13b 128k fp16","display_name":"Yarn-llama2 13b 128k fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q2_K","name":"Yarn-llama2 13b 128k q2_K","display_name":"Yarn-llama2 13b 128k q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q3_K_L","name":"Yarn-llama2 13b 128k q3_K_L","display_name":"Yarn-llama2 13b 128k q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q3_K_M","name":"Yarn-llama2 13b 128k q3_K_M","display_name":"Yarn-llama2 13b 128k q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q3_K_S","name":"Yarn-llama2 13b 128k q3_K_S","display_name":"Yarn-llama2 13b 128k q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q4_0","name":"Yarn-llama2 13b 128k q4_0","display_name":"Yarn-llama2 13b 128k q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q4_1","name":"Yarn-llama2 13b 128k q4_1","display_name":"Yarn-llama2 13b 128k q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q4_K_M","name":"Yarn-llama2 13b 128k q4_K_M","display_name":"Yarn-llama2 13b 128k q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q4_K_S","name":"Yarn-llama2 13b 128k q4_K_S","display_name":"Yarn-llama2 13b 128k q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q5_0","name":"Yarn-llama2 13b 128k q5_0","display_name":"Yarn-llama2 13b 128k q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q5_1","name":"Yarn-llama2 13b 128k q5_1","display_name":"Yarn-llama2 13b 128k q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q5_K_M","name":"Yarn-llama2 13b 128k q5_K_M","display_name":"Yarn-llama2 13b 128k q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q5_K_S","name":"Yarn-llama2 13b 128k q5_K_S","display_name":"Yarn-llama2 13b 128k q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q6_K","name":"Yarn-llama2 13b 128k q6_K","display_name":"Yarn-llama2 13b 128k q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-128k-q8_0","name":"Yarn-llama2 13b 128k q8_0","display_name":"Yarn-llama2 13b 128k q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k","name":"Yarn-llama2 13b 64k","display_name":"Yarn-llama2 13b 64k","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-fp16","name":"Yarn-llama2 13b 64k fp16","display_name":"Yarn-llama2 13b 64k fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q2_K","name":"Yarn-llama2 13b 64k q2_K","display_name":"Yarn-llama2 13b 64k q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q3_K_L","name":"Yarn-llama2 13b 64k q3_K_L","display_name":"Yarn-llama2 13b 64k q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q3_K_M","name":"Yarn-llama2 13b 64k q3_K_M","display_name":"Yarn-llama2 13b 64k q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q3_K_S","name":"Yarn-llama2 13b 64k q3_K_S","display_name":"Yarn-llama2 13b 64k q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q4_0","name":"Yarn-llama2 13b 64k q4_0","display_name":"Yarn-llama2 13b 64k q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q4_1","name":"Yarn-llama2 13b 64k q4_1","display_name":"Yarn-llama2 13b 64k q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q4_K_M","name":"Yarn-llama2 13b 64k q4_K_M","display_name":"Yarn-llama2 13b 64k q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q4_K_S","name":"Yarn-llama2 13b 64k q4_K_S","display_name":"Yarn-llama2 13b 64k q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q5_0","name":"Yarn-llama2 13b 64k q5_0","display_name":"Yarn-llama2 13b 64k q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q5_1","name":"Yarn-llama2 13b 64k q5_1","display_name":"Yarn-llama2 13b 64k q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q5_K_M","name":"Yarn-llama2 13b 64k q5_K_M","display_name":"Yarn-llama2 13b 64k q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q5_K_S","name":"Yarn-llama2 13b 64k q5_K_S","display_name":"Yarn-llama2 13b 64k q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q6_K","name":"Yarn-llama2 13b 64k q6_K","display_name":"Yarn-llama2 13b 64k q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:13b-64k-q8_0","name":"Yarn-llama2 13b 64k q8_0","display_name":"Yarn-llama2 13b 64k q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b","name":"Yarn-llama2 7b","display_name":"Yarn-llama2 7b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k","name":"Yarn-llama2 7b 128k","display_name":"Yarn-llama2 7b 128k","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-fp16","name":"Yarn-llama2 7b 128k fp16","display_name":"Yarn-llama2 7b 128k fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q2_K","name":"Yarn-llama2 7b 128k q2_K","display_name":"Yarn-llama2 7b 128k q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q3_K_L","name":"Yarn-llama2 7b 128k q3_K_L","display_name":"Yarn-llama2 7b 128k q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q3_K_M","name":"Yarn-llama2 7b 128k q3_K_M","display_name":"Yarn-llama2 7b 128k q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q3_K_S","name":"Yarn-llama2 7b 128k q3_K_S","display_name":"Yarn-llama2 7b 128k q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q4_0","name":"Yarn-llama2 7b 128k q4_0","display_name":"Yarn-llama2 7b 128k q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q4_1","name":"Yarn-llama2 7b 128k q4_1","display_name":"Yarn-llama2 7b 128k q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q4_K_M","name":"Yarn-llama2 7b 128k q4_K_M","display_name":"Yarn-llama2 7b 128k q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q4_K_S","name":"Yarn-llama2 7b 128k q4_K_S","display_name":"Yarn-llama2 7b 128k q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q5_0","name":"Yarn-llama2 7b 128k q5_0","display_name":"Yarn-llama2 7b 128k q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q5_1","name":"Yarn-llama2 7b 128k q5_1","display_name":"Yarn-llama2 7b 128k q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q5_K_M","name":"Yarn-llama2 7b 128k q5_K_M","display_name":"Yarn-llama2 7b 128k q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q5_K_S","name":"Yarn-llama2 7b 128k q5_K_S","display_name":"Yarn-llama2 7b 128k q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q6_K","name":"Yarn-llama2 7b 128k q6_K","display_name":"Yarn-llama2 7b 128k q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-128k-q8_0","name":"Yarn-llama2 7b 128k q8_0","display_name":"Yarn-llama2 7b 128k q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k","name":"Yarn-llama2 7b 64k","display_name":"Yarn-llama2 7b 64k","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-fp16","name":"Yarn-llama2 7b 64k fp16","display_name":"Yarn-llama2 7b 64k fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q2_K","name":"Yarn-llama2 7b 64k q2_K","display_name":"Yarn-llama2 7b 64k q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q3_K_L","name":"Yarn-llama2 7b 64k q3_K_L","display_name":"Yarn-llama2 7b 64k q3_K_L","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q3_K_M","name":"Yarn-llama2 7b 64k q3_K_M","display_name":"Yarn-llama2 7b 64k q3_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q3_K_S","name":"Yarn-llama2 7b 64k q3_K_S","display_name":"Yarn-llama2 7b 64k q3_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q4_0","name":"Yarn-llama2 7b 64k q4_0","display_name":"Yarn-llama2 7b 64k q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q4_1","name":"Yarn-llama2 7b 64k q4_1","display_name":"Yarn-llama2 7b 64k q4_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q4_K_M","name":"Yarn-llama2 7b 64k q4_K_M","display_name":"Yarn-llama2 7b 64k q4_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q4_K_S","name":"Yarn-llama2 7b 64k q4_K_S","display_name":"Yarn-llama2 7b 64k q4_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q5_0","name":"Yarn-llama2 7b 64k q5_0","display_name":"Yarn-llama2 7b 64k q5_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q5_1","name":"Yarn-llama2 7b 64k q5_1","display_name":"Yarn-llama2 7b 64k q5_1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q5_K_M","name":"Yarn-llama2 7b 64k q5_K_M","display_name":"Yarn-llama2 7b 64k q5_K_M","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q5_K_S","name":"Yarn-llama2 7b 64k q5_K_S","display_name":"Yarn-llama2 7b 64k q5_K_S","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q6_K","name":"Yarn-llama2 7b 64k q6_K","display_name":"Yarn-llama2 7b 64k q6_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:7b-64k-q8_0","name":"Yarn-llama2 7b 64k q8_0","display_name":"Yarn-llama2 7b 64k q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-llama2:latest","name":"Yarn-llama2 Latest","display_name":"Yarn-llama2 Latest","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b","name":"Yarn-mistral 7b","display_name":"Yarn-mistral 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k","name":"Yarn-mistral 7b 128k","display_name":"Yarn-mistral 7b 128k","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-fp16","name":"Yarn-mistral 7b 128k fp16","display_name":"Yarn-mistral 7b 128k fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q2_K","name":"Yarn-mistral 7b 128k q2_K","display_name":"Yarn-mistral 7b 128k q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q3_K_L","name":"Yarn-mistral 7b 128k q3_K_L","display_name":"Yarn-mistral 7b 128k q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q3_K_M","name":"Yarn-mistral 7b 128k q3_K_M","display_name":"Yarn-mistral 7b 128k q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q3_K_S","name":"Yarn-mistral 7b 128k q3_K_S","display_name":"Yarn-mistral 7b 128k q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q4_0","name":"Yarn-mistral 7b 128k q4_0","display_name":"Yarn-mistral 7b 128k q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q4_1","name":"Yarn-mistral 7b 128k q4_1","display_name":"Yarn-mistral 7b 128k q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q4_K_M","name":"Yarn-mistral 7b 128k q4_K_M","display_name":"Yarn-mistral 7b 128k q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q4_K_S","name":"Yarn-mistral 7b 128k q4_K_S","display_name":"Yarn-mistral 7b 128k q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q5_0","name":"Yarn-mistral 7b 128k q5_0","display_name":"Yarn-mistral 7b 128k q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q5_1","name":"Yarn-mistral 7b 128k q5_1","display_name":"Yarn-mistral 7b 128k q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q5_K_M","name":"Yarn-mistral 7b 128k q5_K_M","display_name":"Yarn-mistral 7b 128k q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q5_K_S","name":"Yarn-mistral 7b 128k q5_K_S","display_name":"Yarn-mistral 7b 128k q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q6_K","name":"Yarn-mistral 7b 128k q6_K","display_name":"Yarn-mistral 7b 128k q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-128k-q8_0","name":"Yarn-mistral 7b 128k q8_0","display_name":"Yarn-mistral 7b 128k q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k","name":"Yarn-mistral 7b 64k","display_name":"Yarn-mistral 7b 64k","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q2_K","name":"Yarn-mistral 7b 64k q2_K","display_name":"Yarn-mistral 7b 64k q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q3_K_L","name":"Yarn-mistral 7b 64k q3_K_L","display_name":"Yarn-mistral 7b 64k q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q3_K_M","name":"Yarn-mistral 7b 64k q3_K_M","display_name":"Yarn-mistral 7b 64k q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q3_K_S","name":"Yarn-mistral 7b 64k q3_K_S","display_name":"Yarn-mistral 7b 64k q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q4_0","name":"Yarn-mistral 7b 64k q4_0","display_name":"Yarn-mistral 7b 64k q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q4_1","name":"Yarn-mistral 7b 64k q4_1","display_name":"Yarn-mistral 7b 64k q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q4_K_M","name":"Yarn-mistral 7b 64k q4_K_M","display_name":"Yarn-mistral 7b 64k q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q4_K_S","name":"Yarn-mistral 7b 64k q4_K_S","display_name":"Yarn-mistral 7b 64k q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q5_0","name":"Yarn-mistral 7b 64k q5_0","display_name":"Yarn-mistral 7b 64k q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q5_1","name":"Yarn-mistral 7b 64k q5_1","display_name":"Yarn-mistral 7b 64k q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q5_K_M","name":"Yarn-mistral 7b 64k q5_K_M","display_name":"Yarn-mistral 7b 64k q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q5_K_S","name":"Yarn-mistral 7b 64k q5_K_S","display_name":"Yarn-mistral 7b 64k q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q6_K","name":"Yarn-mistral 7b 64k q6_K","display_name":"Yarn-mistral 7b 64k q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:7b-64k-q8_0","name":"Yarn-mistral 7b 64k q8_0","display_name":"Yarn-mistral 7b 64k q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yarn-mistral:latest","name":"Yarn-mistral Latest","display_name":"Yarn-mistral Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b","name":"Yi-coder 1.5b","display_name":"Yi-coder 1.5b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base","name":"Yi-coder 1.5b base","display_name":"Yi-coder 1.5b base","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-fp16","name":"Yi-coder 1.5b base fp16","display_name":"Yi-coder 1.5b base fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q2_K","name":"Yi-coder 1.5b base q2_K","display_name":"Yi-coder 1.5b base q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q3_K_L","name":"Yi-coder 1.5b base q3_K_L","display_name":"Yi-coder 1.5b base q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q3_K_M","name":"Yi-coder 1.5b base q3_K_M","display_name":"Yi-coder 1.5b base q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q3_K_S","name":"Yi-coder 1.5b base q3_K_S","display_name":"Yi-coder 1.5b base q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q4_0","name":"Yi-coder 1.5b base q4_0","display_name":"Yi-coder 1.5b base q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q4_1","name":"Yi-coder 1.5b base q4_1","display_name":"Yi-coder 1.5b base q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q4_K_M","name":"Yi-coder 1.5b base q4_K_M","display_name":"Yi-coder 1.5b base q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q4_K_S","name":"Yi-coder 1.5b base q4_K_S","display_name":"Yi-coder 1.5b base q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q5_0","name":"Yi-coder 1.5b base q5_0","display_name":"Yi-coder 1.5b base q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q5_1","name":"Yi-coder 1.5b base q5_1","display_name":"Yi-coder 1.5b base q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q5_K_M","name":"Yi-coder 1.5b base q5_K_M","display_name":"Yi-coder 1.5b base q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q5_K_S","name":"Yi-coder 1.5b base q5_K_S","display_name":"Yi-coder 1.5b base q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q6_K","name":"Yi-coder 1.5b base q6_K","display_name":"Yi-coder 1.5b base q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-base-q8_0","name":"Yi-coder 1.5b base q8_0","display_name":"Yi-coder 1.5b base q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat","name":"Yi-coder 1.5b chat","display_name":"Yi-coder 1.5b chat","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-fp16","name":"Yi-coder 1.5b chat fp16","display_name":"Yi-coder 1.5b chat fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q2_K","name":"Yi-coder 1.5b chat q2_K","display_name":"Yi-coder 1.5b chat q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q3_K_L","name":"Yi-coder 1.5b chat q3_K_L","display_name":"Yi-coder 1.5b chat q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q3_K_M","name":"Yi-coder 1.5b chat q3_K_M","display_name":"Yi-coder 1.5b chat q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q3_K_S","name":"Yi-coder 1.5b chat q3_K_S","display_name":"Yi-coder 1.5b chat q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q4_0","name":"Yi-coder 1.5b chat q4_0","display_name":"Yi-coder 1.5b chat q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q4_1","name":"Yi-coder 1.5b chat q4_1","display_name":"Yi-coder 1.5b chat q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q4_K_M","name":"Yi-coder 1.5b chat q4_K_M","display_name":"Yi-coder 1.5b chat q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q4_K_S","name":"Yi-coder 1.5b chat q4_K_S","display_name":"Yi-coder 1.5b chat q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q5_0","name":"Yi-coder 1.5b chat q5_0","display_name":"Yi-coder 1.5b chat q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q5_1","name":"Yi-coder 1.5b chat q5_1","display_name":"Yi-coder 1.5b chat q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q5_K_M","name":"Yi-coder 1.5b chat q5_K_M","display_name":"Yi-coder 1.5b chat q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q5_K_S","name":"Yi-coder 1.5b chat q5_K_S","display_name":"Yi-coder 1.5b chat q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q6_K","name":"Yi-coder 1.5b chat q6_K","display_name":"Yi-coder 1.5b chat q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:1.5b-chat-q8_0","name":"Yi-coder 1.5b chat q8_0","display_name":"Yi-coder 1.5b chat q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b","name":"Yi-coder 9b","display_name":"Yi-coder 9b","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base","name":"Yi-coder 9b base","display_name":"Yi-coder 9b base","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-fp16","name":"Yi-coder 9b base fp16","display_name":"Yi-coder 9b base fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q2_K","name":"Yi-coder 9b base q2_K","display_name":"Yi-coder 9b base q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q3_K_L","name":"Yi-coder 9b base q3_K_L","display_name":"Yi-coder 9b base q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q3_K_M","name":"Yi-coder 9b base q3_K_M","display_name":"Yi-coder 9b base q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q3_K_S","name":"Yi-coder 9b base q3_K_S","display_name":"Yi-coder 9b base q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q4_0","name":"Yi-coder 9b base q4_0","display_name":"Yi-coder 9b base q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q4_1","name":"Yi-coder 9b base q4_1","display_name":"Yi-coder 9b base q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q4_K_M","name":"Yi-coder 9b base q4_K_M","display_name":"Yi-coder 9b base q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q4_K_S","name":"Yi-coder 9b base q4_K_S","display_name":"Yi-coder 9b base q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q5_0","name":"Yi-coder 9b base q5_0","display_name":"Yi-coder 9b base q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q5_1","name":"Yi-coder 9b base q5_1","display_name":"Yi-coder 9b base q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q5_K_M","name":"Yi-coder 9b base q5_K_M","display_name":"Yi-coder 9b base q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q5_K_S","name":"Yi-coder 9b base q5_K_S","display_name":"Yi-coder 9b base q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q6_K","name":"Yi-coder 9b base q6_K","display_name":"Yi-coder 9b base q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-base-q8_0","name":"Yi-coder 9b base q8_0","display_name":"Yi-coder 9b base q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat","name":"Yi-coder 9b chat","display_name":"Yi-coder 9b chat","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-fp16","name":"Yi-coder 9b chat fp16","display_name":"Yi-coder 9b chat fp16","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q2_K","name":"Yi-coder 9b chat q2_K","display_name":"Yi-coder 9b chat q2_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q3_K_L","name":"Yi-coder 9b chat q3_K_L","display_name":"Yi-coder 9b chat q3_K_L","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q3_K_M","name":"Yi-coder 9b chat q3_K_M","display_name":"Yi-coder 9b chat q3_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q3_K_S","name":"Yi-coder 9b chat q3_K_S","display_name":"Yi-coder 9b chat q3_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q4_0","name":"Yi-coder 9b chat q4_0","display_name":"Yi-coder 9b chat q4_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q4_1","name":"Yi-coder 9b chat q4_1","display_name":"Yi-coder 9b chat q4_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q4_K_M","name":"Yi-coder 9b chat q4_K_M","display_name":"Yi-coder 9b chat q4_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q4_K_S","name":"Yi-coder 9b chat q4_K_S","display_name":"Yi-coder 9b chat q4_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q5_0","name":"Yi-coder 9b chat q5_0","display_name":"Yi-coder 9b chat q5_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q5_1","name":"Yi-coder 9b chat q5_1","display_name":"Yi-coder 9b chat q5_1","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q5_K_M","name":"Yi-coder 9b chat q5_K_M","display_name":"Yi-coder 9b chat q5_K_M","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q5_K_S","name":"Yi-coder 9b chat q5_K_S","display_name":"Yi-coder 9b chat q5_K_S","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q6_K","name":"Yi-coder 9b chat q6_K","display_name":"Yi-coder 9b chat q6_K","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:9b-chat-q8_0","name":"Yi-coder 9b chat q8_0","display_name":"Yi-coder 9b chat q8_0","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi-coder:latest","name":"Yi-coder Latest","display_name":"Yi-coder Latest","type":"chat","context_length":128000,"max_output_tokens":32000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b","name":"Yi 34b","display_name":"Yi 34b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat","name":"Yi 34b chat","display_name":"Yi 34b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-fp16","name":"Yi 34b chat fp16","display_name":"Yi 34b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q2_K","name":"Yi 34b chat q2_K","display_name":"Yi 34b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q3_K_L","name":"Yi 34b chat q3_K_L","display_name":"Yi 34b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q3_K_M","name":"Yi 34b chat q3_K_M","display_name":"Yi 34b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q3_K_S","name":"Yi 34b chat q3_K_S","display_name":"Yi 34b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q4_0","name":"Yi 34b chat q4_0","display_name":"Yi 34b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q4_1","name":"Yi 34b chat q4_1","display_name":"Yi 34b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q4_K_M","name":"Yi 34b chat q4_K_M","display_name":"Yi 34b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q4_K_S","name":"Yi 34b chat q4_K_S","display_name":"Yi 34b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q5_0","name":"Yi 34b chat q5_0","display_name":"Yi 34b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q5_1","name":"Yi 34b chat q5_1","display_name":"Yi 34b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q5_K_M","name":"Yi 34b chat q5_K_M","display_name":"Yi 34b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q5_K_S","name":"Yi 34b chat q5_K_S","display_name":"Yi 34b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q6_K","name":"Yi 34b chat q6_K","display_name":"Yi 34b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-q8_0","name":"Yi 34b chat q8_0","display_name":"Yi 34b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-fp16","name":"Yi 34b chat v1.5 fp16","display_name":"Yi 34b chat v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q2_K","name":"Yi 34b chat v1.5 q2_K","display_name":"Yi 34b chat v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q3_K_L","name":"Yi 34b chat v1.5 q3_K_L","display_name":"Yi 34b chat v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q3_K_M","name":"Yi 34b chat v1.5 q3_K_M","display_name":"Yi 34b chat v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q3_K_S","name":"Yi 34b chat v1.5 q3_K_S","display_name":"Yi 34b chat v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q4_0","name":"Yi 34b chat v1.5 q4_0","display_name":"Yi 34b chat v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q4_1","name":"Yi 34b chat v1.5 q4_1","display_name":"Yi 34b chat v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q4_K_M","name":"Yi 34b chat v1.5 q4_K_M","display_name":"Yi 34b chat v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q4_K_S","name":"Yi 34b chat v1.5 q4_K_S","display_name":"Yi 34b chat v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q5_0","name":"Yi 34b chat v1.5 q5_0","display_name":"Yi 34b chat v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q5_1","name":"Yi 34b chat v1.5 q5_1","display_name":"Yi 34b chat v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q5_K_M","name":"Yi 34b chat v1.5 q5_K_M","display_name":"Yi 34b chat v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q5_K_S","name":"Yi 34b chat v1.5 q5_K_S","display_name":"Yi 34b chat v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q6_K","name":"Yi 34b chat v1.5 q6_K","display_name":"Yi 34b chat v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-chat-v1.5-q8_0","name":"Yi 34b chat v1.5 q8_0","display_name":"Yi 34b chat v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q2_K","name":"Yi 34b q2_K","display_name":"Yi 34b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q3_K_L","name":"Yi 34b q3_K_L","display_name":"Yi 34b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q3_K_M","name":"Yi 34b q3_K_M","display_name":"Yi 34b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q3_K_S","name":"Yi 34b q3_K_S","display_name":"Yi 34b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q4_0","name":"Yi 34b q4_0","display_name":"Yi 34b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q4_1","name":"Yi 34b q4_1","display_name":"Yi 34b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q4_K_M","name":"Yi 34b q4_K_M","display_name":"Yi 34b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q4_K_S","name":"Yi 34b q4_K_S","display_name":"Yi 34b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q5_0","name":"Yi 34b q5_0","display_name":"Yi 34b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q5_1","name":"Yi 34b q5_1","display_name":"Yi 34b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q5_K_S","name":"Yi 34b q5_K_S","display_name":"Yi 34b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-q6_K","name":"Yi 34b q6_K","display_name":"Yi 34b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5","name":"Yi 34b v1.5","display_name":"Yi 34b v1.5","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-fp16","name":"Yi 34b v1.5 fp16","display_name":"Yi 34b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q2_K","name":"Yi 34b v1.5 q2_K","display_name":"Yi 34b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q3_K_L","name":"Yi 34b v1.5 q3_K_L","display_name":"Yi 34b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q3_K_M","name":"Yi 34b v1.5 q3_K_M","display_name":"Yi 34b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q3_K_S","name":"Yi 34b v1.5 q3_K_S","display_name":"Yi 34b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q4_0","name":"Yi 34b v1.5 q4_0","display_name":"Yi 34b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q4_1","name":"Yi 34b v1.5 q4_1","display_name":"Yi 34b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q4_K_M","name":"Yi 34b v1.5 q4_K_M","display_name":"Yi 34b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q4_K_S","name":"Yi 34b v1.5 q4_K_S","display_name":"Yi 34b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q5_0","name":"Yi 34b v1.5 q5_0","display_name":"Yi 34b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q5_1","name":"Yi 34b v1.5 q5_1","display_name":"Yi 34b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q5_K_M","name":"Yi 34b v1.5 q5_K_M","display_name":"Yi 34b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q5_K_S","name":"Yi 34b v1.5 q5_K_S","display_name":"Yi 34b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q6_K","name":"Yi 34b v1.5 q6_K","display_name":"Yi 34b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:34b-v1.5-q8_0","name":"Yi 34b v1.5 q8_0","display_name":"Yi 34b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b","name":"Yi 6b","display_name":"Yi 6b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k","name":"Yi 6b 200k","display_name":"Yi 6b 200k","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-fp16","name":"Yi 6b 200k fp16","display_name":"Yi 6b 200k fp16","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q2_K","name":"Yi 6b 200k q2_K","display_name":"Yi 6b 200k q2_K","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q3_K_L","name":"Yi 6b 200k q3_K_L","display_name":"Yi 6b 200k q3_K_L","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q3_K_M","name":"Yi 6b 200k q3_K_M","display_name":"Yi 6b 200k q3_K_M","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q3_K_S","name":"Yi 6b 200k q3_K_S","display_name":"Yi 6b 200k q3_K_S","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q4_0","name":"Yi 6b 200k q4_0","display_name":"Yi 6b 200k q4_0","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q4_1","name":"Yi 6b 200k q4_1","display_name":"Yi 6b 200k q4_1","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q4_K_M","name":"Yi 6b 200k q4_K_M","display_name":"Yi 6b 200k q4_K_M","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q4_K_S","name":"Yi 6b 200k q4_K_S","display_name":"Yi 6b 200k q4_K_S","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q5_0","name":"Yi 6b 200k q5_0","display_name":"Yi 6b 200k q5_0","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q5_1","name":"Yi 6b 200k q5_1","display_name":"Yi 6b 200k q5_1","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q5_K_M","name":"Yi 6b 200k q5_K_M","display_name":"Yi 6b 200k q5_K_M","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q5_K_S","name":"Yi 6b 200k q5_K_S","display_name":"Yi 6b 200k q5_K_S","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q6_K","name":"Yi 6b 200k q6_K","display_name":"Yi 6b 200k q6_K","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-200k-q8_0","name":"Yi 6b 200k q8_0","display_name":"Yi 6b 200k q8_0","type":"chat","context_length":195000,"max_output_tokens":48750,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat","name":"Yi 6b chat","display_name":"Yi 6b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-fp16","name":"Yi 6b chat fp16","display_name":"Yi 6b chat fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q2_K","name":"Yi 6b chat q2_K","display_name":"Yi 6b chat q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q3_K_L","name":"Yi 6b chat q3_K_L","display_name":"Yi 6b chat q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q3_K_M","name":"Yi 6b chat q3_K_M","display_name":"Yi 6b chat q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q3_K_S","name":"Yi 6b chat q3_K_S","display_name":"Yi 6b chat q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q4_0","name":"Yi 6b chat q4_0","display_name":"Yi 6b chat q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q4_1","name":"Yi 6b chat q4_1","display_name":"Yi 6b chat q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q4_K_M","name":"Yi 6b chat q4_K_M","display_name":"Yi 6b chat q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q4_K_S","name":"Yi 6b chat q4_K_S","display_name":"Yi 6b chat q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q5_0","name":"Yi 6b chat q5_0","display_name":"Yi 6b chat q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q5_1","name":"Yi 6b chat q5_1","display_name":"Yi 6b chat q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q5_K_M","name":"Yi 6b chat q5_K_M","display_name":"Yi 6b chat q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q5_K_S","name":"Yi 6b chat q5_K_S","display_name":"Yi 6b chat q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q6_K","name":"Yi 6b chat q6_K","display_name":"Yi 6b chat q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-q8_0","name":"Yi 6b chat q8_0","display_name":"Yi 6b chat q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-fp16","name":"Yi 6b chat v1.5 fp16","display_name":"Yi 6b chat v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q2_K","name":"Yi 6b chat v1.5 q2_K","display_name":"Yi 6b chat v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q3_K_L","name":"Yi 6b chat v1.5 q3_K_L","display_name":"Yi 6b chat v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q3_K_M","name":"Yi 6b chat v1.5 q3_K_M","display_name":"Yi 6b chat v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q3_K_S","name":"Yi 6b chat v1.5 q3_K_S","display_name":"Yi 6b chat v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q4_0","name":"Yi 6b chat v1.5 q4_0","display_name":"Yi 6b chat v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q4_1","name":"Yi 6b chat v1.5 q4_1","display_name":"Yi 6b chat v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q4_K_M","name":"Yi 6b chat v1.5 q4_K_M","display_name":"Yi 6b chat v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q4_K_S","name":"Yi 6b chat v1.5 q4_K_S","display_name":"Yi 6b chat v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q5_0","name":"Yi 6b chat v1.5 q5_0","display_name":"Yi 6b chat v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q5_1","name":"Yi 6b chat v1.5 q5_1","display_name":"Yi 6b chat v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q5_K_M","name":"Yi 6b chat v1.5 q5_K_M","display_name":"Yi 6b chat v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q5_K_S","name":"Yi 6b chat v1.5 q5_K_S","display_name":"Yi 6b chat v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q6_K","name":"Yi 6b chat v1.5 q6_K","display_name":"Yi 6b chat v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-chat-v1.5-q8_0","name":"Yi 6b chat v1.5 q8_0","display_name":"Yi 6b chat v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-fp16","name":"Yi 6b fp16","display_name":"Yi 6b fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q2_K","name":"Yi 6b q2_K","display_name":"Yi 6b q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q3_K_L","name":"Yi 6b q3_K_L","display_name":"Yi 6b q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q3_K_M","name":"Yi 6b q3_K_M","display_name":"Yi 6b q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q3_K_S","name":"Yi 6b q3_K_S","display_name":"Yi 6b q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q4_0","name":"Yi 6b q4_0","display_name":"Yi 6b q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q4_1","name":"Yi 6b q4_1","display_name":"Yi 6b q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q4_K_M","name":"Yi 6b q4_K_M","display_name":"Yi 6b q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q4_K_S","name":"Yi 6b q4_K_S","display_name":"Yi 6b q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q5_0","name":"Yi 6b q5_0","display_name":"Yi 6b q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q5_1","name":"Yi 6b q5_1","display_name":"Yi 6b q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q5_K_M","name":"Yi 6b q5_K_M","display_name":"Yi 6b q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q5_K_S","name":"Yi 6b q5_K_S","display_name":"Yi 6b q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q6_K","name":"Yi 6b q6_K","display_name":"Yi 6b q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-q8_0","name":"Yi 6b q8_0","display_name":"Yi 6b q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5","name":"Yi 6b v1.5","display_name":"Yi 6b v1.5","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-fp16","name":"Yi 6b v1.5 fp16","display_name":"Yi 6b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q2_K","name":"Yi 6b v1.5 q2_K","display_name":"Yi 6b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q3_K_L","name":"Yi 6b v1.5 q3_K_L","display_name":"Yi 6b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q3_K_M","name":"Yi 6b v1.5 q3_K_M","display_name":"Yi 6b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q3_K_S","name":"Yi 6b v1.5 q3_K_S","display_name":"Yi 6b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q4_0","name":"Yi 6b v1.5 q4_0","display_name":"Yi 6b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q4_1","name":"Yi 6b v1.5 q4_1","display_name":"Yi 6b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q4_K_M","name":"Yi 6b v1.5 q4_K_M","display_name":"Yi 6b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q4_K_S","name":"Yi 6b v1.5 q4_K_S","display_name":"Yi 6b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q5_0","name":"Yi 6b v1.5 q5_0","display_name":"Yi 6b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q5_1","name":"Yi 6b v1.5 q5_1","display_name":"Yi 6b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q5_K_M","name":"Yi 6b v1.5 q5_K_M","display_name":"Yi 6b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q5_K_S","name":"Yi 6b v1.5 q5_K_S","display_name":"Yi 6b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q6_K","name":"Yi 6b v1.5 q6_K","display_name":"Yi 6b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:6b-v1.5-q8_0","name":"Yi 6b v1.5 q8_0","display_name":"Yi 6b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b","name":"Yi 9b","display_name":"Yi 9b","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat","name":"Yi 9b chat","display_name":"Yi 9b chat","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-fp16","name":"Yi 9b chat v1.5 fp16","display_name":"Yi 9b chat v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q2_K","name":"Yi 9b chat v1.5 q2_K","display_name":"Yi 9b chat v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q3_K_L","name":"Yi 9b chat v1.5 q3_K_L","display_name":"Yi 9b chat v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q3_K_M","name":"Yi 9b chat v1.5 q3_K_M","display_name":"Yi 9b chat v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q3_K_S","name":"Yi 9b chat v1.5 q3_K_S","display_name":"Yi 9b chat v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q4_0","name":"Yi 9b chat v1.5 q4_0","display_name":"Yi 9b chat v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q4_1","name":"Yi 9b chat v1.5 q4_1","display_name":"Yi 9b chat v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q4_K_M","name":"Yi 9b chat v1.5 q4_K_M","display_name":"Yi 9b chat v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q4_K_S","name":"Yi 9b chat v1.5 q4_K_S","display_name":"Yi 9b chat v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q5_0","name":"Yi 9b chat v1.5 q5_0","display_name":"Yi 9b chat v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q5_1","name":"Yi 9b chat v1.5 q5_1","display_name":"Yi 9b chat v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q5_K_M","name":"Yi 9b chat v1.5 q5_K_M","display_name":"Yi 9b chat v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q5_K_S","name":"Yi 9b chat v1.5 q5_K_S","display_name":"Yi 9b chat v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q6_K","name":"Yi 9b chat v1.5 q6_K","display_name":"Yi 9b chat v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-chat-v1.5-q8_0","name":"Yi 9b chat v1.5 q8_0","display_name":"Yi 9b chat v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5","name":"Yi 9b v1.5","display_name":"Yi 9b v1.5","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-fp16","name":"Yi 9b v1.5 fp16","display_name":"Yi 9b v1.5 fp16","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q2_K","name":"Yi 9b v1.5 q2_K","display_name":"Yi 9b v1.5 q2_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q3_K_L","name":"Yi 9b v1.5 q3_K_L","display_name":"Yi 9b v1.5 q3_K_L","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q3_K_M","name":"Yi 9b v1.5 q3_K_M","display_name":"Yi 9b v1.5 q3_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q3_K_S","name":"Yi 9b v1.5 q3_K_S","display_name":"Yi 9b v1.5 q3_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q4_0","name":"Yi 9b v1.5 q4_0","display_name":"Yi 9b v1.5 q4_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q4_1","name":"Yi 9b v1.5 q4_1","display_name":"Yi 9b v1.5 q4_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q4_K_M","name":"Yi 9b v1.5 q4_K_M","display_name":"Yi 9b v1.5 q4_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q4_K_S","name":"Yi 9b v1.5 q4_K_S","display_name":"Yi 9b v1.5 q4_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q5_0","name":"Yi 9b v1.5 q5_0","display_name":"Yi 9b v1.5 q5_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q5_1","name":"Yi 9b v1.5 q5_1","display_name":"Yi 9b v1.5 q5_1","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q5_K_M","name":"Yi 9b v1.5 q5_K_M","display_name":"Yi 9b v1.5 q5_K_M","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q5_K_S","name":"Yi 9b v1.5 q5_K_S","display_name":"Yi 9b v1.5 q5_K_S","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q6_K","name":"Yi 9b v1.5 q6_K","display_name":"Yi 9b v1.5 q6_K","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:9b-v1.5-q8_0","name":"Yi 9b v1.5 q8_0","display_name":"Yi 9b v1.5 q8_0","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:latest","name":"Yi Latest","display_name":"Yi Latest","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"yi:v1.5","name":"Yi V1.5","display_name":"Yi V1.5","type":"chat","context_length":4000,"max_output_tokens":1000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b","name":"Zephyr 141b","display_name":"Zephyr 141b","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b-v0.1","name":"Zephyr 141b v0.1","display_name":"Zephyr 141b v0.1","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b-v0.1-fp16","name":"Zephyr 141b v0.1 fp16","display_name":"Zephyr 141b v0.1 fp16","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b-v0.1-q2_K","name":"Zephyr 141b v0.1 q2_K","display_name":"Zephyr 141b v0.1 q2_K","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b-v0.1-q4_0","name":"Zephyr 141b v0.1 q4_0","display_name":"Zephyr 141b v0.1 q4_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:141b-v0.1-q8_0","name":"Zephyr 141b v0.1 q8_0","display_name":"Zephyr 141b v0.1 q8_0","type":"chat","context_length":64000,"max_output_tokens":16000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b","name":"Zephyr 7b","display_name":"Zephyr 7b","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha","name":"Zephyr 7b alpha","display_name":"Zephyr 7b alpha","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-fp16","name":"Zephyr 7b alpha fp16","display_name":"Zephyr 7b alpha fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q2_K","name":"Zephyr 7b alpha q2_K","display_name":"Zephyr 7b alpha q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q3_K_L","name":"Zephyr 7b alpha q3_K_L","display_name":"Zephyr 7b alpha q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q3_K_M","name":"Zephyr 7b alpha q3_K_M","display_name":"Zephyr 7b alpha q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q3_K_S","name":"Zephyr 7b alpha q3_K_S","display_name":"Zephyr 7b alpha q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q4_0","name":"Zephyr 7b alpha q4_0","display_name":"Zephyr 7b alpha q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q4_1","name":"Zephyr 7b alpha q4_1","display_name":"Zephyr 7b alpha q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q4_K_M","name":"Zephyr 7b alpha q4_K_M","display_name":"Zephyr 7b alpha q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q4_K_S","name":"Zephyr 7b alpha q4_K_S","display_name":"Zephyr 7b alpha q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q5_0","name":"Zephyr 7b alpha q5_0","display_name":"Zephyr 7b alpha q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q5_1","name":"Zephyr 7b alpha q5_1","display_name":"Zephyr 7b alpha q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q5_K_M","name":"Zephyr 7b alpha q5_K_M","display_name":"Zephyr 7b alpha q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q5_K_S","name":"Zephyr 7b alpha q5_K_S","display_name":"Zephyr 7b alpha q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q6_K","name":"Zephyr 7b alpha q6_K","display_name":"Zephyr 7b alpha q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-alpha-q8_0","name":"Zephyr 7b alpha q8_0","display_name":"Zephyr 7b alpha q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta","name":"Zephyr 7b beta","display_name":"Zephyr 7b beta","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-fp16","name":"Zephyr 7b beta fp16","display_name":"Zephyr 7b beta fp16","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q2_K","name":"Zephyr 7b beta q2_K","display_name":"Zephyr 7b beta q2_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q3_K_L","name":"Zephyr 7b beta q3_K_L","display_name":"Zephyr 7b beta q3_K_L","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q3_K_M","name":"Zephyr 7b beta q3_K_M","display_name":"Zephyr 7b beta q3_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q3_K_S","name":"Zephyr 7b beta q3_K_S","display_name":"Zephyr 7b beta q3_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q4_0","name":"Zephyr 7b beta q4_0","display_name":"Zephyr 7b beta q4_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q4_1","name":"Zephyr 7b beta q4_1","display_name":"Zephyr 7b beta q4_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q4_K_M","name":"Zephyr 7b beta q4_K_M","display_name":"Zephyr 7b beta q4_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q4_K_S","name":"Zephyr 7b beta q4_K_S","display_name":"Zephyr 7b beta q4_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q5_0","name":"Zephyr 7b beta q5_0","display_name":"Zephyr 7b beta q5_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q5_1","name":"Zephyr 7b beta q5_1","display_name":"Zephyr 7b beta q5_1","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q5_K_M","name":"Zephyr 7b beta q5_K_M","display_name":"Zephyr 7b beta q5_K_M","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q5_K_S","name":"Zephyr 7b beta q5_K_S","display_name":"Zephyr 7b beta q5_K_S","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q6_K","name":"Zephyr 7b beta q6_K","display_name":"Zephyr 7b beta q6_K","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:7b-beta-q8_0","name":"Zephyr 7b beta q8_0","display_name":"Zephyr 7b beta q8_0","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false},{"id":"zephyr:latest","name":"Zephyr Latest","display_name":"Zephyr Latest","type":"chat","context_length":32000,"max_output_tokens":8000,"metadata":{"source":"public-provider-conf-template"},"vision":false,"reasoning":{"supported":false},"tool_call":false}]} \ No newline at end of file diff --git a/dist/openai.json b/dist/openai.json new file mode 100644 index 0000000..2a616ec --- /dev/null +++ b/dist/openai.json @@ -0,0 +1 @@ +{"id":"openai","name":"openai","doc":"https://platform.openai.com/docs/models","display_name":"openai","models":[{"id":"gpt-4.1-nano","name":"GPT-4.1 nano","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.03},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 nano"},{"id":"gpt-4","name":"GPT-4","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-11","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":30,"output":60},"limit":{"context":8192,"output":8192},"display_name":"GPT-4"},{"id":"o1-pro","name":"o1-pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2025-03-19","last_updated":"2025-03-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":150,"output":600},"limit":{"context":200000,"output":100000},"display_name":"o1-pro"},{"id":"gpt-4o-2024-05-13","name":"GPT-4o (2024-05-13)","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-05-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":15},"limit":{"context":128000,"output":4096},"display_name":"GPT-4o (2024-05-13)"},{"id":"gpt-4o-2024-08-06","name":"GPT-4o (2024-08-06)","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-08-06","last_updated":"2024-08-06","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":10,"cache_read":1.25},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o (2024-08-06)"},{"id":"gpt-4.1-mini","name":"GPT-4.1 mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.6,"cache_read":0.1},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 mini"},{"id":"o3-deep-research","name":"o3-deep-research","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2024-06-26","last_updated":"2024-06-26","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":10,"output":40,"cache_read":2.5},"limit":{"context":200000,"output":100000},"display_name":"o3-deep-research"},{"id":"gpt-3.5-turbo","name":"GPT-3.5-turbo","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-09-01","release_date":"2023-03-01","last_updated":"2023-11-06","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":1.5,"cache_read":1.25},"limit":{"context":16385,"output":4096},"display_name":"GPT-3.5-turbo"},{"id":"gpt-4-turbo","name":"GPT-4 Turbo","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":10,"output":30},"limit":{"context":128000,"output":4096},"display_name":"GPT-4 Turbo"},{"id":"o1-preview","name":"o1-preview","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2023-09","release_date":"2024-09-12","last_updated":"2024-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":60,"cache_read":7.5},"limit":{"context":128000,"output":32768},"display_name":"o1-preview"},{"id":"o3-mini","name":"o3-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2024-12-20","last_updated":"2025-01-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.55},"limit":{"context":200000,"output":100000},"display_name":"o3-mini"},{"id":"codex-mini-latest","name":"Codex Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-04","release_date":"2025-05-16","last_updated":"2025-05-16","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.5,"output":6,"cache_read":0.375},"limit":{"context":200000,"output":100000},"display_name":"Codex Mini"},{"id":"gpt-5-nano","name":"gpt-5-nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4,"cache_read":0.01},"limit":{"context":400000,"output":128000},"display_name":"gpt-5-nano","type":"chat","context_length":272000,"reasoning_effort":"medium"},{"id":"gpt-5-codex","name":"GPT-5-Codex","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.125},"limit":{"context":400000,"output":128000},"display_name":"GPT-5-Codex"},{"id":"gpt-4o","name":"GPT-4o","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-08-06","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":10,"cache_read":1.25},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o"},{"id":"gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1"},{"id":"o4-mini","name":"o4-mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.28},"limit":{"context":200000,"output":100000},"display_name":"o4-mini"},{"id":"o1","name":"o1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2024-12-05","last_updated":"2024-12-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":60,"cache_read":7.5},"limit":{"context":200000,"output":100000},"display_name":"o1"},{"id":"gpt-5-mini","name":"gpt-5-mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2,"cache_read":0.03},"limit":{"context":400000,"output":128000},"display_name":"gpt-5-mini","type":"chat","context_length":272000,"reasoning_effort":"medium"},{"id":"o1-mini","name":"o1-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":false,"knowledge":"2023-09","release_date":"2024-09-12","last_updated":"2024-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.55},"limit":{"context":128000,"output":65536},"display_name":"o1-mini"},{"id":"o3-pro","name":"o3-pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-06-10","last_updated":"2025-06-10","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":20,"output":80},"limit":{"context":200000,"output":100000},"display_name":"o3-pro"},{"id":"gpt-4o-2024-11-20","name":"GPT-4o (2024-11-20)","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-11-20","last_updated":"2024-11-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":10,"cache_read":1.25},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o (2024-11-20)"},{"id":"o3","name":"o3","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":200000,"output":100000},"display_name":"o3"},{"id":"o4-mini-deep-research","name":"o4-mini-deep-research","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2024-06-26","last_updated":"2024-06-26","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":200000,"output":100000},"display_name":"o4-mini-deep-research"},{"id":"gpt-5-chat-latest","name":"gpt-5-chat-latest","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10},"limit":{"context":400000,"output":128000},"display_name":"gpt-5-chat-latest","type":"chat","context_length":272000,"max_output_tokens":16384,"reasoning_effort":"medium"},{"id":"gpt-4o-mini","name":"GPT-4o mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.08},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o mini"},{"id":"gpt-5","name":"gpt-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.13},"limit":{"context":400000,"output":128000},"display_name":"gpt-5","type":"chat","context_length":272000,"reasoning_effort":"medium"},{"id":"gpt-5-chat","type":"chat","context_length":272000,"max_output_tokens":16384,"reasoning_effort":"medium","name":"gpt-5-chat","display_name":"gpt-5-chat"}]} \ No newline at end of file diff --git a/dist/opencode.json b/dist/opencode.json new file mode 100644 index 0000000..8ea966b --- /dev/null +++ b/dist/opencode.json @@ -0,0 +1 @@ +{"id":"opencode","api":"https://opencode.ai/zen/v1","name":"OpenCode Zen","doc":"https://opencode.ai/docs/zen","display_name":"OpenCode Zen","models":[{"id":"qwen3-coder","name":"Qwen3 Coder","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.45,"output":1.8},"limit":{"context":262144,"output":65536},"display_name":"Qwen3 Coder"},{"id":"claude-opus-4-1","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"reasoning":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"provider":{"npm":"@ai-sdk/anthropic"},"display_name":"Claude Opus 4.1"},{"id":"kimi-k2","name":"Kimi K2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5,"cache_read":0.36},"limit":{"context":262144,"output":262144},"display_name":"Kimi K2"},{"id":"claude-haiku-4-5","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-31","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":1.25,"cache_read":0.1,"cache_write":1.25},"limit":{"context":200000,"output":64000},"provider":{"npm":"@ai-sdk/anthropic"},"display_name":"Claude Haiku 4.5"},{"id":"claude-sonnet-4-5","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":1000000,"output":64000},"provider":{"npm":"@ai-sdk/anthropic"},"display_name":"Claude Sonnet 4.5"},{"id":"gpt-5-codex","name":"GPT-5-Codex","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"reasoning":10,"cache_read":0.125},"limit":{"context":400000,"output":128000},"provider":{"npm":"@ai-sdk/openai"},"display_name":"GPT-5-Codex"},{"id":"an-gbt","name":"Code GBT (alpha)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-01-01","last_updated":"2025-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":200000,"output":128000},"status":"alpha","display_name":"Code GBT (alpha)"},{"id":"big-pickle","name":"Big Pickle","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-10-17","last_updated":"2025-10-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":200000,"output":128000},"display_name":"Big Pickle"},{"id":"claude-3-5-haiku","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"provider":{"npm":"@ai-sdk/anthropic"},"display_name":"Claude Haiku 3.5"},{"id":"glm-4.6","name":"GLM-4.6 (beta)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.9},"limit":{"context":204800,"output":131072},"status":"beta","display_name":"GLM-4.6 (beta)"},{"id":"grok-code","name":"Grok Code Fast 1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-20","last_updated":"2025-08-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":256000,"output":256000},"display_name":"Grok Code Fast 1"},{"id":"code-supernova","name":"Code Supernova 1M","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-09-19","last_updated":"2025-09-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":1000000,"output":1000000},"display_name":"Code Supernova 1M"},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":1000000,"output":64000},"provider":{"npm":"@ai-sdk/anthropic"},"display_name":"Claude Sonnet 4"},{"id":"gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"reasoning":10,"cache_read":0.125},"limit":{"context":400000,"output":128000},"provider":{"npm":"@ai-sdk/openai"},"display_name":"GPT-5"}]} \ No newline at end of file diff --git a/dist/openrouter.json b/dist/openrouter.json new file mode 100644 index 0000000..f26d206 --- /dev/null +++ b/dist/openrouter.json @@ -0,0 +1 @@ +{"id":"openrouter","name":"OpenRouter","display_name":"OpenRouter","updated_at":"2025-10-22T10:05:33.194Z","models":[{"id":"agentica-org/deepcoder-14b-preview","name":"Agentica: Deepcoder 14B Preview","display_name":"Agentica: Deepcoder 14B Preview","type":"chat","context_length":96000,"max_output_tokens":96000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":96000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"agentica-org/deepcoder-14b-preview:free","name":"Agentica: Deepcoder 14B Preview (free)","display_name":"Agentica: Deepcoder 14B Preview (free)","type":"chat","context_length":96000,"max_output_tokens":96000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":96000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"ai21/jamba-large-1.7","name":"AI21: Jamba Large 1.7","display_name":"AI21: Jamba Large 1.7","type":"chat","context_length":256000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"ai21/jamba-mini-1.7","name":"AI21: Jamba Mini 1.7","display_name":"AI21: Jamba Mini 1.7","type":"chat","context_length":256000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-1.0","name":"AionLabs: Aion-1.0","display_name":"AionLabs: Aion-1.0","type":"chat","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-1.0-mini","name":"AionLabs: Aion-1.0-Mini","display_name":"AionLabs: Aion-1.0-Mini","type":"chat","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-rp-llama-3.1-8b","name":"AionLabs: Aion-RP 1.0 (8B)","display_name":"AionLabs: Aion-RP 1.0 (8B)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alfredpros/codellama-7b-instruct-solidity","name":"AlfredPros: CodeLLaMa 7B Instruct Solidity","display_name":"AlfredPros: CodeLLaMa 7B Instruct Solidity","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4096,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alibaba/tongyi-deepresearch-30b-a3b","name":"Tongyi DeepResearch 30B A3B","display_name":"Tongyi DeepResearch 30B A3B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alibaba/tongyi-deepresearch-30b-a3b:free","name":"Tongyi DeepResearch 30B A3B (free)","display_name":"Tongyi DeepResearch 30B A3B (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"allenai/olmo-2-0325-32b-instruct","name":"AllenAI: Olmo 2 32B Instruct","display_name":"AllenAI: Olmo 2 32B Instruct","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4096,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alpindale/goliath-120b","name":"Goliath 120B","display_name":"Goliath 120B","type":"chat","context_length":6144,"max_output_tokens":512,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":6144,"output":512},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"amazon/nova-lite-v1","name":"Amazon: Nova Lite 1.0","display_name":"Amazon: Nova Lite 1.0","type":"image-generation","context_length":300000,"max_output_tokens":5120,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":300000,"output":5120},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"amazon/nova-micro-v1","name":"Amazon: Nova Micro 1.0","display_name":"Amazon: Nova Micro 1.0","type":"chat","context_length":128000,"max_output_tokens":5120,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":5120},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"amazon/nova-pro-v1","name":"Amazon: Nova Pro 1.0","display_name":"Amazon: Nova Pro 1.0","type":"image-generation","context_length":300000,"max_output_tokens":5120,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":300000,"output":5120},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthracite-org/magnum-v2-72b","name":"Magnum v2 72B","display_name":"Magnum v2 72B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthracite-org/magnum-v4-72b","name":"Magnum v4 72B","display_name":"Magnum v4 72B","type":"chat","context_length":16384,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16384,"output":2048},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3-haiku","name":"Anthropic: Claude 3 Haiku","display_name":"Anthropic: Claude 3 Haiku","type":"image-generation","context_length":200000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3-opus","name":"Anthropic: Claude 3 Opus","display_name":"Anthropic: Claude 3 Opus","type":"image-generation","context_length":200000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.5-haiku","name":"Anthropic: Claude 3.5 Haiku","display_name":"Anthropic: Claude 3.5 Haiku","type":"image-generation","context_length":200000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.5-haiku-20241022","name":"Anthropic: Claude 3.5 Haiku (2024-10-22)","display_name":"Anthropic: Claude 3.5 Haiku (2024-10-22)","type":"image-generation","context_length":200000,"max_output_tokens":8192,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.5-sonnet","name":"Anthropic: Claude 3.5 Sonnet","display_name":"Anthropic: Claude 3.5 Sonnet","type":"image-generation","context_length":200000,"max_output_tokens":8192,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.5-sonnet-20240620","name":"Anthropic: Claude 3.5 Sonnet (2024-06-20)","display_name":"Anthropic: Claude 3.5 Sonnet (2024-06-20)","type":"image-generation","context_length":200000,"max_output_tokens":8192,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.7-sonnet","name":"Anthropic: Claude 3.7 Sonnet","display_name":"Anthropic: Claude 3.7 Sonnet","type":"image-generation","context_length":200000,"max_output_tokens":64000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-3.7-sonnet:thinking","name":"Anthropic: Claude 3.7 Sonnet (thinking)","display_name":"Anthropic: Claude 3.7 Sonnet (thinking)","type":"image-generation","context_length":200000,"max_output_tokens":64000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-haiku-4.5","name":"Anthropic: Claude Haiku 4.5","display_name":"Anthropic: Claude Haiku 4.5","type":"image-generation","context_length":200000,"max_output_tokens":64000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-opus-4","name":"Anthropic: Claude Opus 4","display_name":"Anthropic: Claude Opus 4","type":"image-generation","context_length":200000,"max_output_tokens":32000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":32000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-opus-4.1","name":"Anthropic: Claude Opus 4.1","display_name":"Anthropic: Claude Opus 4.1","type":"image-generation","context_length":200000,"max_output_tokens":32000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":32000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-sonnet-4","name":"Anthropic: Claude Sonnet 4","display_name":"Anthropic: Claude Sonnet 4","type":"image-generation","context_length":1000000,"max_output_tokens":64000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1000000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"anthropic/claude-sonnet-4.5","name":"Anthropic: Claude Sonnet 4.5","display_name":"Anthropic: Claude Sonnet 4.5","type":"image-generation","context_length":1000000,"max_output_tokens":64000,"attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":1000000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"arcee-ai/afm-4.5b","name":"Arcee AI: AFM 4.5B","display_name":"Arcee AI: AFM 4.5B","type":"chat","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/coder-large","name":"Arcee AI: Coder Large","display_name":"Arcee AI: Coder Large","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/maestro-reasoning","name":"Arcee AI: Maestro Reasoning","display_name":"Arcee AI: Maestro Reasoning","type":"chat","context_length":131072,"max_output_tokens":32000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/spotlight","name":"Arcee AI: Spotlight","display_name":"Arcee AI: Spotlight","type":"image-generation","context_length":131072,"max_output_tokens":65537,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":131072,"output":65537},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"arcee-ai/virtuoso-large","name":"Arcee AI: Virtuoso Large","display_name":"Arcee AI: Virtuoso Large","type":"chat","context_length":131072,"max_output_tokens":64000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arliai/qwq-32b-arliai-rpr-v1","name":"ArliAI: QwQ 32B RpR v1","display_name":"ArliAI: QwQ 32B RpR v1","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arliai/qwq-32b-arliai-rpr-v1:free","name":"ArliAI: QwQ 32B RpR v1 (free)","display_name":"ArliAI: QwQ 32B RpR v1 (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-21b-a3b","name":"Baidu: ERNIE 4.5 21B A3B","display_name":"Baidu: ERNIE 4.5 21B A3B","type":"chat","context_length":120000,"max_output_tokens":8000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":120000,"output":8000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-21b-a3b-thinking","name":"Baidu: ERNIE 4.5 21B A3B Thinking","display_name":"Baidu: ERNIE 4.5 21B A3B Thinking","type":"chat","context_length":131072,"max_output_tokens":65536,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-300b-a47b","name":"Baidu: ERNIE 4.5 300B A47B","display_name":"Baidu: ERNIE 4.5 300B A47B","type":"chat","context_length":123000,"max_output_tokens":12000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":123000,"output":12000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-vl-28b-a3b","name":"Baidu: ERNIE 4.5 VL 28B A3B","display_name":"Baidu: ERNIE 4.5 VL 28B A3B","type":"image-generation","context_length":30000,"max_output_tokens":8000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":30000,"output":8000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"baidu/ernie-4.5-vl-424b-a47b","name":"Baidu: ERNIE 4.5 VL 424B A47B","display_name":"Baidu: ERNIE 4.5 VL 424B A47B","type":"image-generation","context_length":123000,"max_output_tokens":16000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":123000,"output":16000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"bytedance/ui-tars-1.5-7b","name":"ByteDance: UI-TARS 7B","display_name":"ByteDance: UI-TARS 7B","type":"image-generation","context_length":128000,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":128000,"output":2048},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"cognitivecomputations/dolphin-mistral-24b-venice-edition:free","name":"Venice: Uncensored (free)","display_name":"Venice: Uncensored (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cognitivecomputations/dolphin3.0-mistral-24b","name":"Dolphin3.0 Mistral 24B","display_name":"Dolphin3.0 Mistral 24B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cognitivecomputations/dolphin3.0-mistral-24b:free","name":"Dolphin3.0 Mistral 24B (free)","display_name":"Dolphin3.0 Mistral 24B (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-a","name":"Cohere: Command A","display_name":"Cohere: Command A","type":"chat","context_length":256000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r-08-2024","name":"Cohere: Command R (08-2024)","display_name":"Cohere: Command R (08-2024)","type":"chat","context_length":128000,"max_output_tokens":4000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r-plus-08-2024","name":"Cohere: Command R+ (08-2024)","display_name":"Cohere: Command R+ (08-2024)","type":"chat","context_length":128000,"max_output_tokens":4000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r7b-12-2024","name":"Cohere: Command R7B (12-2024)","display_name":"Cohere: Command R7B (12-2024)","type":"chat","context_length":128000,"max_output_tokens":4000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepcogito/cogito-v2-preview-deepseek-671b","name":"Deep Cogito: Cogito V2 Preview Deepseek 671B","display_name":"Deep Cogito: Cogito V2 Preview Deepseek 671B","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepcogito/cogito-v2-preview-llama-109b-moe","name":"Cogito V2 Preview Llama 109B","display_name":"Cogito V2 Preview Llama 109B","type":"image-generation","context_length":32767,"max_output_tokens":32767,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":32767},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"deepcogito/cogito-v2-preview-llama-405b","name":"Deep Cogito: Cogito V2 Preview Llama 405B","display_name":"Deep Cogito: Cogito V2 Preview Llama 405B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepcogito/cogito-v2-preview-llama-70b","name":"Deep Cogito: Cogito V2 Preview Llama 70B","display_name":"Deep Cogito: Cogito V2 Preview Llama 70B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat","name":"DeepSeek: DeepSeek V3","display_name":"DeepSeek: DeepSeek V3","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3-0324","name":"DeepSeek: DeepSeek V3 0324","display_name":"DeepSeek: DeepSeek V3 0324","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3-0324:free","name":"DeepSeek: DeepSeek V3 0324 (free)","display_name":"DeepSeek: DeepSeek V3 0324 (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3.1","name":"DeepSeek: DeepSeek V3.1","display_name":"DeepSeek: DeepSeek V3.1","type":"chat","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3.1:free","name":"DeepSeek: DeepSeek V3.1 (free)","display_name":"DeepSeek: DeepSeek V3.1 (free)","type":"chat","context_length":163800,"max_output_tokens":163800,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163800},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-prover-v2","name":"DeepSeek: DeepSeek Prover V2","display_name":"DeepSeek: DeepSeek Prover V2","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1","name":"DeepSeek: R1","display_name":"DeepSeek: R1","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528","name":"DeepSeek: R1 0528","display_name":"DeepSeek: R1 0528","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528-qwen3-8b","name":"DeepSeek: DeepSeek R1 0528 Qwen3 8B","display_name":"DeepSeek: DeepSeek R1 0528 Qwen3 8B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528-qwen3-8b:free","name":"DeepSeek: DeepSeek R1 0528 Qwen3 8B (free)","display_name":"DeepSeek: DeepSeek R1 0528 Qwen3 8B (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528:free","name":"DeepSeek: R1 0528 (free)","display_name":"DeepSeek: R1 0528 (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-llama-70b","name":"DeepSeek: R1 Distill Llama 70B","display_name":"DeepSeek: R1 Distill Llama 70B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-llama-70b:free","name":"DeepSeek: R1 Distill Llama 70B (free)","display_name":"DeepSeek: R1 Distill Llama 70B (free)","type":"chat","context_length":8192,"max_output_tokens":4096,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-qwen-14b","name":"DeepSeek: R1 Distill Qwen 14B","display_name":"DeepSeek: R1 Distill Qwen 14B","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-qwen-32b","name":"DeepSeek: R1 Distill Qwen 32B","display_name":"DeepSeek: R1 Distill Qwen 32B","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1:free","name":"DeepSeek: R1 (free)","display_name":"DeepSeek: R1 (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3.1-terminus","name":"DeepSeek: DeepSeek V3.1 Terminus","display_name":"DeepSeek: DeepSeek V3.1 Terminus","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3.2-exp","name":"DeepSeek: DeepSeek V3.2 Exp","display_name":"DeepSeek: DeepSeek V3.2 Exp","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"eleutherai/llemma_7b","name":"EleutherAI: Llemma 7b","display_name":"EleutherAI: Llemma 7b","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4096,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.0-flash-001","name":"Google: Gemini 2.0 Flash","display_name":"Google: Gemini 2.0 Flash","type":"image-generation","context_length":1048576,"max_output_tokens":8192,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio"],"output":["text"]},"limit":{"context":1048576,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.0-flash-exp:free","name":"Google: Gemini 2.0 Flash Experimental (free)","display_name":"Google: Gemini 2.0 Flash Experimental (free)","type":"image-generation","context_length":1048576,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":1048576,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.0-flash-lite-001","name":"Google: Gemini 2.0 Flash Lite","display_name":"Google: Gemini 2.0 Flash Lite","type":"image-generation","context_length":1048576,"max_output_tokens":8192,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image","audio"],"output":["text"]},"limit":{"context":1048576,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash","name":"Google: Gemini 2.5 Flash","display_name":"Google: Gemini 2.5 Flash","type":"image-generation","context_length":1048576,"max_output_tokens":65535,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65535},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-image","name":"Google: Gemini 2.5 Flash Image (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image (Nano Banana)","type":"image-generation","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":32768,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-image-preview","name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","type":"image-generation","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":32768,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-lite","name":"Google: Gemini 2.5 Flash Lite","display_name":"Google: Gemini 2.5 Flash Lite","type":"image-generation","context_length":1048576,"max_output_tokens":65535,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65535},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-lite-preview-06-17","name":"Google: Gemini 2.5 Flash Lite Preview 06-17","display_name":"Google: Gemini 2.5 Flash Lite Preview 06-17","type":"image-generation","context_length":1048576,"max_output_tokens":65535,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65535},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-lite-preview-09-2025","name":"Google: Gemini 2.5 Flash Lite Preview 09-2025","display_name":"Google: Gemini 2.5 Flash Lite Preview 09-2025","type":"image-generation","context_length":1048576,"max_output_tokens":65536,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-flash-preview-09-2025","name":"Google: Gemini 2.5 Flash Preview 09-2025","display_name":"Google: Gemini 2.5 Flash Preview 09-2025","type":"image-generation","context_length":1048576,"max_output_tokens":65536,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1048576,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-pro","name":"Google: Gemini 2.5 Pro","display_name":"Google: Gemini 2.5 Pro","type":"image-generation","context_length":1048576,"max_output_tokens":65536,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-pro-preview","name":"Google: Gemini 2.5 Pro Preview 06-05","display_name":"Google: Gemini 2.5 Pro Preview 06-05","type":"image-generation","context_length":1048576,"max_output_tokens":65536,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text","audio"],"output":["text"]},"limit":{"context":1048576,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemini-2.5-pro-preview-05-06","name":"Google: Gemini 2.5 Pro Preview 05-06","display_name":"Google: Gemini 2.5 Pro Preview 05-06","type":"image-generation","context_length":1048576,"max_output_tokens":65535,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image","audio"],"output":["text"]},"limit":{"context":1048576,"output":65535},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-2-27b-it","name":"Google: Gemma 2 27B","display_name":"Google: Gemma 2 27B","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-9b-it","name":"Google: Gemma 2 9B","display_name":"Google: Gemma 2 9B","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-9b-it:free","name":"Google: Gemma 2 9B (free)","display_name":"Google: Gemma 2 9B (free)","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3-12b-it","name":"Google: Gemma 3 12B","display_name":"Google: Gemma 3 12B","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-12b-it:free","name":"Google: Gemma 3 12B (free)","display_name":"Google: Gemma 3 12B (free)","type":"image-generation","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-27b-it","name":"Google: Gemma 3 27B","display_name":"Google: Gemma 3 27B","type":"image-generation","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-27b-it:free","name":"Google: Gemma 3 27B (free)","display_name":"Google: Gemma 3 27B (free)","type":"image-generation","context_length":96000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":96000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-4b-it","name":"Google: Gemma 3 4B","display_name":"Google: Gemma 3 4B","type":"image-generation","context_length":96000,"max_output_tokens":96000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":96000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3-4b-it:free","name":"Google: Gemma 3 4B (free)","display_name":"Google: Gemma 3 4B (free)","type":"image-generation","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"google/gemma-3n-e2b-it:free","name":"Google: Gemma 3n 2B (free)","display_name":"Google: Gemma 3n 2B (free)","type":"chat","context_length":8192,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":2048},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3n-e4b-it","name":"Google: Gemma 3n 4B","display_name":"Google: Gemma 3n 4B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3n-e4b-it:free","name":"Google: Gemma 3n 4B (free)","display_name":"Google: Gemma 3n 4B (free)","type":"chat","context_length":8192,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":2048},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"gryphe/mythomax-l2-13b","name":"MythoMax 13B","display_name":"MythoMax 13B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4096,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"ibm-granite/granite-4.0-h-micro","name":"IBM: Granite 4.0 Micro","display_name":"IBM: Granite 4.0 Micro","type":"chat","context_length":131000,"max_output_tokens":131000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inception/mercury","name":"Inception: Mercury","display_name":"Inception: Mercury","type":"chat","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inception/mercury-coder","name":"Inception: Mercury Coder","display_name":"Inception: Mercury Coder","type":"chat","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inclusionai/ling-1t","name":"inclusionAI: Ling-1T","display_name":"inclusionAI: Ling-1T","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inclusionai/ring-1t","name":"inclusionAI: Ring 1T","display_name":"inclusionAI: Ring 1T","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inflection/inflection-3-pi","name":"Inflection: Inflection 3 Pi","display_name":"Inflection: Inflection 3 Pi","type":"chat","context_length":8000,"max_output_tokens":1024,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":1024},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inflection/inflection-3-productivity","name":"Inflection: Inflection 3 Productivity","display_name":"Inflection: Inflection 3 Productivity","type":"chat","context_length":8000,"max_output_tokens":1024,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":1024},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mancer/weaver","name":"Mancer: Weaver (alpha)","display_name":"Mancer: Weaver (alpha)","type":"chat","context_length":8000,"max_output_tokens":2000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8000,"output":2000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meituan/longcat-flash-chat","name":"Meituan: LongCat Flash Chat","display_name":"Meituan: LongCat Flash Chat","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meituan/longcat-flash-chat:free","name":"Meituan: LongCat Flash Chat (free)","display_name":"Meituan: LongCat Flash Chat (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3-70b-instruct","name":"Meta: Llama 3 70B Instruct","display_name":"Meta: Llama 3 70B Instruct","type":"chat","context_length":8192,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3-8b-instruct","name":"Meta: Llama 3 8B Instruct","display_name":"Meta: Llama 3 8B Instruct","type":"chat","context_length":8192,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-405b","name":"Meta: Llama 3.1 405B (base)","display_name":"Meta: Llama 3.1 405B (base)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-405b-instruct","name":"Meta: Llama 3.1 405B Instruct","display_name":"Meta: Llama 3.1 405B Instruct","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-70b-instruct","name":"Meta: Llama 3.1 70B Instruct","display_name":"Meta: Llama 3.1 70B Instruct","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-8b-instruct","name":"Meta: Llama 3.1 8B Instruct","display_name":"Meta: Llama 3.1 8B Instruct","type":"chat","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16384,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-11b-vision-instruct","name":"Meta: Llama 3.2 11B Vision Instruct","display_name":"Meta: Llama 3.2 11B Vision Instruct","type":"image-generation","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-3.2-1b-instruct","name":"Meta: Llama 3.2 1B Instruct","display_name":"Meta: Llama 3.2 1B Instruct","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-3b-instruct","name":"Meta: Llama 3.2 3B Instruct","display_name":"Meta: Llama 3.2 3B Instruct","type":"chat","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16384,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-3b-instruct:free","name":"Meta: Llama 3.2 3B Instruct (free)","display_name":"Meta: Llama 3.2 3B Instruct (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-90b-vision-instruct","name":"Meta: Llama 3.2 90B Vision Instruct","display_name":"Meta: Llama 3.2 90B Vision Instruct","type":"image-generation","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-3.3-70b-instruct","name":"Meta: Llama 3.3 70B Instruct","display_name":"Meta: Llama 3.3 70B Instruct","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.3-70b-instruct:free","name":"Meta: Llama 3.3 70B Instruct (free)","display_name":"Meta: Llama 3.3 70B Instruct (free)","type":"chat","context_length":131072,"max_output_tokens":2048,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":2048},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.3-8b-instruct:free","name":"Meta: Llama 3.3 8B Instruct (free)","display_name":"Meta: Llama 3.3 8B Instruct (free)","type":"chat","context_length":128000,"max_output_tokens":4028,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4028},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-4-maverick","name":"Meta: Llama 4 Maverick","display_name":"Meta: Llama 4 Maverick","type":"image-generation","context_length":1048576,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":1048576,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-4-maverick:free","name":"Meta: Llama 4 Maverick (free)","display_name":"Meta: Llama 4 Maverick (free)","type":"image-generation","context_length":128000,"max_output_tokens":4028,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":4028},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-4-scout","name":"Meta: Llama 4 Scout","display_name":"Meta: Llama 4 Scout","type":"image-generation","context_length":327680,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":327680,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-4-scout:free","name":"Meta: Llama 4 Scout (free)","display_name":"Meta: Llama 4 Scout (free)","type":"image-generation","context_length":128000,"max_output_tokens":4028,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":4028},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"meta-llama/llama-guard-2-8b","name":"Meta: LlamaGuard 2 8B","display_name":"Meta: LlamaGuard 2 8B","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-guard-3-8b","name":"Llama Guard 3 8B","display_name":"Llama Guard 3 8B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-guard-4-12b","name":"Meta: Llama Guard 4 12B","display_name":"Meta: Llama Guard 4 12B","type":"image-generation","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"microsoft/mai-ds-r1","name":"Microsoft: MAI DS R1","display_name":"Microsoft: MAI DS R1","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/mai-ds-r1:free","name":"Microsoft: MAI DS R1 (free)","display_name":"Microsoft: MAI DS R1 (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3-medium-128k-instruct","name":"Microsoft: Phi-3 Medium 128K Instruct","display_name":"Microsoft: Phi-3 Medium 128K Instruct","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3-mini-128k-instruct","name":"Microsoft: Phi-3 Mini 128K Instruct","display_name":"Microsoft: Phi-3 Mini 128K Instruct","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3.5-mini-128k-instruct","name":"Microsoft: Phi-3.5 Mini 128K Instruct","display_name":"Microsoft: Phi-3.5 Mini 128K Instruct","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-4","name":"Microsoft: Phi 4","display_name":"Microsoft: Phi 4","type":"chat","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-4-multimodal-instruct","name":"Microsoft: Phi 4 Multimodal Instruct","display_name":"Microsoft: Phi 4 Multimodal Instruct","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"microsoft/phi-4-reasoning-plus","name":"Microsoft: Phi 4 Reasoning Plus","display_name":"Microsoft: Phi 4 Reasoning Plus","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/wizardlm-2-8x22b","name":"WizardLM-2 8x22B","display_name":"WizardLM-2 8x22B","type":"chat","context_length":65536,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":65536,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"minimax/minimax-01","name":"MiniMax: MiniMax-01","display_name":"MiniMax: MiniMax-01","type":"image-generation","context_length":1000192,"max_output_tokens":1000192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":1000192,"output":1000192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"minimax/minimax-m1","name":"MiniMax: MiniMax M1","display_name":"MiniMax: MiniMax M1","type":"chat","context_length":1000000,"max_output_tokens":40000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":40000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/codestral-2501","name":"Mistral: Codestral 2501","display_name":"Mistral: Codestral 2501","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/codestral-2508","name":"Mistral: Codestral 2508","display_name":"Mistral: Codestral 2508","type":"chat","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-medium","name":"Mistral: Devstral Medium","display_name":"Mistral: Devstral Medium","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-small","name":"Mistral: Devstral Small 1.1","display_name":"Mistral: Devstral Small 1.1","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-small-2505","name":"Mistral: Devstral Small 2505","display_name":"Mistral: Devstral Small 2505","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-small-2505:free","name":"Mistral: Devstral Small 2505 (free)","display_name":"Mistral: Devstral Small 2505 (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-medium-2506","name":"Mistral: Magistral Medium 2506","display_name":"Mistral: Magistral Medium 2506","type":"chat","context_length":40960,"max_output_tokens":40000,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-medium-2506:thinking","name":"Mistral: Magistral Medium 2506 (thinking)","display_name":"Mistral: Magistral Medium 2506 (thinking)","type":"chat","context_length":40960,"max_output_tokens":40000,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-small-2506","name":"Mistral: Magistral Small 2506","display_name":"Mistral: Magistral Small 2506","type":"chat","context_length":40000,"max_output_tokens":40000,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40000,"output":40000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/ministral-3b","name":"Mistral: Ministral 3B","display_name":"Mistral: Ministral 3B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/ministral-8b","name":"Mistral: Ministral 8B","display_name":"Mistral: Ministral 8B","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct","name":"Mistral: Mistral 7B Instruct","display_name":"Mistral: Mistral 7B Instruct","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.1","name":"Mistral: Mistral 7B Instruct v0.1","display_name":"Mistral: Mistral 7B Instruct v0.1","type":"chat","context_length":2824,"max_output_tokens":2824,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":2824},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.2","name":"Mistral: Mistral 7B Instruct v0.2","display_name":"Mistral: Mistral 7B Instruct v0.2","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.3","name":"Mistral: Mistral 7B Instruct v0.3","display_name":"Mistral: Mistral 7B Instruct v0.3","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct:free","name":"Mistral: Mistral 7B Instruct (free)","display_name":"Mistral: Mistral 7B Instruct (free)","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large","name":"Mistral Large","display_name":"Mistral Large","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large-2407","name":"Mistral Large 2407","display_name":"Mistral Large 2407","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large-2411","name":"Mistral Large 2411","display_name":"Mistral Large 2411","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-medium-3","name":"Mistral: Mistral Medium 3","display_name":"Mistral: Mistral Medium 3","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-medium-3.1","name":"Mistral: Mistral Medium 3.1","display_name":"Mistral: Mistral Medium 3.1","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-nemo","name":"Mistral: Mistral Nemo","display_name":"Mistral: Mistral Nemo","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-nemo:free","name":"Mistral: Mistral Nemo (free)","display_name":"Mistral: Mistral Nemo (free)","type":"chat","context_length":131072,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-saba","name":"Mistral: Saba","display_name":"Mistral: Saba","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small","name":"Mistral Small","display_name":"Mistral Small","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-24b-instruct-2501","name":"Mistral: Mistral Small 3","display_name":"Mistral: Mistral Small 3","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-24b-instruct-2501:free","name":"Mistral: Mistral Small 3 (free)","display_name":"Mistral: Mistral Small 3 (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-3.1-24b-instruct","name":"Mistral: Mistral Small 3.1 24B","display_name":"Mistral: Mistral Small 3.1 24B","type":"image-generation","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-small-3.1-24b-instruct:free","name":"Mistral: Mistral Small 3.1 24B (free)","display_name":"Mistral: Mistral Small 3.1 24B (free)","type":"image-generation","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-small-3.2-24b-instruct","name":"Mistral: Mistral Small 3.2 24B","display_name":"Mistral: Mistral Small 3.2 24B","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-small-3.2-24b-instruct:free","name":"Mistral: Mistral Small 3.2 24B (free)","display_name":"Mistral: Mistral Small 3.2 24B (free)","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/mistral-tiny","name":"Mistral Tiny","display_name":"Mistral Tiny","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mixtral-8x22b-instruct","name":"Mistral: Mixtral 8x22B Instruct","display_name":"Mistral: Mixtral 8x22B Instruct","type":"chat","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mixtral-8x7b-instruct","name":"Mistral: Mixtral 8x7B Instruct","display_name":"Mistral: Mixtral 8x7B Instruct","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/pixtral-12b","name":"Mistral: Pixtral 12B","display_name":"Mistral: Pixtral 12B","type":"image-generation","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"mistralai/pixtral-large-2411","name":"Mistral: Pixtral Large 2411","display_name":"Mistral: Pixtral Large 2411","type":"image-generation","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"moonshotai/kimi-dev-72b","name":"MoonshotAI: Kimi Dev 72B","display_name":"MoonshotAI: Kimi Dev 72B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-dev-72b:free","name":"MoonshotAI: Kimi Dev 72B (free)","display_name":"MoonshotAI: Kimi Dev 72B (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2","name":"MoonshotAI: Kimi K2 0711","display_name":"MoonshotAI: Kimi K2 0711","type":"chat","context_length":63000,"max_output_tokens":63000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":63000,"output":63000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2-0905","name":"MoonshotAI: Kimi K2 0905","display_name":"MoonshotAI: Kimi K2 0905","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2:free","name":"MoonshotAI: Kimi K2 0711 (free)","display_name":"MoonshotAI: Kimi K2 0711 (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"morph/morph-v3-fast","name":"Morph: Morph V3 Fast","display_name":"Morph: Morph V3 Fast","type":"chat","context_length":81920,"max_output_tokens":38000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":81920,"output":38000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"morph/morph-v3-large","name":"Morph: Morph V3 Large","display_name":"Morph: Morph V3 Large","type":"chat","context_length":81920,"max_output_tokens":38000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":81920,"output":38000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"neversleep/llama-3.1-lumimaid-8b","name":"NeverSleep: Lumimaid v0.2 8B","display_name":"NeverSleep: Lumimaid v0.2 8B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"neversleep/noromaid-20b","name":"Noromaid 20B","display_name":"Noromaid 20B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/deephermes-3-llama-3-8b-preview","name":"Nous: DeepHermes 3 Llama 3 8B Preview","display_name":"Nous: DeepHermes 3 Llama 3 8B Preview","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/deephermes-3-llama-3-8b-preview:free","name":"Nous: DeepHermes 3 Llama 3 8B Preview (free)","display_name":"Nous: DeepHermes 3 Llama 3 8B Preview (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/deephermes-3-mistral-24b-preview","name":"Nous: DeepHermes 3 Mistral 24B Preview","display_name":"Nous: DeepHermes 3 Mistral 24B Preview","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-2-pro-llama-3-8b","name":"NousResearch: Hermes 2 Pro - Llama-3 8B","display_name":"NousResearch: Hermes 2 Pro - Llama-3 8B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-3-llama-3.1-405b","name":"Nous: Hermes 3 405B Instruct","display_name":"Nous: Hermes 3 405B Instruct","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-3-llama-3.1-405b:free","name":"Nous: Hermes 3 405B Instruct (free)","display_name":"Nous: Hermes 3 405B Instruct (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-3-llama-3.1-70b","name":"Nous: Hermes 3 70B Instruct","display_name":"Nous: Hermes 3 70B Instruct","type":"chat","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-4-405b","name":"Nous: Hermes 4 405B","display_name":"Nous: Hermes 4 405B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-4-70b","name":"Nous: Hermes 4 70B","display_name":"Nous: Hermes 4 70B","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.1-nemotron-70b-instruct","name":"NVIDIA: Llama 3.1 Nemotron 70B Instruct","display_name":"NVIDIA: Llama 3.1 Nemotron 70B Instruct","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.1-nemotron-ultra-253b-v1","name":"NVIDIA: Llama 3.1 Nemotron Ultra 253B v1","display_name":"NVIDIA: Llama 3.1 Nemotron Ultra 253B v1","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.3-nemotron-super-49b-v1.5","name":"NVIDIA: Llama 3.3 Nemotron Super 49B V1.5","display_name":"NVIDIA: Llama 3.3 Nemotron Super 49B V1.5","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/nemotron-nano-9b-v2","name":"NVIDIA: Nemotron Nano 9B V2","display_name":"NVIDIA: Nemotron Nano 9B V2","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/nemotron-nano-9b-v2:free","name":"NVIDIA: Nemotron Nano 9B V2 (free)","display_name":"NVIDIA: Nemotron Nano 9B V2 (free)","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/chatgpt-4o-latest","name":"OpenAI: ChatGPT-4o","display_name":"OpenAI: ChatGPT-4o","type":"image-generation","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/codex-mini","name":"OpenAI: Codex Mini","display_name":"OpenAI: Codex Mini","type":"image-generation","context_length":200000,"max_output_tokens":100000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-3.5-turbo","name":"OpenAI: GPT-3.5 Turbo","display_name":"OpenAI: GPT-3.5 Turbo","type":"chat","context_length":16385,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16385,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-0613","name":"OpenAI: GPT-3.5 Turbo (older v0613)","display_name":"OpenAI: GPT-3.5 Turbo (older v0613)","type":"chat","context_length":4095,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4095,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-16k","name":"OpenAI: GPT-3.5 Turbo 16k","display_name":"OpenAI: GPT-3.5 Turbo 16k","type":"chat","context_length":16385,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16385,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-instruct","name":"OpenAI: GPT-3.5 Turbo Instruct","display_name":"OpenAI: GPT-3.5 Turbo Instruct","type":"chat","context_length":4095,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":4095,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4","name":"OpenAI: GPT-4","display_name":"OpenAI: GPT-4","type":"chat","context_length":8191,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8191,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-0314","name":"OpenAI: GPT-4 (older v0314)","display_name":"OpenAI: GPT-4 (older v0314)","type":"chat","context_length":8191,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8191,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-1106-preview","name":"OpenAI: GPT-4 Turbo (older v1106)","display_name":"OpenAI: GPT-4 Turbo (older v1106)","type":"chat","context_length":128000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-turbo","name":"OpenAI: GPT-4 Turbo","display_name":"OpenAI: GPT-4 Turbo","type":"image-generation","context_length":128000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4-turbo-preview","name":"OpenAI: GPT-4 Turbo Preview","display_name":"OpenAI: GPT-4 Turbo Preview","type":"chat","context_length":128000,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4.1","name":"OpenAI: GPT-4.1","display_name":"OpenAI: GPT-4.1","type":"image-generation","context_length":1047576,"max_output_tokens":32768,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1047576,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4.1-mini","name":"OpenAI: GPT-4.1 Mini","display_name":"OpenAI: GPT-4.1 Mini","type":"image-generation","context_length":1047576,"max_output_tokens":32768,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1047576,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4.1-nano","name":"OpenAI: GPT-4.1 Nano","display_name":"OpenAI: GPT-4.1 Nano","type":"image-generation","context_length":1047576,"max_output_tokens":32768,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":1047576,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o","name":"OpenAI: GPT-4o","display_name":"OpenAI: GPT-4o","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-2024-05-13","name":"OpenAI: GPT-4o (2024-05-13)","display_name":"OpenAI: GPT-4o (2024-05-13)","type":"image-generation","context_length":128000,"max_output_tokens":4096,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":4096},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-2024-08-06","name":"OpenAI: GPT-4o (2024-08-06)","display_name":"OpenAI: GPT-4o (2024-08-06)","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-2024-11-20","name":"OpenAI: GPT-4o (2024-11-20)","display_name":"OpenAI: GPT-4o (2024-11-20)","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-audio-preview","name":"OpenAI: GPT-4o Audio","display_name":"OpenAI: GPT-4o Audio","type":"audio","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["audio","text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-mini","name":"OpenAI: GPT-4o-mini","display_name":"OpenAI: GPT-4o-mini","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-mini-2024-07-18","name":"OpenAI: GPT-4o-mini (2024-07-18)","display_name":"OpenAI: GPT-4o-mini (2024-07-18)","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-4o-mini-search-preview","name":"OpenAI: GPT-4o-mini Search Preview","display_name":"OpenAI: GPT-4o-mini Search Preview","type":"chat","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-search-preview","name":"OpenAI: GPT-4o Search Preview","display_name":"OpenAI: GPT-4o Search Preview","type":"chat","context_length":128000,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o:extended","name":"OpenAI: GPT-4o (extended)","display_name":"OpenAI: GPT-4o (extended)","type":"image-generation","context_length":128000,"max_output_tokens":64000,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000,"output":64000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5","name":"OpenAI: GPT-5","display_name":"OpenAI: GPT-5","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"verbosity":"medium","effort":"medium","default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-chat","name":"OpenAI: GPT-5 Chat","display_name":"OpenAI: GPT-5 Chat","type":"image-generation","context_length":128000,"max_output_tokens":16384,"attachment":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":128000,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-codex","name":"OpenAI: GPT-5 Codex","display_name":"OpenAI: GPT-5 Codex","type":"image-generation","context_length":400000,"max_output_tokens":128000,"reasoning":{"supported":true,"verbosity":"medium","effort":"medium","default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-image","name":"OpenAI: GPT-5 Image","display_name":"OpenAI: GPT-5 Image","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-image-mini","name":"OpenAI: GPT-5 Image Mini","display_name":"OpenAI: GPT-5 Image Mini","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["image","text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-mini","name":"OpenAI: GPT-5 Mini","display_name":"OpenAI: GPT-5 Mini","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"verbosity":"medium","effort":"medium","default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-nano","name":"OpenAI: GPT-5 Nano","display_name":"OpenAI: GPT-5 Nano","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"verbosity":"medium","effort":"medium","default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-5-pro","name":"OpenAI: GPT-5 Pro","display_name":"OpenAI: GPT-5 Pro","type":"image-generation","context_length":400000,"max_output_tokens":128000,"attachment":true,"reasoning":{"supported":true,"verbosity":"medium","effort":"medium","default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":400000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/gpt-oss-120b","name":"OpenAI: gpt-oss-120b","display_name":"OpenAI: gpt-oss-120b","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-20b","name":"OpenAI: gpt-oss-20b","display_name":"OpenAI: gpt-oss-20b","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-20b:free","name":"OpenAI: gpt-oss-20b (free)","display_name":"OpenAI: gpt-oss-20b (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1","name":"OpenAI: o1","display_name":"OpenAI: o1","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o1-mini","name":"OpenAI: o1-mini","display_name":"OpenAI: o1-mini","type":"chat","context_length":128000,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1-mini-2024-09-12","name":"OpenAI: o1-mini (2024-09-12)","display_name":"OpenAI: o1-mini (2024-09-12)","type":"chat","context_length":128000,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1-pro","name":"OpenAI: o1-pro","display_name":"OpenAI: o1-pro","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"effort":"medium","default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o3","name":"OpenAI: o3","display_name":"OpenAI: o3","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"effort":"medium","default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o3-deep-research","name":"OpenAI: o3 Deep Research","display_name":"OpenAI: o3 Deep Research","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o3-mini","name":"OpenAI: o3 Mini","display_name":"OpenAI: o3 Mini","type":"chat","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-mini-high","name":"OpenAI: o3 Mini High","display_name":"OpenAI: o3 Mini High","type":"chat","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-pro","name":"OpenAI: o3 Pro","display_name":"OpenAI: o3 Pro","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"effort":"medium","default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o4-mini","name":"OpenAI: o4 Mini","display_name":"OpenAI: o4 Mini","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"effort":"medium","default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o4-mini-deep-research","name":"OpenAI: o4 Mini Deep Research","display_name":"OpenAI: o4 Mini Deep Research","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openai/o4-mini-high","name":"OpenAI: o4 Mini High","display_name":"OpenAI: o4 Mini High","type":"image-generation","context_length":200000,"max_output_tokens":100000,"attachment":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":200000,"output":100000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"opengvlab/internvl3-78b","name":"OpenGVLab: InternVL3 78B","display_name":"OpenGVLab: InternVL3 78B","type":"image-generation","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openrouter/andromeda-alpha","name":"Andromeda Alpha","display_name":"Andromeda Alpha","type":"image-generation","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":128000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"openrouter/auto","name":"Auto Router","display_name":"Auto Router","type":"chat","context_length":0,"max_output_tokens":0,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar","name":"Perplexity: Sonar","display_name":"Perplexity: Sonar","type":"image-generation","context_length":127072,"max_output_tokens":127072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":127072},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"perplexity/sonar-deep-research","name":"Perplexity: Sonar Deep Research","display_name":"Perplexity: Sonar Deep Research","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-pro","name":"Perplexity: Sonar Pro","display_name":"Perplexity: Sonar Pro","type":"image-generation","context_length":200000,"max_output_tokens":8000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":200000,"output":8000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"perplexity/sonar-reasoning","name":"Perplexity: Sonar Reasoning","display_name":"Perplexity: Sonar Reasoning","type":"chat","context_length":127000,"max_output_tokens":127000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":127000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-reasoning-pro","name":"Perplexity: Sonar Reasoning Pro","display_name":"Perplexity: Sonar Reasoning Pro","type":"image-generation","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen-2.5-72b-instruct","name":"Qwen2.5 72B Instruct","display_name":"Qwen2.5 72B Instruct","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-72b-instruct:free","name":"Qwen2.5 72B Instruct (free)","display_name":"Qwen2.5 72B Instruct (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-7b-instruct","name":"Qwen: Qwen2.5 7B Instruct","display_name":"Qwen: Qwen2.5 7B Instruct","type":"chat","context_length":32768,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-coder-32b-instruct","name":"Qwen2.5 Coder 32B Instruct","display_name":"Qwen2.5 Coder 32B Instruct","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-coder-32b-instruct:free","name":"Qwen2.5 Coder 32B Instruct (free)","display_name":"Qwen2.5 Coder 32B Instruct (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-vl-7b-instruct","name":"Qwen: Qwen2.5-VL 7B Instruct","display_name":"Qwen: Qwen2.5-VL 7B Instruct","type":"image-generation","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen-max","name":"Qwen: Qwen-Max","display_name":"Qwen: Qwen-Max","type":"chat","context_length":32768,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus","name":"Qwen: Qwen-Plus","display_name":"Qwen: Qwen-Plus","type":"chat","context_length":131072,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus-2025-07-28","name":"Qwen: Qwen Plus 0728","display_name":"Qwen: Qwen Plus 0728","type":"chat","context_length":1000000,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus-2025-07-28:thinking","name":"Qwen: Qwen Plus 0728 (thinking)","display_name":"Qwen: Qwen Plus 0728 (thinking)","type":"chat","context_length":1000000,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-turbo","name":"Qwen: Qwen-Turbo","display_name":"Qwen: Qwen-Turbo","type":"chat","context_length":1000000,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":1000000,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-vl-max","name":"Qwen: Qwen VL Max","display_name":"Qwen: Qwen VL Max","type":"image-generation","context_length":131072,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen-vl-plus","name":"Qwen: Qwen VL Plus","display_name":"Qwen: Qwen VL Plus","type":"image-generation","context_length":7500,"max_output_tokens":1500,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":7500,"output":1500},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen2.5-coder-7b-instruct","name":"Qwen: Qwen2.5 Coder 7B Instruct","display_name":"Qwen: Qwen2.5 Coder 7B Instruct","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-vl-32b-instruct","name":"Qwen: Qwen2.5 VL 32B Instruct","display_name":"Qwen: Qwen2.5 VL 32B Instruct","type":"image-generation","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":16384,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen2.5-vl-32b-instruct:free","name":"Qwen: Qwen2.5 VL 32B Instruct (free)","display_name":"Qwen: Qwen2.5 VL 32B Instruct (free)","type":"image-generation","context_length":16384,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen2.5-vl-72b-instruct","name":"Qwen: Qwen2.5 VL 72B Instruct","display_name":"Qwen: Qwen2.5 VL 72B Instruct","type":"image-generation","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-14b","name":"Qwen: Qwen3 14B","display_name":"Qwen: Qwen3 14B","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-14b:free","name":"Qwen: Qwen3 14B (free)","display_name":"Qwen: Qwen3 14B (free)","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b","name":"Qwen: Qwen3 235B A22B","display_name":"Qwen: Qwen3 235B A22B","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-2507","name":"Qwen: Qwen3 235B A22B Instruct 2507","display_name":"Qwen: Qwen3 235B A22B Instruct 2507","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-thinking-2507","name":"Qwen: Qwen3 235B A22B Thinking 2507","display_name":"Qwen: Qwen3 235B A22B Thinking 2507","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b:free","name":"Qwen: Qwen3 235B A22B (free)","display_name":"Qwen: Qwen3 235B A22B (free)","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b","name":"Qwen: Qwen3 30B A3B","display_name":"Qwen: Qwen3 30B A3B","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b-instruct-2507","name":"Qwen: Qwen3 30B A3B Instruct 2507","display_name":"Qwen: Qwen3 30B A3B Instruct 2507","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b-thinking-2507","name":"Qwen: Qwen3 30B A3B Thinking 2507","display_name":"Qwen: Qwen3 30B A3B Thinking 2507","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b:free","name":"Qwen: Qwen3 30B A3B (free)","display_name":"Qwen: Qwen3 30B A3B (free)","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-32b","name":"Qwen: Qwen3 32B","display_name":"Qwen: Qwen3 32B","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-4b:free","name":"Qwen: Qwen3 4B (free)","display_name":"Qwen: Qwen3 4B (free)","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-8b","name":"Qwen: Qwen3 8B","display_name":"Qwen: Qwen3 8B","type":"chat","context_length":128000,"max_output_tokens":20000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":20000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-8b:free","name":"Qwen: Qwen3 8B (free)","display_name":"Qwen: Qwen3 8B (free)","type":"chat","context_length":40960,"max_output_tokens":40960,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":40960,"output":40960},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder","name":"Qwen: Qwen3 Coder 480B A35B","display_name":"Qwen: Qwen3 Coder 480B A35B","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-30b-a3b-instruct","name":"Qwen: Qwen3 Coder 30B A3B Instruct","display_name":"Qwen: Qwen3 Coder 30B A3B Instruct","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-flash","name":"Qwen: Qwen3 Coder Flash","display_name":"Qwen: Qwen3 Coder Flash","type":"chat","context_length":128000,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-plus","name":"Qwen: Qwen3 Coder Plus","display_name":"Qwen: Qwen3 Coder Plus","type":"chat","context_length":128000,"max_output_tokens":65536,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder:free","name":"Qwen: Qwen3 Coder 480B A35B (free)","display_name":"Qwen: Qwen3 Coder 480B A35B (free)","type":"chat","context_length":262000,"max_output_tokens":262000,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262000,"output":262000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-max","name":"Qwen: Qwen3 Max","display_name":"Qwen: Qwen3 Max","type":"chat","context_length":256000,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-instruct","name":"Qwen: Qwen3 Next 80B A3B Instruct","display_name":"Qwen: Qwen3 Next 80B A3B Instruct","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-thinking","name":"Qwen: Qwen3 Next 80B A3B Thinking","display_name":"Qwen: Qwen3 Next 80B A3B Thinking","type":"chat","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":262144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-235b-a22b-instruct","name":"Qwen: Qwen3 VL 235B A22B Instruct","display_name":"Qwen: Qwen3 VL 235B A22B Instruct","type":"image-generation","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-vl-235b-a22b-thinking","name":"Qwen: Qwen3 VL 235B A22B Thinking","display_name":"Qwen: Qwen3 VL 235B A22B Thinking","type":"image-generation","context_length":262144,"max_output_tokens":262144,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":262144,"output":262144},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-vl-30b-a3b-instruct","name":"Qwen: Qwen3 VL 30B A3B Instruct","display_name":"Qwen: Qwen3 VL 30B A3B Instruct","type":"image-generation","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-vl-30b-a3b-thinking","name":"Qwen: Qwen3 VL 30B A3B Thinking","display_name":"Qwen: Qwen3 VL 30B A3B Thinking","type":"image-generation","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-vl-8b-instruct","name":"Qwen: Qwen3 VL 8B Instruct","display_name":"Qwen: Qwen3 VL 8B Instruct","type":"image-generation","context_length":131072,"max_output_tokens":32768,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":131072,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwen3-vl-8b-thinking","name":"Qwen: Qwen3 VL 8B Thinking","display_name":"Qwen: Qwen3 VL 8B Thinking","type":"image-generation","context_length":256000,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":256000,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"qwen/qwq-32b","name":"Qwen: QwQ 32B","display_name":"Qwen: QwQ 32B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"raifle/sorcererlm-8x22b","name":"SorcererLM 8x22B","display_name":"SorcererLM 8x22B","type":"chat","context_length":16000,"max_output_tokens":16000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"relace/relace-apply-3","name":"Relace: Relace Apply 3","display_name":"Relace: Relace Apply 3","type":"chat","context_length":256000,"max_output_tokens":128000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-euryale-70b","name":"Sao10k: Llama 3 Euryale 70B v2.1","display_name":"Sao10k: Llama 3 Euryale 70B v2.1","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192,"output":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-lunaris-8b","name":"Sao10K: Llama 3 8B Lunaris","display_name":"Sao10K: Llama 3 8B Lunaris","type":"chat","context_length":8192,"max_output_tokens":8192,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":8192},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.1-70b-hanami-x1","name":"Sao10K: Llama 3.1 70B Hanami x1","display_name":"Sao10K: Llama 3.1 70B Hanami x1","type":"chat","context_length":16000,"max_output_tokens":16000,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":16000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.1-euryale-70b","name":"Sao10K: Llama 3.1 Euryale 70B v2.2","display_name":"Sao10K: Llama 3.1 Euryale 70B v2.2","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.3-euryale-70b","name":"Sao10K: Llama 3.3 Euryale 70B","display_name":"Sao10K: Llama 3.3 Euryale 70B","type":"chat","context_length":131072,"max_output_tokens":16384,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"shisa-ai/shisa-v2-llama3.3-70b","name":"Shisa AI: Shisa V2 Llama 3.3 70B","display_name":"Shisa AI: Shisa V2 Llama 3.3 70B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"shisa-ai/shisa-v2-llama3.3-70b:free","name":"Shisa AI: Shisa V2 Llama 3.3 70B (free)","display_name":"Shisa AI: Shisa V2 Llama 3.3 70B (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"stepfun-ai/step3","name":"StepFun: Step3","display_name":"StepFun: Step3","type":"image-generation","context_length":65536,"max_output_tokens":65536,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":65536,"output":65536},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"switchpoint/router","name":"Switchpoint Router","display_name":"Switchpoint Router","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tencent/hunyuan-a13b-instruct","name":"Tencent: Hunyuan A13B Instruct","display_name":"Tencent: Hunyuan A13B Instruct","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tencent/hunyuan-a13b-instruct:free","name":"Tencent: Hunyuan A13B Instruct (free)","display_name":"Tencent: Hunyuan A13B Instruct (free)","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/anubis-70b-v1.1","name":"TheDrummer: Anubis 70B V1.1","display_name":"TheDrummer: Anubis 70B V1.1","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/cydonia-24b-v4.1","name":"TheDrummer: Cydonia 24B V4.1","display_name":"TheDrummer: Cydonia 24B V4.1","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/rocinante-12b","name":"TheDrummer: Rocinante 12B","display_name":"TheDrummer: Rocinante 12B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/skyfall-36b-v2","name":"TheDrummer: Skyfall 36B V2","display_name":"TheDrummer: Skyfall 36B V2","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/unslopnemo-12b","name":"TheDrummer: UnslopNemo 12B","display_name":"TheDrummer: UnslopNemo 12B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thudm/glm-4.1v-9b-thinking","name":"THUDM: GLM 4.1V 9B Thinking","display_name":"THUDM: GLM 4.1V 9B Thinking","type":"image-generation","context_length":65536,"max_output_tokens":8000,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":65536,"output":8000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"thudm/glm-z1-32b","name":"THUDM: GLM Z1 32B","display_name":"THUDM: GLM Z1 32B","type":"chat","context_length":32768,"max_output_tokens":32768,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":32768,"output":32768},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t-chimera","name":"TNG: DeepSeek R1T Chimera","display_name":"TNG: DeepSeek R1T Chimera","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t-chimera:free","name":"TNG: DeepSeek R1T Chimera (free)","display_name":"TNG: DeepSeek R1T Chimera (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t2-chimera","name":"TNG: DeepSeek R1T2 Chimera","display_name":"TNG: DeepSeek R1T2 Chimera","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840,"output":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t2-chimera:free","name":"TNG: DeepSeek R1T2 Chimera (free)","display_name":"TNG: DeepSeek R1T2 Chimera (free)","type":"chat","context_length":163840,"max_output_tokens":163840,"reasoning":{"supported":true,"default":true},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":163840},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"undi95/remm-slerp-l2-13b","name":"ReMM SLERP 13B","display_name":"ReMM SLERP 13B","type":"chat","context_length":6144,"max_output_tokens":6144,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":6144},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3","name":"xAI: Grok 3","display_name":"xAI: Grok 3","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-beta","name":"xAI: Grok 3 Beta","display_name":"xAI: Grok 3 Beta","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-mini","name":"xAI: Grok 3 Mini","display_name":"xAI: Grok 3 Mini","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-mini-beta","name":"xAI: Grok 3 Mini Beta","display_name":"xAI: Grok 3 Mini Beta","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-4","name":"xAI: Grok 4","display_name":"xAI: Grok 4","type":"image-generation","context_length":256000,"max_output_tokens":256000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["image","text"],"output":["text"]},"limit":{"context":256000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"x-ai/grok-4-fast","name":"xAI: Grok 4 Fast","display_name":"xAI: Grok 4 Fast","type":"image-generation","context_length":2000000,"max_output_tokens":30000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":2000000,"output":30000},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"x-ai/grok-code-fast-1","name":"xAI: Grok Code Fast 1","display_name":"xAI: Grok Code Fast 1","type":"chat","context_length":256000,"max_output_tokens":10000,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":256000,"output":10000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4-32b","name":"Z.AI: GLM 4 32B","display_name":"Z.AI: GLM 4 32B","type":"chat","context_length":128000,"max_output_tokens":128000,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":128000},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5","name":"Z.AI: GLM 4.5","display_name":"Z.AI: GLM 4.5","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5-air","name":"Z.AI: GLM 4.5 Air","display_name":"Z.AI: GLM 4.5 Air","type":"chat","context_length":131072,"max_output_tokens":98304,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":98304},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5-air:free","name":"Z.AI: GLM 4.5 Air (free)","display_name":"Z.AI: GLM 4.5 Air (free)","type":"chat","context_length":131072,"max_output_tokens":131072,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":131072},"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5v","name":"Z.AI: GLM 4.5V","display_name":"Z.AI: GLM 4.5V","type":"image-generation","context_length":65536,"max_output_tokens":16384,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":65536,"output":16384},"metadata":{"source":"public-provider-conf"},"vision":true},{"id":"z-ai/glm-4.6","name":"Z.AI: GLM 4.6","display_name":"Z.AI: GLM 4.6","type":"chat","context_length":202752,"max_output_tokens":202752,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":202752,"output":202752},"metadata":{"source":"public-provider-conf"},"vision":false}],"metadata":{"source":"public-provider-conf"}} \ No newline at end of file diff --git a/dist/perplexity.json b/dist/perplexity.json new file mode 100644 index 0000000..2a89224 --- /dev/null +++ b/dist/perplexity.json @@ -0,0 +1 @@ +{"id":"perplexity","name":"Perplexity","doc":"https://docs.perplexity.ai","display_name":"Perplexity","models":[{"id":"sonar-reasoning","name":"Sonar Reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":5},"limit":{"context":128000,"output":4096},"display_name":"Sonar Reasoning"},{"id":"sonar","name":"Sonar","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":1},"limit":{"context":128000,"output":4096},"display_name":"Sonar"},{"id":"sonar-pro","name":"Sonar Pro","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":200000,"output":8192},"display_name":"Sonar Pro"},{"id":"sonar-reasoning-pro","name":"Sonar Reasoning Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8},"limit":{"context":128000,"output":4096},"display_name":"Sonar Reasoning Pro"}]} \ No newline at end of file diff --git a/dist/ppinfra.json b/dist/ppinfra.json index 15de1c2..4c7250b 100644 --- a/dist/ppinfra.json +++ b/dist/ppinfra.json @@ -1,425 +1 @@ -{ - "provider": "ppinfra", - "providerName": "PPInfra", - "lastUpdated": "2025-08-30T09:13:28.078738Z", - "models": [ - { - "id": "deepseek/deepseek-v3.1", - "name": "Deepseek V3.1", - "contextLength": 163840, - "maxTokens": 163840, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "DeepSeek-V3.1 是 DeepSeek最新的模型,支持思考和非思考混合模式。 该模型是在 DeepSeek-V3.1-Base 基础上进行后期训练的,而该基础模型是通过两阶段长上下文扩展方法从原始 V3 基础检查点发展而来,该方法遵循了原始 DeepSeek-V3 报告中概述的技术路线。我们通过收集更多长文本文档显著扩展了训练数据集,并大幅延长了两个训练阶段的规模:32K 上下文扩展阶段的训练量提升10倍达到6300亿token,128K扩展阶段则扩大3.3倍至2090亿token。" - }, - { - "id": "qwen/qwen3-coder-480b-a35b-instruct", - "name": "Qwen3 Coder 480B A35B Instruct", - "contextLength": 262144, - "maxTokens": 260000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Qwen3-Coder-480B-A35B-Instruct 是由Qwen推出的尖端开源编程模型,在智能体编程(Agentic Coding)、浏览器自动化及核心开发任务中达到与Claude Sonnet同等的性能水平。该模型原生支持256K上下文窗口(通过YaRN技术可扩展至1M token),擅长仓库级代码分析,并针对Qwen Code、CLINE等平台设计了专用函数调用协议——使其成为复杂实际开发工作流的理想选择。" - }, - { - "id": "moonshotai/kimi-k2-instruct", - "name": "Kimi K2 Instruct", - "contextLength": 131072, - "maxTokens": 128000, - "vision": true, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Kimi K2 是一种最先进的专家混合 (MoE) 语言模型,具有 320 亿个激活参数和 1 万亿个总参数。使用 Muon 优化器进行训练,Kimi K2 在前沿知识、推理和编码任务方面实现了卓越的性能,同时针对代理功能进行了精心优化,专为工具使用、推理和自主解决问题而设计。" - }, - { - "id": "deepseek/deepseek-v3-0324", - "name": "DeepSeek V3 0324", - "contextLength": 163840, - "maxTokens": 163840, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "DeepSeek V3 0324 是深度求索(DeepSeek)团队旗舰级对话模型系列的最新版本,采用混合专家(Mixture-of-Experts, MoE)架构,参数量达685B参数。" - }, - { - "id": "qwen/qwen3-235b-a22b-thinking-2507", - "name": "Qwen3 235B A22b Thinking 2507", - "contextLength": 131072, - "maxTokens": 114688, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "Qwen3-235B-A22B-Thinking-2507是Qwen3系列最新推出的具备思维能力的突破性模型,在推理能力方面实现了跨越式提升。这款先进AI在逻辑推理、数学运算、科学分析、编程任务以及学术基准测试中均展现出显著增强的性能表现,其水平已达到甚至超越人类专家级别,在开源思维模型中树立了全新的性能标杆。除了卓越的推理能力外,该模型在通用能力方面也有显著提升,包括更精准的指令理解与执行、更复杂的工具调用能力、高度拟真的文本生成效果,以及与人类偏好更契合的输出表现。同时,其增强的256K超长上下文理解能力,使其能够精准把握长篇文档和复杂讨论的深层逻辑关联。" - }, - { - "id": "qwen/qwen3-235b-a22b-instruct-2507", - "name": "Qwen3 235B A22B Instruct 2507", - "contextLength": 262144, - "maxTokens": 260000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Qwen3-235B-A22B-Instruct-2507 是基于 Qwen3-235B 架构的多语言指令微调混合专家语言模型,每次前向推理激活 220 亿参数。该模型针对通用文本生成任务优化,涵盖指令遵循、逻辑推理、数学计算、代码生成及工具调用等能力。其原生支持 26.2 万 token 的超长上下文窗口,且未采用 \"\" 思维链显式标注模式。\n相较于基础版本,本版本在知识覆盖广度、长文本推理能力、编程基准测试以及开放性任务对齐度等方面实现显著提升。模型尤其擅长多语言理解、数学推理(如美国数学邀请赛 AIME、哈佛-麻省理工数学锦标赛 HMMT),并在 Arena-Hard 综合评测与写作专项评测 WritingBench 中表现优异。" - }, - { - "id": "baichuan/baichuan-m2-32b", - "name": "BaiChuan M2 32B", - "contextLength": 131072, - "maxTokens": 131072, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "百川M2是一款专为真实医疗场景设计的智能推理模型。我们从实际医疗问题出发,基于大规模验证系统进行强化学习训练,在保持通用能力的同时,实现了医疗推理能力的突破性提升。作为当前全球领先的开源医疗大模型,百川M2在HealthBench医疗基准测试中表现优异:超越所有开源模型(包括GPT-OSS-120B),优于众多前沿闭源模型,是目前最接近GPT-5医疗能力的开源模型\n实践证明:强大的验证系统是连接模型能力与现实应用的关键,端到端的强化学习方法能显著提升医疗推理能力\n百川M2的发布,标志着医疗人工智能领域的技术突破,为智慧医疗发展提供了全新可能。" - }, - { - "id": "zai-org/glm-4.5v", - "name": "GLM 4.5V", - "contextLength": 65536, - "maxTokens": 65536, - "vision": true, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "Z.ai推出的GLM-4.5V视觉推理模型树立了行业新标杆,在42项基准测试中均达到同规模开源模型的最高水平。该模型不仅擅长基准测试,更通过混合训练技术在真实场景中展现出卓越性能,具备全方位的视觉理解能力——包括图像/视频分析、图形界面交互、复杂文档处理以及精准的视觉元素定位等核心功能。\n在中国GeoGuessr地理定位挑战赛中,GLM-4.5V仅用16小时就超越了99%的人类选手(共21000人参与),一周内攀升至第66名。该模型基于GLM-4.5-Air基础架构开发,继承了GLM-4.1V-Thinking的技术路线,采用1060亿参数的混合专家(MoE)架构实现高效扩展。作为连接前沿AI研究与实际应用的桥梁,GLM-4.5V正在重新定义视觉智能的行业标准" - }, - { - "id": "zai-org/glm-4.5", - "name": "GLM-4.5", - "contextLength": 131072, - "maxTokens": 131000, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "GLM-4.5系列模型是专为智能体(Agent)研发的基座模型。旗舰款GLM-4.5拥有3550亿总参数(320亿激活参数),通过融合推理、编程与智能体能力,满足复杂场景需求。\n作为混合推理系统,它提供双工作模式:\n- 思考模式:支持复杂推理、工具调用和策略规划\n- 即时响应模式:实现低延迟交互,快速生成反馈\n该架构在保持高性能的同时,为动态智能体环境提供自适应解决方案。" - }, - { - "id": "minimaxai/minimax-m1-80k", - "name": "MiniMaxAI/MiniMax-M1-80k", - "contextLength": 128000, - "maxTokens": 40000, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "MiniMax-M1世界上第一个开放权重、大规模混合注意力推理模型。MiniMax-M1 采用混合专家 (MoE) 架构,并结合闪电注意力机制。该模型总共包含 4560 亿个参数,每个令牌激活了 459 亿个参数。M1 模型原生支持 100 万个令牌的上下文长度,是 DeepSeek R1 上下文大小的 8 倍。同时MiniMax-M1 结合 CISPO 算法与混合注意力设计的高效强化学习训练,在长输入推理与真实软件工程场景中实现了业界领先的性能。" - }, - { - "id": "qwen/qwen3-235b-a22b-fp8", - "name": "Qwen3-235B-A22B", - "contextLength": 40960, - "maxTokens": 20000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "实现推理模式和非推理模式的有效融合,可在对话中切换模式。推理能力显著超过QwQ、通用能力显著超过Qwen2.5-72B-Instruct,达到同规模业界SOTA水平。" - }, - { - "id": "deepseek/deepseek-r1-0528-qwen3-8b", - "name": "DeepSeek-R1-0528-Qwen3-8B", - "contextLength": 128000, - "maxTokens": 32000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "DeepSeek-R1-0528-Qwen3-8B 是基于 Qwen3 8B Base 模型,通过融合 DeepSeek-R1-0528 的思维链(Chain-of-Thought)优化训练而成的高性能推理模型。在 AIME 2024 评测中,该模型以开源模型身份达到最先进(SOTA)水平,性能较原版 Qwen3 8B 提升 10%,并展现出与 2350 亿参数的 Qwen3-235B-thinking 相当的推理能力。" - }, - { - "id": "qwen/qwen3-32b-fp8", - "name": "Qwen3 32B", - "contextLength": 128000, - "maxTokens": 20000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "实现推理模式和非推理模式的有效融合,可在对话中切换模式。推理能力显著超过QwQ、通用能力显著超过Qwen2.5-32B-Instruct,达到同规模业界SOTA水平。" - }, - { - "id": "qwen/qwen3-30b-a3b-fp8", - "name": "Qwen3-30B-A3B", - "contextLength": 128000, - "maxTokens": 20000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "实现推理模式和非推理模式的有效融合,可在对话中切换模式。推理能力以更小参数规模比肩QwQ-32B、通用能力显著超过Qwen2.5-14B,达到同规模业界SOTA水平。" - }, - { - "id": "deepseek/deepseek-prover-v2-671b", - "name": "Deepseek Prover V2 671B", - "contextLength": 160000, - "maxTokens": 160000, - "vision": false, - "functionCall": false, - "reasoning": false, - "type": "chat", - "description": "Deepseek 全新开源模型 DeepSeek-Prover-V2-671B,专注于数学定理证明任务。该模型基于混合专家 (MoE) 架构,并利用 Lean 4 框架进行形式化推理训练。该模型参数规模达 6710 亿,结合强化学习和大规模合成数据,显著提升了自动化证明能力。" - }, - { - "id": "deepseek/deepseek-r1-turbo", - "name": "DeepSeek R1 (Turbo)", - "contextLength": 64000, - "maxTokens": 16000, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 (Turbo)是派欧算力云平台提供的最新高性能DeepSeek R1 模型。DeepSeek R1是DeepSeek团队发布的最新开源模型,具备非常强悍的推理性能,尤其在数学、编程和推理任务上达到了与OpenAI的o1模型相当的水平。" - }, - { - "id": "thudm/glm-4.1v-9b-thinking", - "name": "GLM 4.1V 9B Thinking", - "contextLength": 65536, - "maxTokens": 32000, - "vision": true, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "GLM-4.1V-9B-Thinking 是由智谱 AI 与清华大学 KEG 实验室联合发布的开源视觉语言模型(VLM),专为处理复杂的多模态认知任务设计。该模型是基于 GLM-4-9B-0414 基础模型,通过引入“思维链”(CoT)推理机制和采用强化学习策略,显著提升了跨模态的推理能力和稳定性。作为一个 9B 参数规模的轻量级模型,它在部署效率和性能之间取得了平衡,在 28 项权威评测基准中,有 18 项的表现持平甚至超越了 72B 参数规模的 Qwen-2.5-VL-72B。该模型不仅在图文理解、数学科学推理、视频理解等任务上表现卓越,还支持高达 4K 分辨率的图像和任意宽高比输入" - }, - { - "id": "deepseek/deepseek-r1-0528", - "name": "deepseek/deepseek-r1-0528", - "contextLength": 163840, - "maxTokens": 163840, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 0528 是派欧云平台提供的最新高性能DeepSeek R1 模型。DeepSeek R1 0528 是DeepSeek团队发布的最新开源模型,具备非常强悍的推理性能,尤其在编程、数学、推理任务上达到了开源模型最先进的水平。" - }, - { - "id": "deepseek/deepseek-v3-turbo", - "name": "DeepSeek V3 (Turbo)", - "contextLength": 64000, - "maxTokens": 16000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "DeepSeek V3 (Turbo) 是派欧算力云平台提供的最新高性能DeepSeek V3 模型。DeepSeek-V3 在推理速度方面实现了比之前模型的重大突破。在开源模型中排名第一,并可与全球最先进的闭源模型相媲美。DeepSeek-V3 采用了多头潜在注意力 (MLA) 和 DeepSeekMoE 架构,这些架构在 DeepSeek-V2 中得到了全面验证。此外,DeepSeek-V3 开创了一种用于负载均衡的辅助无损策略,并设定了多标记预测训练目标以获得更强的性能。" - }, - { - "id": "deepseek/deepseek-v3/community", - "name": "DeepSeek V3 (Community)", - "contextLength": 64000, - "maxTokens": 4000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "DeepSeek-V3在推理速度方面实现了比之前模型的重大突破。在开源模型中排名第一,并可与全球最先进的闭源模型相媲美。DeepSeek-V3 采用了多头潜在注意力 (MLA) 和 DeepSeekMoE 架构,这些架构在 DeepSeek-V2 中得到了全面验证。此外,DeepSeek-V3 开创了一种用于负载均衡的辅助无损策略,并设定了多标记预测训练目标以获得更强的性能。" - }, - { - "id": "deepseek/deepseek-r1/community", - "name": "DeepSeek R1 (Community)", - "contextLength": 64000, - "maxTokens": 4000, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1是DeepSeek团队发布的最新开源模型,具备非常强悍的推理性能,尤其在数学、编程和推理任务上达到了与OpenAI的o1模型相当的水平。" - }, - { - "id": "deepseek/deepseek-r1-distill-qwen-32b", - "name": "DeepSeek: DeepSeek R1 Distill Qwen 32B", - "contextLength": 64000, - "maxTokens": 8000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 Distill Qwen 32B 是一种基于 Qwen 2.5 32B 的蒸馏大语言模型,通过使用 DeepSeek R1 的输出进行训练而得。该模型在多个基准测试中超越了 OpenAI 的 o1-mini,取得了密集模型(dense models)的最新技术领先成果(state-of-the-art)。以下是一些基准测试的结果:\nAIME 2024 pass@1: 72.6\nMATH-500 pass@1: 94.3\nCodeForces Rating: 1691\n该模型通过从 DeepSeek R1 的输出中进行微调,展现了与更大规模的前沿模型相当的竞争性能。" - }, - { - "id": "baidu/ernie-4.5-vl-424b-a47b", - "name": "ERNIE-4.5-VL-424B-A47B", - "contextLength": 123000, - "maxTokens": 16000, - "vision": true, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "文心4.5系列开源模型为MoE 架构,是一种创新性的多模态异构模型结构,通过跨模态参数共享机制实现模态间知识融合,同时为各单一模态保留专用参数空间。此架构非常适用于从大语言模型向多模态模型的持续预训练范式,在保持甚至提升文本任务性能的基础上,显著增强多模态理解能力。该模型均使用飞桨深度学习框架进行高效训练、推理和部署。在大语言模型的预训练中,模型FLOPs利用率(MFU)达到47%。实验结果显示,该系列模型在多个文本和多模态基准测试中达到SOTA水平,在指令遵循、世界知识记忆、视觉理解和多模态推理任务上效果尤为突出。" - }, - { - "id": "deepseek/deepseek-r1-distill-qwen-14b", - "name": "DeepSeek: DeepSeek R1 Distill Qwen 14B", - "contextLength": 64000, - "maxTokens": 8000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 Distill Qwen 14B 是一种基于 Qwen 2.5 14B 的蒸馏大语言模型,通过使用 DeepSeek R1 的输出进行训练而得。该模型在多个基准测试中超越了 OpenAI 的 o1-mini,取得了密集模型(dense models)的最新技术领先成果(state-of-the-art)。以下是一些基准测试的结果:\nAIME 2024 pass@1: 69.7\nMATH-500 pass@1: 93.9\nCodeForces Rating: 1481\n该模型通过从 DeepSeek R1 的输出中进行微调,展现了与更大规模的前沿模型相当的竞争性能。" - }, - { - "id": "baidu/ernie-4.5-300b-a47b-paddle", - "name": "ERNIE-4.5-300B-A47B", - "contextLength": 123000, - "maxTokens": 12000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "文心4.5系列开源模型为MoE 架构,是一种创新性的多模态异构模型结构,通过跨模态参数共享机制实现模态间知识融合,同时为各单一模态保留专用参数空间。此架构非常适用于从大语言模型向多模态模型的持续预训练范式,在保持甚至提升文本任务性能的基础上,显著增强多模态理解能力。该模型均使用飞桨深度学习框架进行高效训练、推理和部署。在大语言模型的预训练中,模型FLOPs利用率(MFU)达到47%。实验结果显示,该系列模型在多个文本和多模态基准测试中达到SOTA水平,在指令遵循、世界知识记忆、视觉理解和多模态推理任务上效果尤为突出。" - }, - { - "id": "deepseek/deepseek-r1-distill-llama-70b", - "name": "DeepSeek R1 Distill Llama 70B", - "contextLength": 32000, - "maxTokens": 8000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 Distill Llama 70B是基于Llama3.3 70B的大型语言模型,该模型利用DeepSeek R1输出的微调,实现了与大型前沿模型相当的竞争性能。" - }, - { - "id": "deepseek/deepseek-r1-distill-llama-8b", - "name": "DeepSeek: DeepSeek R1 Distill Llama 8B", - "contextLength": 32000, - "maxTokens": 8000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "DeepSeek R1 Distill Llama 8B 是一种基于 Llama-3.1-8B-Instruct 的蒸馏大语言模型,通过使用 DeepSeek R1 的输出进行训练而得。" - }, - { - "id": "qwen/qwen-2.5-72b-instruct", - "name": "Qwen2.5 72B Instruct", - "contextLength": 32000, - "maxTokens": 16000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Qwen2.5-72B-Instruct 是阿里云发布的最新大语言模型系列之一。该 72B 模型在编码和数学等领域具有显著改进的能力。该模型还提供了多语言支持,覆盖超过 29 种语言,包括中文、英文等。模型在指令跟随、理解结构化数据以及生成结构化输出(尤其是 JSON)方面都有显著提升。" - }, - { - "id": "qwen/qwen3-8b-fp8", - "name": "Qwen3 8B", - "contextLength": 128000, - "maxTokens": 20000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "实现思考模式和非思考模式的有效融合,可在对话中切换模式。推理能力达到同规模业界SOTA水平、通用能力显著超过Qwen2.5-7B。" - }, - { - "id": "qwen/qwen2.5-vl-72b-instruct", - "name": "Qwen2.5 VL 72B Instruct", - "contextLength": 32768, - "maxTokens": 32768, - "vision": true, - "functionCall": false, - "reasoning": false, - "type": "chat", - "description": "Qwen2.5-VL 是 Qwen2.5 系列最新推出的视觉语言模型。该模型在多方面有显著提升:具备更强的视觉理解能力,能够识别常见物体、分析文本、图表和布局;作为视觉代理能够推理并动态指导工具使用;支持理解超过 1 小时的长视频并捕捉关键事件;能够通过生成边界框或点准确定位图像中的物体;支持生成结构化输出,尤其适用于发票、表格等扫描数据。模型在多项基准测试中表现出色,包括图像、视频和代理任务评测。" - }, - { - "id": "qwen/qwen2.5-32b-instruct", - "name": "Qwen2.5 32B Instruct", - "contextLength": 32000, - "maxTokens": 32000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Qwen2.5-32B-Instruct 是阿里云发布的最新大语言模型系列之一。该 32B 模型在编码和数学等领域具有显著改进的能力。该模型提供了多语言支持,覆盖超过 29 种语言,包括中文、英文等。模型在指令跟随、理解结构化数据以及生成结构化输出(尤其是 JSON)方面都有显著提升。" - }, - { - "id": "thudm/glm-4-32b-0414", - "name": "THUDM/GLM-4-32B-0414", - "contextLength": 32000, - "maxTokens": 32000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "GLM-4-32B-0414 是 GLM 系列的新一代开源模型,拥有 320 亿参数。该模型性能可与 OpenAI 的 GPT 系列和 DeepSeek 的 V3/R1 系列相媲美,并支持非常用户友好的本地部署功能。GLM-4-32B-Base-0414 是在 15T 高质量数据上预训练的,包括大量推理类型的合成数据,为后续的强化学习扩展奠定了基础。在后训练阶段,除了对话场景的人类偏好对齐外,研究团队还使用拒绝采样和强化学习等技术增强了模型在指令遵循、工程代码和函数调用方面的表现,加强了代理任务所需的原子能力。GLM-4-32B-0414 在工程代码、Artifact 生成、函数调用、基于搜索的问答和报告生成等领域取得了良好的成果,部分 Benchmark 指标已接近甚至超越 GPT-4o、DeepSeek-V3-0324(671B)等更大模型的水平。" - }, - { - "id": "qwen/qwen2.5-7b-instruct", - "name": "Qwen 2.5 7B Instruct", - "contextLength": 32000, - "maxTokens": 32000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "Qwen2.5 是 Qwen 大语言模型的最新系列。在 Qwen2.5 中,发布了多个基础语言模型和指令微调语言模型,参数规模从 0.5 亿到 720 亿不等。相比 Qwen2,Qwen2.5 带来了以下显著提升:\n- 知识储备显著提升,并在编程和数学能力上有大幅增强,这得益于我们在这些领域训练的专业专家模型。\n- 在指令理解与执行、生成长文本(超过8K tokens)、理解结构化数据(如表格)、以及生成结构化输出(尤其是 JSON)方面表现大幅提升。对多样化的系统提示更具适应性,增强了角色扮演实现和聊天机器人的条件设定能力。\n- 长上下文支持扩展至最多 128K tokens,最多可生成 8K tokens 的内容。\n- 多语言支持涵盖超过 29 种语言,包括中文、英文、法语、西班牙语、葡萄牙语、德语、意大利语、俄语、日语、韩语、越南语、泰语、阿拉伯语等。" - }, - { - "id": "baidu/ernie-4.5-0.3b", - "name": "ERNIE-4.5-0.3B", - "contextLength": 120000, - "maxTokens": 8000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "文心4.5系列开源模型为MoE 架构,是一种创新性的多模态异构模型结构,通过跨模态参数共享机制实现模态间知识融合,同时为各单一模态保留专用参数空间。此架构非常适用于从大语言模型向多模态模型的持续预训练范式,在保持甚至提升文本任务性能的基础上,显著增强多模态理解能力。该模型均使用飞桨深度学习框架进行高效训练、推理和部署。在大语言模型的预训练中,模型FLOPs利用率(MFU)达到47%。实验结果显示,该系列模型在多个文本和多模态基准测试中达到SOTA水平,在指令遵循、世界知识记忆、视觉理解和多模态推理任务上效果尤为突出。" - }, - { - "id": "baidu/ernie-4.5-21B-a3b", - "name": "ERNIE-4.5-21B-A3B", - "contextLength": 120000, - "maxTokens": 8000, - "vision": false, - "functionCall": true, - "reasoning": false, - "type": "chat", - "description": "\n文心4.5系列开源模型为MoE 架构,是一种创新性的多模态异构模型结构,通过跨模态参数共享机制实现模态间知识融合,同时为各单一模态保留专用参数空间。此架构非常适用于从大语言模型向多模态模型的持续预训练范式,在保持甚至提升文本任务性能的基础上,显著增强多模态理解能力。该模型均使用飞桨深度学习框架进行高效训练、推理和部署。在大语言模型的预训练中,模型FLOPs利用率(MFU)达到47%。实验结果显示,该系列模型在多个文本和多模态基准测试中达到SOTA水平,在指令遵循、世界知识记忆、视觉理解和多模态推理任务上效果尤为突出。" - }, - { - "id": "baidu/ernie-4.5-vl-28b-a3b", - "name": "ERNIE-4.5-VL-28B-A3B", - "contextLength": 30000, - "maxTokens": 8000, - "vision": true, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "\n文心4.5系列开源模型为MoE 架构,是一种创新性的多模态异构模型结构,通过跨模态参数共享机制实现模态间知识融合,同时为各单一模态保留专用参数空间。此架构非常适用于从大语言模型向多模态模型的持续预训练范式,在保持甚至提升文本任务性能的基础上,显著增强多模态理解能力。该模型均使用飞桨深度学习框架进行高效训练、推理和部署。在大语言模型的预训练中,模型FLOPs利用率(MFU)达到47%。实验结果显示,该系列模型在多个文本和多模态基准测试中达到SOTA水平,在指令遵循、世界知识记忆、视觉理解和多模态推理任务上效果尤为突出。" - }, - { - "id": "qwen/qwen3-4b-fp8", - "name": "Qwen3 4B", - "contextLength": 128000, - "maxTokens": 20000, - "vision": false, - "functionCall": false, - "reasoning": true, - "type": "chat", - "description": "实现思考模式和非思考模式的有效融合,可在对话中切换模式。推理能力达到同规模业界SOTA水平、模型人类偏好能力显著增强,创意写作、角色扮演、多轮对话、指令遵循能力均有明显提升,用户体验预期明显更佳。" - }, - { - "id": "thudm/glm-4-9b-chat", - "name": "GLM4 9B Chat", - "contextLength": 32000, - "maxTokens": 8000, - "vision": false, - "functionCall": false, - "reasoning": false, - "type": "chat", - "description": "智谱AI发布的GLM-4系列最新一代预训练模型的开源版本。" - } - ] -} \ No newline at end of file +{"id":"ppinfra","models":[{"id":"deepseek/deepseek-r1-0528","context_length":128000,"max_output_tokens":16000,"name":"deepseek/deepseek-r1-0528","display_name":"deepseek/deepseek-r1-0528"},{"id":"deepseek/deepseek-v3-0324","context_length":128000,"max_output_tokens":16000,"name":"deepseek/deepseek-v3-0324","display_name":"deepseek/deepseek-v3-0324"},{"id":"deepseek/deepseek-prover-v2-671b","reasoning":{"supported":true,"default":true},"name":"deepseek/deepseek-prover-v2-671b","display_name":"deepseek/deepseek-prover-v2-671b"},{"id":"meta-llama/llama-3.3-70b-instruct","type":"chat","context_length":131072,"max_output_tokens":8000,"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":false,"name":"meta-llama/llama-3.3-70b-instruct","display_name":"meta-llama/llama-3.3-70b-instruct"}],"name":"ppinfra","display_name":"ppinfra"} \ No newline at end of file diff --git a/dist/requesty.json b/dist/requesty.json new file mode 100644 index 0000000..9b89232 --- /dev/null +++ b/dist/requesty.json @@ -0,0 +1 @@ +{"id":"requesty","api":"https://router.requesty.ai/v1","name":"Requesty","doc":"https://requesty.ai/solution/llm-routing/models","display_name":"Requesty","models":[{"id":"google/gemini-2.5-flash","name":"Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"cache_write":0.55},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash"},{"id":"google/gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31,"cache_write":2.375},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro"},{"id":"openai/gpt-4.1-mini","name":"GPT-4.1 Mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.6,"cache_read":0.1},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 Mini"},{"id":"openai/gpt-5-nano","name":"GPT-5 Nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4,"cache_read":0.01},"limit":{"context":16000,"output":4000},"display_name":"GPT-5 Nano"},{"id":"openai/gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1"},{"id":"openai/o4-mini","name":"o4 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.28},"limit":{"context":200000,"output":100000},"display_name":"o4 Mini"},{"id":"openai/gpt-5-mini","name":"GPT-5 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2,"cache_read":0.03},"limit":{"context":128000,"output":32000},"display_name":"GPT-5 Mini"},{"id":"openai/gpt-4o-mini","name":"GPT-4o Mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.08},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o Mini"},{"id":"openai/gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","audio","image","video"],"output":["text","audio","image"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.13},"limit":{"context":400000,"output":128000},"display_name":"GPT-5"},{"id":"anthropic/claude-opus-4","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"},{"id":"anthropic/claude-3-7-sonnet","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-01","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 3.7"},{"id":"anthropic/claude-4-sonnet-20250522","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"anthropic/claude-opus-4-1-20250805","name":"Claude Opus 4.1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4.1"}]} \ No newline at end of file diff --git a/dist/scaleway.json b/dist/scaleway.json new file mode 100644 index 0000000..77eab8f --- /dev/null +++ b/dist/scaleway.json @@ -0,0 +1 @@ +{"id":"scaleway","api":"https://api.scaleway.ai/v1","name":"Scaleway","doc":"https://www.scaleway.com/en/docs/generative-apis/","display_name":"Scaleway","models":[{"id":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-07-01","last_updated":"2025-07-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.75,"output":2.25},"limit":{"context":40000,"output":4096},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"pixtral-12b-2409","name":"Pixtral 12B 2409","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-09-25","last_updated":"2024-09-25","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":128000,"output":4096},"display_name":"Pixtral 12B 2409"},{"id":"llama-3.1-8b-instruct","name":"Llama 3.1 8B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":128000,"output":16384},"display_name":"Llama 3.1 8B Instruct"},{"id":"mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-07-25","last_updated":"2024-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":128000,"output":8192},"display_name":"Mistral Nemo Instruct 2407"},{"id":"mistral-small-3.2-24b-instruct-2506","name":"Mistral Small 3.2 24B Instruct 2506","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-06-01","last_updated":"2025-06-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.35},"limit":{"context":128000,"output":8192},"display_name":"Mistral Small 3.2 24B Instruct 2506"},{"id":"qwen3-coder-30b-a3b-instruct","name":"Qwen3 Coder 30B A3B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-07-01","last_updated":"2025-07-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.8},"limit":{"context":128000,"output":8192},"display_name":"Qwen3 Coder 30B A3B Instruct"},{"id":"llama-3.3-70b-instruct","name":"Llama 3.3 70B Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-01-15","last_updated":"2025-01-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.9,"output":0.9},"limit":{"context":100000,"output":4096},"display_name":"Llama 3.3 70B Instruct"},{"id":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.9,"output":0.9},"limit":{"context":32000,"output":4096},"display_name":"DeepSeek R1 Distill Llama 70B"},{"id":"voxtral-small-24b-2507","name":"Voxtral Small 24B 2507","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-07-01","last_updated":"2025-07-01","modalities":{"input":["text","audio"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.35},"limit":{"context":32000,"output":8192},"display_name":"Voxtral Small 24B 2507"},{"id":"gpt-oss-120b","name":"GPT-OSS 120B","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2024-01-01","last_updated":"2024-01-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":128000,"output":8192},"display_name":"GPT-OSS 120B"},{"id":"gemma-3-27b-it","name":"Gemma 3 27B IT","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-03-01","last_updated":"2025-03-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.25,"output":0.5},"limit":{"context":40000,"output":8192},"display_name":"Gemma 3 27B IT"}]} \ No newline at end of file diff --git a/dist/siliconflow.json b/dist/siliconflow.json new file mode 100644 index 0000000..72ba10a --- /dev/null +++ b/dist/siliconflow.json @@ -0,0 +1 @@ +{"id":"siliconflow","name":"SiliconFlow","display_name":"SiliconFlow","metadata":{"source":"public-provider-conf-template"},"models":[{"id":"deepseek-ai/DeepSeek-V3.1-Terminus","name":"deepseek-ai/DeepSeek-V3.1-Terminus","display_name":"deepseek-ai/DeepSeek-V3.1-Terminus","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/deepseek-ai/DeepSeek-V3.1-Terminus","name":"Pro/deepseek-ai/DeepSeek-V3.1-Terminus","display_name":"Pro/deepseek-ai/DeepSeek-V3.1-Terminus","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-V3.2-Exp","name":"deepseek-ai/DeepSeek-V3.2-Exp","display_name":"deepseek-ai/DeepSeek-V3.2-Exp","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/deepseek-ai/DeepSeek-V3.2-Exp","name":"Pro/deepseek-ai/DeepSeek-V3.2-Exp","display_name":"Pro/deepseek-ai/DeepSeek-V3.2-Exp","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-R1","name":"deepseek-ai/DeepSeek-R1","display_name":"deepseek-ai/DeepSeek-R1","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/deepseek-ai/DeepSeek-R1","name":"Pro/deepseek-ai/DeepSeek-R1","display_name":"Pro/deepseek-ai/DeepSeek-R1","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-V3","name":"deepseek-ai/DeepSeek-V3","display_name":"deepseek-ai/DeepSeek-V3","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/deepseek-ai/DeepSeek-V3","name":"Pro/deepseek-ai/DeepSeek-V3","display_name":"Pro/deepseek-ai/DeepSeek-V3","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"inclusionAI/Ring-1T","name":"inclusionAI/Ring-1T","display_name":"inclusionAI/Ring-1T","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"inclusionAI/Ling-1T","name":"inclusionAI/Ling-1T","display_name":"inclusionAI/Ling-1T","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"zai-org/GLM-4.6","name":"zai-org/GLM-4.6","display_name":"zai-org/GLM-4.6","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-VL-30B-A3B-Instruct","name":"Qwen/Qwen3-VL-30B-A3B-Instruct","display_name":"Qwen/Qwen3-VL-30B-A3B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-VL-30B-A3B-Thinking","name":"Qwen/Qwen3-VL-30B-A3B-Thinking","display_name":"Qwen/Qwen3-VL-30B-A3B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-VL-235B-A22B-Instruct","name":"Qwen/Qwen3-VL-235B-A22B-Instruct","display_name":"Qwen/Qwen3-VL-235B-A22B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-VL-235B-A22B-Thinking","name":"Qwen/Qwen3-VL-235B-A22B-Thinking","display_name":"Qwen/Qwen3-VL-235B-A22B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Omni-30B-A3B-Instruct","name":"Qwen/Qwen3-Omni-30B-A3B-Instruct","display_name":"Qwen/Qwen3-Omni-30B-A3B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Omni-30B-A3B-Thinking","name":"Qwen/Qwen3-Omni-30B-A3B-Thinking","display_name":"Qwen/Qwen3-Omni-30B-A3B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Omni-30B-A3B-Captioner","name":"Qwen/Qwen3-Omni-30B-A3B-Captioner","display_name":"Qwen/Qwen3-Omni-30B-A3B-Captioner","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"moonshotai/Kimi-K2-Instruct-0905","name":"moonshotai/Kimi-K2-Instruct-0905","display_name":"moonshotai/Kimi-K2-Instruct-0905","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/moonshotai/Kimi-K2-Instruct-0905","name":"Pro/moonshotai/Kimi-K2-Instruct-0905","display_name":"Pro/moonshotai/Kimi-K2-Instruct-0905","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Next-80B-A3B-Instruct","name":"Qwen/Qwen3-Next-80B-A3B-Instruct","display_name":"Qwen/Qwen3-Next-80B-A3B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Next-80B-A3B-Thinking","name":"Qwen/Qwen3-Next-80B-A3B-Thinking","display_name":"Qwen/Qwen3-Next-80B-A3B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"inclusionAI/Ring-flash-2.0","name":"inclusionAI/Ring-flash-2.0","display_name":"inclusionAI/Ring-flash-2.0","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"inclusionAI/Ling-flash-2.0","name":"inclusionAI/Ling-flash-2.0","display_name":"inclusionAI/Ling-flash-2.0","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"inclusionAI/Ling-mini-2.0","name":"inclusionAI/Ling-mini-2.0","display_name":"inclusionAI/Ling-mini-2.0","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen-Image-Edit-2509","name":"Qwen/Qwen-Image-Edit-2509","display_name":"Qwen/Qwen-Image-Edit-2509","type":"image-edit","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"Qwen/Qwen-Image-Edit","name":"Qwen/Qwen-Image-Edit","display_name":"Qwen/Qwen-Image-Edit","type":"image-edit","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"Qwen/Qwen-Image","name":"Qwen/Qwen-Image","display_name":"Qwen/Qwen-Image","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"tencent/Hunyuan-MT-7B","name":"tencent/Hunyuan-MT-7B","display_name":"tencent/Hunyuan-MT-7B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"ByteDance-Seed/Seed-OSS-36B-Instruct","name":"ByteDance-Seed/Seed-OSS-36B-Instruct","display_name":"ByteDance-Seed/Seed-OSS-36B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Wan-AI/Wan2.2-I2V-A14B","name":"Wan-AI/Wan2.2-I2V-A14B","display_name":"Wan-AI/Wan2.2-I2V-A14B","type":"video","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["image","text"],"output":["video"]},"limit":{"context":null,"output":null}},{"id":"Wan-AI/Wan2.2-T2V-A14B","name":"Wan-AI/Wan2.2-T2V-A14B","display_name":"Wan-AI/Wan2.2-T2V-A14B","type":"video","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["video"]},"limit":{"context":null,"output":null}},{"id":"zai-org/GLM-4.5V","name":"zai-org/GLM-4.5V","display_name":"zai-org/GLM-4.5V","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"zai-org/GLM-4.5","name":"zai-org/GLM-4.5","display_name":"zai-org/GLM-4.5","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"zai-org/GLM-4.5-Air","name":"zai-org/GLM-4.5-Air","display_name":"zai-org/GLM-4.5-Air","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"stepfun-ai/step3","name":"stepfun-ai/step3","display_name":"stepfun-ai/step3","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"TeleAI/TeleSpeechASR","name":"TeleAI/TeleSpeechASR","display_name":"TeleAI/TeleSpeechASR","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["text"]},"limit":{"context":null,"output":null}},{"id":"Qwen/Qwen3-Coder-30B-A3B-Instruct","name":"Qwen/Qwen3-Coder-30B-A3B-Instruct","display_name":"Qwen/Qwen3-Coder-30B-A3B-Instruct","type":"code","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen/Qwen3-Coder-480B-A35B-Instruct","display_name":"Qwen/Qwen3-Coder-480B-A35B-Instruct","type":"code","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-30B-A3B-Thinking-2507","name":"Qwen/Qwen3-30B-A3B-Thinking-2507","display_name":"Qwen/Qwen3-30B-A3B-Thinking-2507","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-30B-A3B-Instruct-2507","name":"Qwen/Qwen3-30B-A3B-Instruct-2507","display_name":"Qwen/Qwen3-30B-A3B-Instruct-2507","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen/Qwen3-235B-A22B-Thinking-2507","display_name":"Qwen/Qwen3-235B-A22B-Thinking-2507","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen/Qwen3-235B-A22B-Instruct-2507","display_name":"Qwen/Qwen3-235B-A22B-Instruct-2507","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-4.1V-9B-Thinking","name":"THUDM/GLM-4.1V-9B-Thinking","display_name":"THUDM/GLM-4.1V-9B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/THUDM/GLM-4.1V-9B-Thinking","name":"Pro/THUDM/GLM-4.1V-9B-Thinking","display_name":"Pro/THUDM/GLM-4.1V-9B-Thinking","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"baidu/ERNIE-4.5-300B-A47B","name":"baidu/ERNIE-4.5-300B-A47B","display_name":"baidu/ERNIE-4.5-300B-A47B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"tencent/Hunyuan-A13B-Instruct","name":"tencent/Hunyuan-A13B-Instruct","display_name":"tencent/Hunyuan-A13B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"moonshotai/Kimi-Dev-72B","name":"moonshotai/Kimi-Dev-72B","display_name":"moonshotai/Kimi-Dev-72B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"MiniMaxAI/MiniMax-M1-80k","name":"MiniMaxAI/MiniMax-M1-80k","display_name":"MiniMaxAI/MiniMax-M1-80k","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Tongyi-Zhiwen/QwenLong-L1-32B","name":"Tongyi-Zhiwen/QwenLong-L1-32B","display_name":"Tongyi-Zhiwen/QwenLong-L1-32B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","name":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","display_name":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-30B-A3B","name":"Qwen/Qwen3-30B-A3B","display_name":"Qwen/Qwen3-30B-A3B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-32B","name":"Qwen/Qwen3-32B","display_name":"Qwen/Qwen3-32B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-14B","name":"Qwen/Qwen3-14B","display_name":"Qwen/Qwen3-14B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-8B","name":"Qwen/Qwen3-8B","display_name":"Qwen/Qwen3-8B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-Reranker-8B","name":"Qwen/Qwen3-Reranker-8B","display_name":"Qwen/Qwen3-Reranker-8B","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen3-Embedding-8B","name":"Qwen/Qwen3-Embedding-8B","display_name":"Qwen/Qwen3-Embedding-8B","type":"embedding","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["embedding"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen3-Reranker-4B","name":"Qwen/Qwen3-Reranker-4B","display_name":"Qwen/Qwen3-Reranker-4B","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen3-Embedding-4B","name":"Qwen/Qwen3-Embedding-4B","display_name":"Qwen/Qwen3-Embedding-4B","type":"embedding","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["embedding"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen3-Reranker-0.6B","name":"Qwen/Qwen3-Reranker-0.6B","display_name":"Qwen/Qwen3-Reranker-0.6B","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen3-Embedding-0.6B","name":"Qwen/Qwen3-Embedding-0.6B","display_name":"Qwen/Qwen3-Embedding-0.6B","type":"embedding","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["embedding"]},"limit":{"context":8192,"output":2048}},{"id":"ascend-tribe/pangu-pro-moe","name":"ascend-tribe/pangu-pro-moe","display_name":"ascend-tribe/pangu-pro-moe","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-Z1-32B-0414","name":"THUDM/GLM-Z1-32B-0414","display_name":"THUDM/GLM-Z1-32B-0414","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-4-32B-0414","name":"THUDM/GLM-4-32B-0414","display_name":"THUDM/GLM-4-32B-0414","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-Z1-9B-0414","name":"THUDM/GLM-Z1-9B-0414","display_name":"THUDM/GLM-Z1-9B-0414","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-4-9B-0414","name":"THUDM/GLM-4-9B-0414","display_name":"THUDM/GLM-4-9B-0414","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-VL-32B-Instruct","name":"Qwen/Qwen2.5-VL-32B-Instruct","display_name":"Qwen/Qwen2.5-VL-32B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen3-235B-A22B","name":"Qwen/Qwen3-235B-A22B","display_name":"Qwen/Qwen3-235B-A22B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/QwQ-32B","name":"Qwen/QwQ-32B","display_name":"Qwen/QwQ-32B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-VL-72B-Instruct","name":"Qwen/Qwen2.5-VL-72B-Instruct","display_name":"Qwen/Qwen2.5-VL-72B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/Qwen/Qwen2.5-VL-7B-Instruct","name":"Pro/Qwen/Qwen2.5-VL-7B-Instruct","display_name":"Pro/Qwen/Qwen2.5-VL-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/QVQ-72B-Preview","name":"Qwen/QVQ-72B-Preview","display_name":"Qwen/QVQ-72B-Preview","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/DeepSeek-V2.5","name":"deepseek-ai/DeepSeek-V2.5","display_name":"deepseek-ai/DeepSeek-V2.5","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"fnlp/MOSS-TTSD-v0.5","name":"fnlp/MOSS-TTSD-v0.5","display_name":"fnlp/MOSS-TTSD-v0.5","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"FunAudioLLM/CosyVoice2-0.5B","name":"FunAudioLLM/CosyVoice2-0.5B","display_name":"FunAudioLLM/CosyVoice2-0.5B","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"FunAudioLLM/SenseVoiceSmall","name":"FunAudioLLM/SenseVoiceSmall","display_name":"FunAudioLLM/SenseVoiceSmall","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["audio"],"output":["text"]},"limit":{"context":null,"output":null}},{"id":"IndexTeam/IndexTTS-2","name":"IndexTeam/IndexTTS-2","display_name":"IndexTeam/IndexTTS-2","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"BAAI/bge-m3","name":"BAAI/bge-m3","display_name":"BAAI/bge-m3","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"BAAI/bge-reranker-v2-m3","name":"BAAI/bge-reranker-v2-m3","display_name":"BAAI/bge-reranker-v2-m3","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"netease-youdao/bce-embedding-base_v1","name":"netease-youdao/bce-embedding-base_v1","display_name":"netease-youdao/bce-embedding-base_v1","type":"embedding","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["embedding"]},"limit":{"context":8192,"output":2048}},{"id":"netease-youdao/bce-reranker-base_v1","name":"netease-youdao/bce-reranker-base_v1","display_name":"netease-youdao/bce-reranker-base_v1","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"Qwen/Qwen2.5-Coder-32B-Instruct","name":"Qwen/Qwen2.5-Coder-32B-Instruct","display_name":"Qwen/Qwen2.5-Coder-32B-Instruct","type":"code","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Kwai-Kolors/Kolors","name":"Kwai-Kolors/Kolors","display_name":"Kwai-Kolors/Kolors","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"Qwen/Qwen2-VL-72B-Instruct","name":"Qwen/Qwen2-VL-72B-Instruct","display_name":"Qwen/Qwen2-VL-72B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-72B-Instruct-128K","name":"Qwen/Qwen2.5-72B-Instruct-128K","display_name":"Qwen/Qwen2.5-72B-Instruct-128K","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-72B-Instruct","name":"Qwen/Qwen2.5-72B-Instruct","display_name":"Qwen/Qwen2.5-72B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"deepseek-ai/deepseek-vl2","name":"deepseek-ai/deepseek-vl2","display_name":"deepseek-ai/deepseek-vl2","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-32B-Instruct","name":"Qwen/Qwen2.5-32B-Instruct","display_name":"Qwen/Qwen2.5-32B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-14B-Instruct","name":"Qwen/Qwen2.5-14B-Instruct","display_name":"Qwen/Qwen2.5-14B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-7B-Instruct","name":"Qwen/Qwen2.5-7B-Instruct","display_name":"Qwen/Qwen2.5-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2.5-Coder-7B-Instruct","name":"Qwen/Qwen2.5-Coder-7B-Instruct","display_name":"Qwen/Qwen2.5-Coder-7B-Instruct","type":"code","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"internlm/internlm2_5-7b-chat","name":"internlm/internlm2_5-7b-chat","display_name":"internlm/internlm2_5-7b-chat","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Qwen/Qwen2-7B-Instruct","name":"Qwen/Qwen2-7B-Instruct","display_name":"Qwen/Qwen2-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/glm-4-9b-chat","name":"THUDM/glm-4-9b-chat","display_name":"THUDM/glm-4-9b-chat","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"BAAI/bge-large-en-v1.5","name":"BAAI/bge-large-en-v1.5","display_name":"BAAI/bge-large-en-v1.5","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"BAAI/bge-large-zh-v1.5","name":"BAAI/bge-large-zh-v1.5","display_name":"BAAI/bge-large-zh-v1.5","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"LoRA/Qwen/Qwen2.5-32B-Instruct","name":"LoRA/Qwen/Qwen2.5-32B-Instruct","display_name":"LoRA/Qwen/Qwen2.5-32B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"LoRA/Qwen/Qwen2.5-14B-Instruct","name":"LoRA/Qwen/Qwen2.5-14B-Instruct","display_name":"LoRA/Qwen/Qwen2.5-14B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","name":"Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","display_name":"Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/Qwen/Qwen2.5-Coder-7B-Instruct","name":"Pro/Qwen/Qwen2.5-Coder-7B-Instruct","display_name":"Pro/Qwen/Qwen2.5-Coder-7B-Instruct","type":"code","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/BAAI/bge-m3","name":"Pro/BAAI/bge-m3","display_name":"Pro/BAAI/bge-m3","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/Qwen/Qwen2.5-7B-Instruct","name":"Pro/Qwen/Qwen2.5-7B-Instruct","display_name":"Pro/Qwen/Qwen2.5-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/BAAI/bge-reranker-v2-m3","name":"Pro/BAAI/bge-reranker-v2-m3","display_name":"Pro/BAAI/bge-reranker-v2-m3","type":"reranker","context_length":8192,"max_output_tokens":2048,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["score"]},"limit":{"context":8192,"output":2048}},{"id":"LoRA/Qwen/Qwen2.5-72B-Instruct","name":"LoRA/Qwen/Qwen2.5-72B-Instruct","display_name":"LoRA/Qwen/Qwen2.5-72B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/Qwen/Qwen2-7B-Instruct","name":"Pro/Qwen/Qwen2-7B-Instruct","display_name":"Pro/Qwen/Qwen2-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"LoRA/Qwen/Qwen2.5-7B-Instruct","name":"LoRA/Qwen/Qwen2.5-7B-Instruct","display_name":"LoRA/Qwen/Qwen2.5-7B-Instruct","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"Pro/THUDM/glm-4-9b-chat","name":"Pro/THUDM/glm-4-9b-chat","display_name":"Pro/THUDM/glm-4-9b-chat","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"THUDM/GLM-Z1-Rumination-32B-0414","name":"THUDM/GLM-Z1-Rumination-32B-0414","display_name":"THUDM/GLM-Z1-Rumination-32B-0414","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":true,"default":true},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}},{"id":"stabilityai/stable-diffusion-xl-base-1.0","name":"stabilityai/stable-diffusion-xl-base-1.0","display_name":"stabilityai/stable-diffusion-xl-base-1.0","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"black-forest-labs/FLUX.1-schnell","name":"black-forest-labs/FLUX.1-schnell","display_name":"black-forest-labs/FLUX.1-schnell","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"black-forest-labs/FLUX.1-dev","name":"black-forest-labs/FLUX.1-dev","display_name":"black-forest-labs/FLUX.1-dev","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"Pro/black-forest-labs/FLUX.1-schnell","name":"Pro/black-forest-labs/FLUX.1-schnell","display_name":"Pro/black-forest-labs/FLUX.1-schnell","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"stabilityai/stable-diffusion-3-5-large","name":"stabilityai/stable-diffusion-3-5-large","display_name":"stabilityai/stable-diffusion-3-5-large","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"fishaudio/fish-speech-1.4","name":"fishaudio/fish-speech-1.4","display_name":"fishaudio/fish-speech-1.4","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"RVC-Boss/GPT-SoVITS","name":"RVC-Boss/GPT-SoVITS","display_name":"RVC-Boss/GPT-SoVITS","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"fishaudio/fish-speech-1.5","name":"fishaudio/fish-speech-1.5","display_name":"fishaudio/fish-speech-1.5","type":"audio","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["audio"]},"limit":{"context":null,"output":null}},{"id":"black-forest-labs/FLUX.1-pro","name":"black-forest-labs/FLUX.1-pro","display_name":"black-forest-labs/FLUX.1-pro","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"LoRA/black-forest-labs/FLUX.1-dev","name":"LoRA/black-forest-labs/FLUX.1-dev","display_name":"LoRA/black-forest-labs/FLUX.1-dev","type":"image","context_length":null,"max_output_tokens":null,"metadata":{"source":"siliconflow-official-list"},"vision":true,"reasoning":{"supported":false},"tool_call":false,"modalities":{"input":["text"],"output":["image"]},"limit":{"context":null,"output":null}},{"id":"SeedLLM/Seed-Rice-7B","name":"SeedLLM/Seed-Rice-7B","display_name":"SeedLLM/Seed-Rice-7B","type":"chat","context_length":131072,"max_output_tokens":8192,"metadata":{"source":"siliconflow-official-list"},"vision":false,"reasoning":{"supported":false},"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":131072,"output":8192}}]} \ No newline at end of file diff --git a/dist/submodel.json b/dist/submodel.json new file mode 100644 index 0000000..a643064 --- /dev/null +++ b/dist/submodel.json @@ -0,0 +1 @@ +{"id":"submodel","api":"https://llm.submodel.ai/v1","name":"submodel","doc":"https://submodel.gitbook.io","display_name":"submodel","models":[{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.5},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.3},"limit":{"context":262144,"output":131072},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":262144,"output":262144},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3 235B A22B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.6},"limit":{"context":262144,"output":131072},"display_name":"Qwen3 235B A22B Thinking 2507"},{"id":"zai-org/GLM-4.5-FP8","name":"GLM 4.5 FP8","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.8},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5 FP8"},{"id":"zai-org/GLM-4.5-Air","name":"GLM 4.5 Air","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.5},"limit":{"context":131072,"output":131072},"display_name":"GLM 4.5 Air"},{"id":"deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek R1 0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.5,"output":2.15},"limit":{"context":75000,"output":163840},"display_name":"DeepSeek R1 0528"},{"id":"deepseek-ai/DeepSeek-V3.1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":75000,"output":163840},"display_name":"DeepSeek V3.1"},{"id":"deepseek-ai/DeepSeek-V3-0324","name":"DeepSeek V3 0324","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-23","last_updated":"2025-08-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.8},"limit":{"context":75000,"output":163840},"display_name":"DeepSeek V3 0324"}]} \ No newline at end of file diff --git a/dist/synthetic.json b/dist/synthetic.json new file mode 100644 index 0000000..54d1a50 --- /dev/null +++ b/dist/synthetic.json @@ -0,0 +1 @@ +{"id":"synthetic","api":"https://api.synthetic.new/v1","name":"Synthetic","doc":"https://synthetic.new/pricing","display_name":"Synthetic","models":[{"id":"hf:Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen 3 235B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-28","last_updated":"2025-07-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.6},"limit":{"context":256000,"output":32000},"display_name":"Qwen 3 235B Instruct"},{"id":"hf:Qwen/Qwen2.5-Coder-32B-Instruct","name":"Qwen2.5-Coder-32B-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-10","release_date":"2024-11-11","last_updated":"2024-11-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.8,"output":0.8},"limit":{"context":32768,"output":32768},"display_name":"Qwen2.5-Coder-32B-Instruct"},{"id":"hf:Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen 3 Coder 480B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":2},"limit":{"context":256000,"output":32000},"display_name":"Qwen 3 Coder 480B"},{"id":"hf:Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3 235B A22B Thinking 2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.65,"output":3},"limit":{"context":256000,"output":32000},"display_name":"Qwen3 235B A22B Thinking 2507"},{"id":"hf:meta-llama/Llama-3.1-70B-Instruct","name":"Llama-3.1-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.9,"output":0.9},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.1-70B-Instruct"},{"id":"hf:meta-llama/Llama-3.1-8B-Instruct","name":"Llama-3.1-8B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":0.2},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.1-8B-Instruct"},{"id":"hf:meta-llama/Llama-3.3-70B-Instruct","name":"Llama-3.3-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.9,"output":0.9},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.3-70B-Instruct"},{"id":"hf:meta-llama/Llama-4-Scout-17B-16E-Instruct","name":"Llama-4-Scout-17B-16E-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":328000,"output":4096},"display_name":"Llama-4-Scout-17B-16E-Instruct"},{"id":"hf:meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","name":"Llama-4-Maverick-17B-128E-Instruct-FP8","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.22,"output":0.88},"limit":{"context":524000,"output":4096},"display_name":"Llama-4-Maverick-17B-128E-Instruct-FP8"},{"id":"hf:meta-llama/Llama-3.1-405B-Instruct","name":"Llama-3.1-405B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3,"output":3},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.1-405B-Instruct"},{"id":"hf:moonshotai/Kimi-K2-Instruct","name":"Kimi K2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-11","last_updated":"2025-07-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.5},"limit":{"context":128000,"output":32768},"display_name":"Kimi K2"},{"id":"hf:moonshotai/Kimi-K2-Instruct-0905","name":"Kimi K2 0905","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-09-05","last_updated":"2025-09-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.2,"output":1.2},"limit":{"context":262144,"output":32768},"display_name":"Kimi K2 0905"},{"id":"hf:zai-org/GLM-4.5","name":"GLM 4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.55,"output":2.19},"limit":{"context":128000,"output":96000},"display_name":"GLM 4.5"},{"id":"hf:zai-org/GLM-4.6","name":"GLM 4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.55,"output":2.19},"limit":{"context":200000,"output":96000},"display_name":"GLM 4.6"},{"id":"hf:deepseek-ai/DeepSeek-R1","name":"DeepSeek R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.55,"output":2.19},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek R1"},{"id":"hf:deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek R1 (0528)","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":8},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek R1 (0528)"},{"id":"hf:deepseek-ai/DeepSeek-V3.1-Terminus","name":"DeepSeek V3.1 Terminus","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-09-22","last_updated":"2025-09-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.2,"output":1.2},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3.1 Terminus"},{"id":"hf:deepseek-ai/DeepSeek-V3","name":"DeepSeek V3","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.25,"output":1.25},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3"},{"id":"hf:deepseek-ai/DeepSeek-V3.1","name":"DeepSeek V3.1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-21","last_updated":"2025-08-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.56,"output":1.68},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3.1"},{"id":"hf:deepseek-ai/DeepSeek-V3-0324","name":"DeepSeek V3 (0324)","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"release_date":"2025-08-01","last_updated":"2025-08-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.2,"output":1.2},"limit":{"context":128000,"output":128000},"display_name":"DeepSeek V3 (0324)"},{"id":"hf:openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":128000,"output":32768},"display_name":"GPT OSS 120B"}]} \ No newline at end of file diff --git a/dist/togetherai.json b/dist/togetherai.json new file mode 100644 index 0000000..3483baa --- /dev/null +++ b/dist/togetherai.json @@ -0,0 +1 @@ +{"id":"togetherai","name":"Together AI","doc":"https://docs.together.ai/docs/serverless-models","display_name":"Together AI","models":[{"id":"moonshotai/Kimi-K2-Instruct","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":32768},"display_name":"Kimi K2 Instruct"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":131072,"output":131072},"display_name":"GPT OSS 120B"},{"id":"meta-llama/Llama-3.3-70B-Instruct-Turbo","name":"Llama 3.3 70B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.88,"output":0.88},"limit":{"context":131072,"output":66536},"display_name":"Llama 3.3 70B"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","name":"Qwen3 Coder 480B A35B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":2},"limit":{"context":262144,"output":66536},"display_name":"Qwen3 Coder 480B A35B Instruct"},{"id":"deepseek-ai/DeepSeek-R1","name":"DeepSeek R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2024-07","release_date":"2024-12-26","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3,"output":7},"limit":{"context":163839,"output":12288},"display_name":"DeepSeek R1"},{"id":"deepseek-ai/DeepSeek-V3","name":"DeepSeek V3","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.25,"output":1.25},"limit":{"context":131072,"output":12288},"display_name":"DeepSeek V3"}]} \ No newline at end of file diff --git a/dist/tokenflux.json b/dist/tokenflux.json new file mode 100644 index 0000000..e730b6f --- /dev/null +++ b/dist/tokenflux.json @@ -0,0 +1 @@ +{"id":"tokenflux","name":"Tokenflux","display_name":"Tokenflux","updated_at":"2025-10-22T10:05:32.779Z","models":[{"id":"agentica-org/deepcoder-14b-preview","name":"Agentica: Deepcoder 14B Preview","display_name":"Agentica: Deepcoder 14B Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"ai21/jamba-large-1.7","name":"AI21: Jamba Large 1.7","display_name":"AI21: Jamba Large 1.7","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"ai21/jamba-mini-1.7","name":"AI21: Jamba Mini 1.7","display_name":"AI21: Jamba Mini 1.7","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-1.0","name":"AionLabs: Aion-1.0","display_name":"AionLabs: Aion-1.0","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-1.0-mini","name":"AionLabs: Aion-1.0-Mini","display_name":"AionLabs: Aion-1.0-Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"aion-labs/aion-rp-llama-3.1-8b","name":"AionLabs: Aion-RP 1.0 (8B)","display_name":"AionLabs: Aion-RP 1.0 (8B)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alfredpros/codellama-7b-instruct-solidity","name":"AlfredPros: CodeLLaMa 7B Instruct Solidity","display_name":"AlfredPros: CodeLLaMa 7B Instruct Solidity","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"allenai/molmo-7b-d","name":"AllenAI: Molmo 7B D","display_name":"AllenAI: Molmo 7B D","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"allenai/olmo-2-0325-32b-instruct","name":"AllenAI: Olmo 2 32B Instruct","display_name":"AllenAI: Olmo 2 32B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"amazon/nova-lite-v1","name":"Amazon: Nova Lite 1.0","display_name":"Amazon: Nova Lite 1.0","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"amazon/nova-micro-v1","name":"Amazon: Nova Micro 1.0","display_name":"Amazon: Nova Micro 1.0","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"amazon/nova-pro-v1","name":"Amazon: Nova Pro 1.0","display_name":"Amazon: Nova Pro 1.0","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3-haiku","name":"Anthropic: Claude 3 Haiku","display_name":"Anthropic: Claude 3 Haiku","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3-opus","name":"Anthropic: Claude 3 Opus","display_name":"Anthropic: Claude 3 Opus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.5-haiku","name":"Anthropic: Claude 3.5 Haiku","display_name":"Anthropic: Claude 3.5 Haiku","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.5-haiku-20241022","name":"Anthropic: Claude 3.5 Haiku (2024-10-22)","display_name":"Anthropic: Claude 3.5 Haiku (2024-10-22)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.5-sonnet","name":"Anthropic: Claude 3.5 Sonnet","display_name":"Anthropic: Claude 3.5 Sonnet","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.5-sonnet-20240620","name":"Anthropic: Claude 3.5 Sonnet (2024-06-20)","display_name":"Anthropic: Claude 3.5 Sonnet (2024-06-20)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.7-sonnet","name":"Anthropic: Claude 3.7 Sonnet","display_name":"Anthropic: Claude 3.7 Sonnet","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-3.7-sonnet:thinking","name":"Anthropic: Claude 3.7 Sonnet (thinking)","display_name":"Anthropic: Claude 3.7 Sonnet (thinking)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-opus-4","name":"Anthropic: Claude Opus 4","display_name":"Anthropic: Claude Opus 4","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-opus-4.1","name":"Anthropic: Claude Opus 4.1","display_name":"Anthropic: Claude Opus 4.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-sonnet-4","name":"Anthropic: Claude Sonnet 4","display_name":"Anthropic: Claude Sonnet 4","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthropic/claude-sonnet-4.5","name":"Anthropic: Claude Sonnet 4.5","display_name":"Anthropic: Claude Sonnet 4.5","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/afm-4.5b","name":"Arcee AI: AFM 4.5B","display_name":"Arcee AI: AFM 4.5B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/coder-large","name":"Arcee AI: Coder Large","display_name":"Arcee AI: Coder Large","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/maestro-reasoning","name":"Arcee AI: Maestro Reasoning","display_name":"Arcee AI: Maestro Reasoning","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/spotlight","name":"Arcee AI: Spotlight","display_name":"Arcee AI: Spotlight","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arcee-ai/virtuoso-large","name":"Arcee AI: Virtuoso Large","display_name":"Arcee AI: Virtuoso Large","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"arliai/qwq-32b-arliai-rpr-v1","name":"ArliAI: QwQ 32B RpR v1","display_name":"ArliAI: QwQ 32B RpR v1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openrouter/auto","name":"Auto Router","display_name":"Auto Router","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-21b-a3b","name":"Baidu: ERNIE 4.5 21B A3B","display_name":"Baidu: ERNIE 4.5 21B A3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-21b-a3b-thinking","name":"Baidu: ERNIE 4.5 21B A3B Thinking","display_name":"Baidu: ERNIE 4.5 21B A3B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-300b-a47b","name":"Baidu: ERNIE 4.5 300B A47B","display_name":"Baidu: ERNIE 4.5 300B A47B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-vl-28b-a3b","name":"Baidu: ERNIE 4.5 VL 28B A3B","display_name":"Baidu: ERNIE 4.5 VL 28B A3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"baidu/ernie-4.5-vl-424b-a47b","name":"Baidu: ERNIE 4.5 VL 424B A47B","display_name":"Baidu: ERNIE 4.5 VL 424B A47B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-embedding-text-240715","name":"ByteDance: Doubao Embedding","display_name":"ByteDance: Doubao Embedding","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-embedding-large-text-240915","name":"ByteDance: Doubao Embedding Large Text (240915)","display_name":"ByteDance: Doubao Embedding Large Text (240915)","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-embedding-vision-241215","name":"ByteDance: Doubao Embedding Vision","display_name":"ByteDance: Doubao Embedding Vision","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-embedding-vision-250328","name":"ByteDance: Doubao Embedding Vision","display_name":"ByteDance: Doubao Embedding Vision","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-seed-1.6","name":"ByteDance: Doubao Seed 1.6","display_name":"ByteDance: Doubao Seed 1.6","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-seed-1.6-flash","name":"ByteDance: Doubao Seed 1.6 Flash","display_name":"ByteDance: Doubao Seed 1.6 Flash","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/doubao-seed-1.6-thinking","name":"ByteDance: Doubao Seed 1.6 Thinking","display_name":"ByteDance: Doubao Seed 1.6 Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"bytedance/ui-tars-1.5-7b","name":"ByteDance: UI-TARS 7B","display_name":"ByteDance: UI-TARS 7B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepcogito/cogito-v2-preview-llama-109b-moe","name":"Cogito V2 Preview Llama 109B","display_name":"Cogito V2 Preview Llama 109B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-a","name":"Cohere: Command A","display_name":"Cohere: Command A","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r-08-2024","name":"Cohere: Command R (08-2024)","display_name":"Cohere: Command R (08-2024)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r-plus-08-2024","name":"Cohere: Command R+ (08-2024)","display_name":"Cohere: Command R+ (08-2024)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cohere/command-r7b-12-2024","name":"Cohere: Command R7B (12-2024)","display_name":"Cohere: Command R7B (12-2024)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepcogito/cogito-v2-preview-deepseek-671b","name":"Deep Cogito: Cogito V2 Preview Deepseek 671B","display_name":"Deep Cogito: Cogito V2 Preview Deepseek 671B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-prover-v2","name":"DeepSeek: DeepSeek Prover V2","display_name":"DeepSeek: DeepSeek Prover V2","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528-qwen3-8b","name":"DeepSeek: Deepseek R1 0528 Qwen3 8B","display_name":"DeepSeek: Deepseek R1 0528 Qwen3 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat","name":"DeepSeek: DeepSeek V3","display_name":"DeepSeek: DeepSeek V3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3-0324","name":"DeepSeek: DeepSeek V3 0324","display_name":"DeepSeek: DeepSeek V3 0324","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-chat-v3.1","name":"DeepSeek: DeepSeek V3.1","display_name":"DeepSeek: DeepSeek V3.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3.1-terminus","name":"DeepSeek: DeepSeek V3.1 Terminus","display_name":"DeepSeek: DeepSeek V3.1 Terminus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-v3.2-exp","name":"DeepSeek: DeepSeek V3.2 Exp","display_name":"DeepSeek: DeepSeek V3.2 Exp","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1","name":"DeepSeek: R1","display_name":"DeepSeek: R1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-0528","name":"DeepSeek: R1 0528","display_name":"DeepSeek: R1 0528","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-llama-70b","name":"DeepSeek: R1 Distill Llama 70B","display_name":"DeepSeek: R1 Distill Llama 70B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-qwen-14b","name":"DeepSeek: R1 Distill Qwen 14B","display_name":"DeepSeek: R1 Distill Qwen 14B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"deepseek/deepseek-r1-distill-qwen-32b","name":"DeepSeek: R1 Distill Qwen 32B","display_name":"DeepSeek: R1 Distill Qwen 32B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"cognitivecomputations/dolphin3.0-mistral-24b","name":"Dolphin3.0 Mistral 24B","display_name":"Dolphin3.0 Mistral 24B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"eleutherai/llemma_7b","name":"EleutherAI: Llemma 7b","display_name":"EleutherAI: Llemma 7b","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alpindale/goliath-120b","name":"Goliath 120B","display_name":"Goliath 120B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.0-flash-001","name":"Google: Gemini 2.0 Flash","display_name":"Google: Gemini 2.0 Flash","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.0-flash-lite-001","name":"Google: Gemini 2.0 Flash Lite","display_name":"Google: Gemini 2.0 Flash Lite","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash","name":"Google: Gemini 2.5 Flash","display_name":"Google: Gemini 2.5 Flash","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-image","name":"Google: Gemini 2.5 Flash Image (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image (Nano Banana)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-image-preview","name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","display_name":"Google: Gemini 2.5 Flash Image Preview (Nano Banana)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-lite","name":"Google: Gemini 2.5 Flash Lite","display_name":"Google: Gemini 2.5 Flash Lite","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-lite-preview-06-17","name":"Google: Gemini 2.5 Flash Lite Preview 06-17","display_name":"Google: Gemini 2.5 Flash Lite Preview 06-17","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-lite-preview-09-2025","name":"Google: Gemini 2.5 Flash Lite Preview 09-2025","display_name":"Google: Gemini 2.5 Flash Lite Preview 09-2025","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-flash-preview-09-2025","name":"Google: Gemini 2.5 Flash Preview 09-2025","display_name":"Google: Gemini 2.5 Flash Preview 09-2025","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-pro","name":"Google: Gemini 2.5 Pro","display_name":"Google: Gemini 2.5 Pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-pro-preview-05-06","name":"Google: Gemini 2.5 Pro Preview 05-06","display_name":"Google: Gemini 2.5 Pro Preview 05-06","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemini-2.5-pro-preview","name":"Google: Gemini 2.5 Pro Preview 06-05","display_name":"Google: Gemini 2.5 Pro Preview 06-05","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-27b-it","name":"Google: Gemma 2 27B","display_name":"Google: Gemma 2 27B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-2-9b-it","name":"Google: Gemma 2 9B","display_name":"Google: Gemma 2 9B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3-12b-it","name":"Google: Gemma 3 12B","display_name":"Google: Gemma 3 12B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3-27b-it","name":"Google: Gemma 3 27B","display_name":"Google: Gemma 3 27B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3-4b-it","name":"Google: Gemma 3 4B","display_name":"Google: Gemma 3 4B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"google/gemma-3n-e4b-it","name":"Google: Gemma 3n 4B","display_name":"Google: Gemma 3n 4B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inception/mercury","name":"Inception: Mercury","display_name":"Inception: Mercury","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inception/mercury-coder","name":"Inception: Mercury Coder","display_name":"Inception: Mercury Coder","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inclusionai/ling-1t","name":"inclusionAI: Ling-1T","display_name":"inclusionAI: Ling-1T","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inflection/inflection-3-pi","name":"Inflection: Inflection 3 Pi","display_name":"Inflection: Inflection 3 Pi","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"inflection/inflection-3-productivity","name":"Inflection: Inflection 3 Productivity","display_name":"Inflection: Inflection 3 Productivity","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"liquid/lfm-3b","name":"Liquid: LFM 3B","display_name":"Liquid: LFM 3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"liquid/lfm-7b","name":"Liquid: LFM 7B","display_name":"Liquid: LFM 7B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-guard-3-8b","name":"Llama Guard 3 8B","display_name":"Llama Guard 3 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthracite-org/magnum-v2-72b","name":"Magnum v2 72B","display_name":"Magnum v2 72B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"anthracite-org/magnum-v4-72b","name":"Magnum v4 72B","display_name":"Magnum v4 72B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mancer/weaver","name":"Mancer: Weaver (alpha)","display_name":"Mancer: Weaver (alpha)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meituan/longcat-flash-chat","name":"Meituan: LongCat Flash Chat","display_name":"Meituan: LongCat Flash Chat","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3-70b-instruct","name":"Meta: Llama 3 70B Instruct","display_name":"Meta: Llama 3 70B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3-8b-instruct","name":"Meta: Llama 3 8B Instruct","display_name":"Meta: Llama 3 8B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-405b","name":"Meta: Llama 3.1 405B (base)","display_name":"Meta: Llama 3.1 405B (base)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-405b-instruct","name":"Meta: Llama 3.1 405B Instruct","display_name":"Meta: Llama 3.1 405B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-70b-instruct","name":"Meta: Llama 3.1 70B Instruct","display_name":"Meta: Llama 3.1 70B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.1-8b-instruct","name":"Meta: Llama 3.1 8B Instruct","display_name":"Meta: Llama 3.1 8B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-11b-vision-instruct","name":"Meta: Llama 3.2 11B Vision Instruct","display_name":"Meta: Llama 3.2 11B Vision Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-1b-instruct","name":"Meta: Llama 3.2 1B Instruct","display_name":"Meta: Llama 3.2 1B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-3b-instruct","name":"Meta: Llama 3.2 3B Instruct","display_name":"Meta: Llama 3.2 3B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.2-90b-vision-instruct","name":"Meta: Llama 3.2 90B Vision Instruct","display_name":"Meta: Llama 3.2 90B Vision Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-3.3-70b-instruct","name":"Meta: Llama 3.3 70B Instruct","display_name":"Meta: Llama 3.3 70B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-4-maverick","name":"Meta: Llama 4 Maverick","display_name":"Meta: Llama 4 Maverick","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-4-scout","name":"Meta: Llama 4 Scout","display_name":"Meta: Llama 4 Scout","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-guard-4-12b","name":"Meta: Llama Guard 4 12B","display_name":"Meta: Llama Guard 4 12B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"meta-llama/llama-guard-2-8b","name":"Meta: LlamaGuard 2 8B","display_name":"Meta: LlamaGuard 2 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/mai-ds-r1","name":"Microsoft: MAI DS R1","display_name":"Microsoft: MAI DS R1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-4","name":"Microsoft: Phi 4","display_name":"Microsoft: Phi 4","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-4-multimodal-instruct","name":"Microsoft: Phi 4 Multimodal Instruct","display_name":"Microsoft: Phi 4 Multimodal Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-4-reasoning-plus","name":"Microsoft: Phi 4 Reasoning Plus","display_name":"Microsoft: Phi 4 Reasoning Plus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3-medium-128k-instruct","name":"Microsoft: Phi-3 Medium 128K Instruct","display_name":"Microsoft: Phi-3 Medium 128K Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3-mini-128k-instruct","name":"Microsoft: Phi-3 Mini 128K Instruct","display_name":"Microsoft: Phi-3 Mini 128K Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/phi-3.5-mini-128k-instruct","name":"Microsoft: Phi-3.5 Mini 128K Instruct","display_name":"Microsoft: Phi-3.5 Mini 128K Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"minimax/minimax-m1","name":"MiniMax: MiniMax M1","display_name":"MiniMax: MiniMax M1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"minimax/minimax-01","name":"MiniMax: MiniMax-01","display_name":"MiniMax: MiniMax-01","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large","name":"Mistral Large","display_name":"Mistral Large","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large-2407","name":"Mistral Large 2407","display_name":"Mistral Large 2407","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-large-2411","name":"Mistral Large 2411","display_name":"Mistral Large 2411","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small","name":"Mistral Small","display_name":"Mistral Small","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-tiny","name":"Mistral Tiny","display_name":"Mistral Tiny","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/codestral-2501","name":"Mistral: Codestral 2501","display_name":"Mistral: Codestral 2501","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/codestral-2508","name":"Mistral: Codestral 2508","display_name":"Mistral: Codestral 2508","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-medium","name":"Mistral: Devstral Medium","display_name":"Mistral: Devstral Medium","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-small","name":"Mistral: Devstral Small 1.1","display_name":"Mistral: Devstral Small 1.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/devstral-small-2505","name":"Mistral: Devstral Small 2505","display_name":"Mistral: Devstral Small 2505","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-medium-2506","name":"Mistral: Magistral Medium 2506","display_name":"Mistral: Magistral Medium 2506","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-medium-2506:thinking","name":"Mistral: Magistral Medium 2506 (thinking)","display_name":"Mistral: Magistral Medium 2506 (thinking)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/magistral-small-2506","name":"Mistral: Magistral Small 2506","display_name":"Mistral: Magistral Small 2506","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/ministral-3b","name":"Mistral: Ministral 3B","display_name":"Mistral: Ministral 3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/ministral-8b","name":"Mistral: Ministral 8B","display_name":"Mistral: Ministral 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct","name":"Mistral: Mistral 7B Instruct","display_name":"Mistral: Mistral 7B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.1","name":"Mistral: Mistral 7B Instruct v0.1","display_name":"Mistral: Mistral 7B Instruct v0.1","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.2","name":"Mistral: Mistral 7B Instruct v0.2","display_name":"Mistral: Mistral 7B Instruct v0.2","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-7b-instruct-v0.3","name":"Mistral: Mistral 7B Instruct v0.3","display_name":"Mistral: Mistral 7B Instruct v0.3","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-medium-3","name":"Mistral: Mistral Medium 3","display_name":"Mistral: Mistral Medium 3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-medium-3.1","name":"Mistral: Mistral Medium 3.1","display_name":"Mistral: Mistral Medium 3.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-nemo","name":"Mistral: Mistral Nemo","display_name":"Mistral: Mistral Nemo","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-24b-instruct-2501","name":"Mistral: Mistral Small 3","display_name":"Mistral: Mistral Small 3","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-3.1-24b-instruct","name":"Mistral: Mistral Small 3.1 24B","display_name":"Mistral: Mistral Small 3.1 24B","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-small-3.2-24b-instruct","name":"Mistral: Mistral Small 3.2 24B","display_name":"Mistral: Mistral Small 3.2 24B","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mixtral-8x22b-instruct","name":"Mistral: Mixtral 8x22B Instruct","display_name":"Mistral: Mixtral 8x22B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mixtral-8x7b-instruct","name":"Mistral: Mixtral 8x7B Instruct","display_name":"Mistral: Mixtral 8x7B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/pixtral-12b","name":"Mistral: Pixtral 12B","display_name":"Mistral: Pixtral 12B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/pixtral-large-2411","name":"Mistral: Pixtral Large 2411","display_name":"Mistral: Pixtral Large 2411","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"mistralai/mistral-saba","name":"Mistral: Saba","display_name":"Mistral: Saba","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-dev-72b","name":"MoonshotAI: Kimi Dev 72B","display_name":"MoonshotAI: Kimi Dev 72B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2","name":"MoonshotAI: Kimi K2 0711","display_name":"MoonshotAI: Kimi K2 0711","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"moonshotai/kimi-k2-0905","name":"MoonshotAI: Kimi K2 0905","display_name":"MoonshotAI: Kimi K2 0905","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"morph/morph-v3-fast","name":"Morph: Morph V3 Fast","display_name":"Morph: Morph V3 Fast","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"morph/morph-v3-large","name":"Morph: Morph V3 Large","display_name":"Morph: Morph V3 Large","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"gryphe/mythomax-l2-13b","name":"MythoMax 13B","display_name":"MythoMax 13B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"neversleep/llama-3.1-lumimaid-8b","name":"NeverSleep: Lumimaid v0.2 8B","display_name":"NeverSleep: Lumimaid v0.2 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"neversleep/noromaid-20b","name":"Noromaid 20B","display_name":"Noromaid 20B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/deephermes-3-llama-3-8b-preview","name":"Nous: DeepHermes 3 Llama 3 8B Preview","display_name":"Nous: DeepHermes 3 Llama 3 8B Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/deephermes-3-mistral-24b-preview","name":"Nous: DeepHermes 3 Mistral 24B Preview","display_name":"Nous: DeepHermes 3 Mistral 24B Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-3-llama-3.1-405b","name":"Nous: Hermes 3 405B Instruct","display_name":"Nous: Hermes 3 405B Instruct","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-3-llama-3.1-70b","name":"Nous: Hermes 3 70B Instruct","display_name":"Nous: Hermes 3 70B Instruct","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-4-405b","name":"Nous: Hermes 4 405B","display_name":"Nous: Hermes 4 405B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-4-70b","name":"Nous: Hermes 4 70B","display_name":"Nous: Hermes 4 70B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nousresearch/hermes-2-pro-llama-3-8b","name":"NousResearch: Hermes 2 Pro - Llama-3 8B","display_name":"NousResearch: Hermes 2 Pro - Llama-3 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.1-nemotron-70b-instruct","name":"NVIDIA: Llama 3.1 Nemotron 70B Instruct","display_name":"NVIDIA: Llama 3.1 Nemotron 70B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.1-nemotron-ultra-253b-v1","name":"NVIDIA: Llama 3.1 Nemotron Ultra 253B v1","display_name":"NVIDIA: Llama 3.1 Nemotron Ultra 253B v1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/llama-3.3-nemotron-super-49b-v1.5","name":"NVIDIA: Llama 3.3 Nemotron Super 49B V1.5","display_name":"NVIDIA: Llama 3.3 Nemotron Super 49B V1.5","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"nvidia/nemotron-nano-9b-v2","name":"NVIDIA: Nemotron Nano 9B V2","display_name":"NVIDIA: Nemotron Nano 9B V2","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/chatgpt-4o-latest","name":"OpenAI: ChatGPT-4o","display_name":"OpenAI: ChatGPT-4o","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/codex-mini","name":"OpenAI: Codex Mini","display_name":"OpenAI: Codex Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo","name":"OpenAI: GPT-3.5 Turbo","display_name":"OpenAI: GPT-3.5 Turbo","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-0613","name":"OpenAI: GPT-3.5 Turbo (older v0613)","display_name":"OpenAI: GPT-3.5 Turbo (older v0613)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-16k","name":"OpenAI: GPT-3.5 Turbo 16k","display_name":"OpenAI: GPT-3.5 Turbo 16k","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-3.5-turbo-instruct","name":"OpenAI: GPT-3.5 Turbo Instruct","display_name":"OpenAI: GPT-3.5 Turbo Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4","name":"OpenAI: GPT-4","display_name":"OpenAI: GPT-4","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-0314","name":"OpenAI: GPT-4 (older v0314)","display_name":"OpenAI: GPT-4 (older v0314)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-turbo","name":"OpenAI: GPT-4 Turbo","display_name":"OpenAI: GPT-4 Turbo","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-1106-preview","name":"OpenAI: GPT-4 Turbo (older v1106)","display_name":"OpenAI: GPT-4 Turbo (older v1106)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4-turbo-preview","name":"OpenAI: GPT-4 Turbo Preview","display_name":"OpenAI: GPT-4 Turbo Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4.1","name":"OpenAI: GPT-4.1","display_name":"OpenAI: GPT-4.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4.1-mini","name":"OpenAI: GPT-4.1 Mini","display_name":"OpenAI: GPT-4.1 Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4.1-nano","name":"OpenAI: GPT-4.1 Nano","display_name":"OpenAI: GPT-4.1 Nano","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o","name":"OpenAI: GPT-4o","display_name":"OpenAI: GPT-4o","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-2024-05-13","name":"OpenAI: GPT-4o (2024-05-13)","display_name":"OpenAI: GPT-4o (2024-05-13)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-2024-08-06","name":"OpenAI: GPT-4o (2024-08-06)","display_name":"OpenAI: GPT-4o (2024-08-06)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-2024-11-20","name":"OpenAI: GPT-4o (2024-11-20)","display_name":"OpenAI: GPT-4o (2024-11-20)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o:extended","name":"OpenAI: GPT-4o (extended)","display_name":"OpenAI: GPT-4o (extended)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-audio-preview","name":"OpenAI: GPT-4o Audio","display_name":"OpenAI: GPT-4o Audio","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-search-preview","name":"OpenAI: GPT-4o Search Preview","display_name":"OpenAI: GPT-4o Search Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-mini","name":"OpenAI: GPT-4o-mini","display_name":"OpenAI: GPT-4o-mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-mini-2024-07-18","name":"OpenAI: GPT-4o-mini (2024-07-18)","display_name":"OpenAI: GPT-4o-mini (2024-07-18)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-4o-mini-search-preview","name":"OpenAI: GPT-4o-mini Search Preview","display_name":"OpenAI: GPT-4o-mini Search Preview","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5","name":"OpenAI: GPT-5","display_name":"OpenAI: GPT-5","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5-chat","name":"OpenAI: GPT-5 Chat","display_name":"OpenAI: GPT-5 Chat","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5-codex","name":"OpenAI: GPT-5 Codex","display_name":"OpenAI: GPT-5 Codex","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5-mini","name":"OpenAI: GPT-5 Mini","display_name":"OpenAI: GPT-5 Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5-nano","name":"OpenAI: GPT-5 Nano","display_name":"OpenAI: GPT-5 Nano","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-5-pro","name":"OpenAI: GPT-5 Pro","display_name":"OpenAI: GPT-5 Pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-120b","name":"OpenAI: gpt-oss-120b","display_name":"OpenAI: gpt-oss-120b","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/gpt-oss-20b","name":"OpenAI: gpt-oss-20b","display_name":"OpenAI: gpt-oss-20b","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1","name":"OpenAI: o1","display_name":"OpenAI: o1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1-mini","name":"OpenAI: o1-mini","display_name":"OpenAI: o1-mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1-mini-2024-09-12","name":"OpenAI: o1-mini (2024-09-12)","display_name":"OpenAI: o1-mini (2024-09-12)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o1-pro","name":"OpenAI: o1-pro","display_name":"OpenAI: o1-pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3","name":"OpenAI: o3","display_name":"OpenAI: o3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-deep-research","name":"OpenAI: o3 Deep Research","display_name":"OpenAI: o3 Deep Research","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-mini","name":"OpenAI: o3 Mini","display_name":"OpenAI: o3 Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-mini-high","name":"OpenAI: o3 Mini High","display_name":"OpenAI: o3 Mini High","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o3-pro","name":"OpenAI: o3 Pro","display_name":"OpenAI: o3 Pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o4-mini","name":"OpenAI: o4 Mini","display_name":"OpenAI: o4 Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o4-mini-deep-research","name":"OpenAI: o4 Mini Deep Research","display_name":"OpenAI: o4 Mini Deep Research","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"openai/o4-mini-high","name":"OpenAI: o4 Mini High","display_name":"OpenAI: o4 Mini High","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"opengvlab/internvl3-78b","name":"OpenGVLab: InternVL3 78B","display_name":"OpenGVLab: InternVL3 78B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar","name":"Perplexity: Sonar","display_name":"Perplexity: Sonar","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-deep-research","name":"Perplexity: Sonar Deep Research","display_name":"Perplexity: Sonar Deep Research","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-pro","name":"Perplexity: Sonar Pro","display_name":"Perplexity: Sonar Pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-reasoning","name":"Perplexity: Sonar Reasoning","display_name":"Perplexity: Sonar Reasoning","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"perplexity/sonar-reasoning-pro","name":"Perplexity: Sonar Reasoning Pro","display_name":"Perplexity: Sonar Reasoning Pro","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus-2025-07-28","name":"Qwen: Qwen Plus 0728","display_name":"Qwen: Qwen Plus 0728","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus-2025-07-28:thinking","name":"Qwen: Qwen Plus 0728 (thinking)","display_name":"Qwen: Qwen Plus 0728 (thinking)","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-vl-max","name":"Qwen: Qwen VL Max","display_name":"Qwen: Qwen VL Max","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-vl-plus","name":"Qwen: Qwen VL Plus","display_name":"Qwen: Qwen VL Plus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-max","name":"Qwen: Qwen-Max","display_name":"Qwen: Qwen-Max","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-plus","name":"Qwen: Qwen-Plus","display_name":"Qwen: Qwen-Plus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-turbo","name":"Qwen: Qwen-Turbo","display_name":"Qwen: Qwen-Turbo","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-7b-instruct","name":"Qwen: Qwen2.5 7B Instruct","display_name":"Qwen: Qwen2.5 7B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-coder-7b-instruct","name":"Qwen: Qwen2.5 Coder 7B Instruct","display_name":"Qwen: Qwen2.5 Coder 7B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-vl-32b-instruct","name":"Qwen: Qwen2.5 VL 32B Instruct","display_name":"Qwen: Qwen2.5 VL 32B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen2.5-vl-72b-instruct","name":"Qwen: Qwen2.5 VL 72B Instruct","display_name":"Qwen: Qwen2.5 VL 72B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-vl-7b-instruct","name":"Qwen: Qwen2.5-VL 7B Instruct","display_name":"Qwen: Qwen2.5-VL 7B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-14b","name":"Qwen: Qwen3 14B","display_name":"Qwen: Qwen3 14B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b","name":"Qwen: Qwen3 235B A22B","display_name":"Qwen: Qwen3 235B A22B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-2507","name":"Qwen: Qwen3 235B A22B Instruct 2507","display_name":"Qwen: Qwen3 235B A22B Instruct 2507","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-235b-a22b-thinking-2507","name":"Qwen: Qwen3 235B A22B Thinking 2507","display_name":"Qwen: Qwen3 235B A22B Thinking 2507","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b","name":"Qwen: Qwen3 30B A3B","display_name":"Qwen: Qwen3 30B A3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b-instruct-2507","name":"Qwen: Qwen3 30B A3B Instruct 2507","display_name":"Qwen: Qwen3 30B A3B Instruct 2507","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-30b-a3b-thinking-2507","name":"Qwen: Qwen3 30B A3B Thinking 2507","display_name":"Qwen: Qwen3 30B A3B Thinking 2507","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-32b","name":"Qwen: Qwen3 32B","display_name":"Qwen: Qwen3 32B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-8b","name":"Qwen: Qwen3 8B","display_name":"Qwen: Qwen3 8B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-30b-a3b-instruct","name":"Qwen: Qwen3 Coder 30B A3B Instruct","display_name":"Qwen: Qwen3 Coder 30B A3B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder","name":"Qwen: Qwen3 Coder 480B A35B","display_name":"Qwen: Qwen3 Coder 480B A35B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-480b-a35b-instruct","name":"Qwen: Qwen3 Coder 480B A35B Instruct","display_name":"Qwen: Qwen3 Coder 480B A35B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-flash","name":"Qwen: Qwen3 Coder Flash","display_name":"Qwen: Qwen3 Coder Flash","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-coder-plus","name":"Qwen: Qwen3 Coder Plus","display_name":"Qwen: Qwen3 Coder Plus","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-max","name":"Qwen: Qwen3 Max","display_name":"Qwen: Qwen3 Max","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-instruct","name":"Qwen: Qwen3 Next 80B A3B Instruct","display_name":"Qwen: Qwen3 Next 80B A3B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-next-80b-a3b-thinking","name":"Qwen: Qwen3 Next 80B A3B Thinking","display_name":"Qwen: Qwen3 Next 80B A3B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-235b-a22b-instruct","name":"Qwen: Qwen3 VL 235B A22B Instruct","display_name":"Qwen: Qwen3 VL 235B A22B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-235b-a22b-thinking","name":"Qwen: Qwen3 VL 235B A22B Thinking","display_name":"Qwen: Qwen3 VL 235B A22B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-30b-a3b-instruct","name":"Qwen: Qwen3 VL 30B A3B Instruct","display_name":"Qwen: Qwen3 VL 30B A3B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-30b-a3b-thinking","name":"Qwen: Qwen3 VL 30B A3B Thinking","display_name":"Qwen: Qwen3 VL 30B A3B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-8b-instruct","name":"Qwen: Qwen3 VL 8B Instruct","display_name":"Qwen: Qwen3 VL 8B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen3-vl-8b-thinking","name":"Qwen: Qwen3 VL 8B Thinking","display_name":"Qwen: Qwen3 VL 8B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwq-32b","name":"Qwen: QwQ 32B","display_name":"Qwen: QwQ 32B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/text-embedding-v3","name":"Qwen: Text Embedding v3","display_name":"Qwen: Text Embedding v3","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/text-embedding-v4","name":"Qwen: Text Embedding v4","display_name":"Qwen: Text Embedding v4","type":"embedding","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-72b-instruct","name":"Qwen2.5 72B Instruct","display_name":"Qwen2.5 72B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"qwen/qwen-2.5-coder-32b-instruct","name":"Qwen2.5 Coder 32B Instruct","display_name":"Qwen2.5 Coder 32B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"relace/relace-apply-3","name":"Relace: Relace Apply 3","display_name":"Relace: Relace Apply 3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"undi95/remm-slerp-l2-13b","name":"ReMM SLERP 13B","display_name":"ReMM SLERP 13B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-lunaris-8b","name":"Sao10K: Llama 3 8B Lunaris","display_name":"Sao10K: Llama 3 8B Lunaris","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3-euryale-70b","name":"Sao10k: Llama 3 Euryale 70B v2.1","display_name":"Sao10k: Llama 3 Euryale 70B v2.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.1-70b-hanami-x1","name":"Sao10K: Llama 3.1 70B Hanami x1","display_name":"Sao10K: Llama 3.1 70B Hanami x1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.1-euryale-70b","name":"Sao10K: Llama 3.1 Euryale 70B v2.2","display_name":"Sao10K: Llama 3.1 Euryale 70B v2.2","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"sao10k/l3.3-euryale-70b","name":"Sao10K: Llama 3.3 Euryale 70B","display_name":"Sao10K: Llama 3.3 Euryale 70B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"shisa-ai/shisa-v2-llama3.3-70b","name":"Shisa AI: Shisa V2 Llama 3.3 70B","display_name":"Shisa AI: Shisa V2 Llama 3.3 70B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"raifle/sorcererlm-8x22b","name":"SorcererLM 8x22B","display_name":"SorcererLM 8x22B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"stepfun-ai/step3","name":"StepFun: Step3","display_name":"StepFun: Step3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"switchpoint/router","name":"Switchpoint Router","display_name":"Switchpoint Router","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tencent/hunyuan-a13b-instruct","name":"Tencent: Hunyuan A13B Instruct","display_name":"Tencent: Hunyuan A13B Instruct","type":"completion","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/anubis-70b-v1.1","name":"TheDrummer: Anubis 70B V1.1","display_name":"TheDrummer: Anubis 70B V1.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/cydonia-24b-v4.1","name":"TheDrummer: Cydonia 24B V4.1","display_name":"TheDrummer: Cydonia 24B V4.1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/rocinante-12b","name":"TheDrummer: Rocinante 12B","display_name":"TheDrummer: Rocinante 12B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/skyfall-36b-v2","name":"TheDrummer: Skyfall 36B V2","display_name":"TheDrummer: Skyfall 36B V2","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thedrummer/unslopnemo-12b","name":"TheDrummer: UnslopNemo 12B","display_name":"TheDrummer: UnslopNemo 12B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thudm/glm-4.1v-9b-thinking","name":"THUDM: GLM 4.1V 9B Thinking","display_name":"THUDM: GLM 4.1V 9B Thinking","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"thudm/glm-z1-32b","name":"THUDM: GLM Z1 32B","display_name":"THUDM: GLM Z1 32B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t-chimera","name":"TNG: DeepSeek R1T Chimera","display_name":"TNG: DeepSeek R1T Chimera","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"tngtech/deepseek-r1t2-chimera","name":"TNG: DeepSeek R1T2 Chimera","display_name":"TNG: DeepSeek R1T2 Chimera","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"alibaba/tongyi-deepresearch-30b-a3b","name":"Tongyi DeepResearch 30B A3B","display_name":"Tongyi DeepResearch 30B A3B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"microsoft/wizardlm-2-8x22b","name":"WizardLM-2 8x22B","display_name":"WizardLM-2 8x22B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3","name":"xAI: Grok 3","display_name":"xAI: Grok 3","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-beta","name":"xAI: Grok 3 Beta","display_name":"xAI: Grok 3 Beta","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-mini","name":"xAI: Grok 3 Mini","display_name":"xAI: Grok 3 Mini","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-3-mini-beta","name":"xAI: Grok 3 Mini Beta","display_name":"xAI: Grok 3 Mini Beta","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-4","name":"xAI: Grok 4","display_name":"xAI: Grok 4","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-4-fast","name":"xAI: Grok 4 Fast","display_name":"xAI: Grok 4 Fast","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"x-ai/grok-code-fast-1","name":"xAI: Grok Code Fast 1","display_name":"xAI: Grok Code Fast 1","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4-32b","name":"Z.AI: GLM 4 32B","display_name":"Z.AI: GLM 4 32B","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5","name":"Z.AI: GLM 4.5","display_name":"Z.AI: GLM 4.5","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5-air","name":"Z.AI: GLM 4.5 Air","display_name":"Z.AI: GLM 4.5 Air","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.5v","name":"Z.AI: GLM 4.5V","display_name":"Z.AI: GLM 4.5V","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false},{"id":"z-ai/glm-4.6","name":"Z.AI: GLM 4.6","display_name":"Z.AI: GLM 4.6","type":"chat","context_length":4096,"max_output_tokens":4096,"reasoning":{"supported":false},"tool_call":false,"metadata":{"source":"public-provider-conf"},"vision":false}],"metadata":{"source":"public-provider-conf"}} \ No newline at end of file diff --git a/dist/upstage.json b/dist/upstage.json new file mode 100644 index 0000000..208d9ec --- /dev/null +++ b/dist/upstage.json @@ -0,0 +1 @@ +{"id":"upstage","api":"https://api.upstage.ai","name":"Upstage","doc":"https://developers.upstage.ai/docs/apis/chat","display_name":"Upstage","models":[{"id":"solar-mini","name":"solar-mini","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2024-06-12","last_updated":"2025-04-22","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.15},"limit":{"context":32768,"output":4096},"display_name":"solar-mini"},{"id":"solar-pro2","name":"solar-pro2","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03","release_date":"2025-05-20","last_updated":"2025-05-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":0.25},"limit":{"context":65536,"output":8192},"display_name":"solar-pro2"}]} \ No newline at end of file diff --git a/dist/v0.json b/dist/v0.json new file mode 100644 index 0000000..59e9918 --- /dev/null +++ b/dist/v0.json @@ -0,0 +1 @@ +{"id":"v0","name":"v0","doc":"https://sdk.vercel.ai/providers/ai-sdk-providers/vercel","display_name":"v0","models":[{"id":"v0-1.5-lg","name":"v0-1.5-lg","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-06-09","last_updated":"2025-06-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75},"limit":{"context":512000,"output":32000},"display_name":"v0-1.5-lg"},{"id":"v0-1.5-md","name":"v0-1.5-md","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-06-09","last_updated":"2025-06-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":128000,"output":32000},"display_name":"v0-1.5-md"},{"id":"v0-1.0-md","name":"v0-1.0-md","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":128000,"output":32000},"display_name":"v0-1.0-md"}]} \ No newline at end of file diff --git a/dist/venice.json b/dist/venice.json new file mode 100644 index 0000000..64ee7dd --- /dev/null +++ b/dist/venice.json @@ -0,0 +1 @@ +{"id":"venice","api":"https://api.venice.ai/api/v1","name":"Venice AI","doc":"https://docs.venice.ai","display_name":"Venice AI","models":[{"id":"dolphin-2.9.2-qwen2-72b","name":"Dolphin 72B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-09","release_date":"2025-05-21","last_updated":"2025-05-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8},"limit":{"context":32768,"output":8192},"display_name":"Dolphin 72B"},{"id":"mistral-31-24b","name":"Venice Medium","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2025-07-15","last_updated":"2025-07-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":131072,"output":8192},"display_name":"Venice Medium"},{"id":"venice-uncensored","name":"Venice Uncensored 1.1","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-10","release_date":"2025-07-15","last_updated":"2025-07-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":32768,"output":8192},"display_name":"Venice Uncensored 1.1"},{"id":"qwen-2.5-vl","name":"Qwen 2.5 VL 72B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-10","release_date":"2025-06-09","last_updated":"2025-06-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8},"limit":{"context":32768,"output":8192},"display_name":"Qwen 2.5 VL 72B"},{"id":"qwen3-235b","name":"Venice Large","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-27","last_updated":"2025-07-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.5,"output":6},"limit":{"context":131072,"output":8192},"display_name":"Venice Large"},{"id":"qwen-2.5-qwq-32b","name":"Venice Reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2023-10","release_date":"2025-07-08","last_updated":"2025-07-08","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":32768,"output":8192},"display_name":"Venice Reasoning"},{"id":"deepseek-coder-v2-lite","name":"DeepSeek Coder V2 Lite","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2021-09","release_date":"2025-06-22","last_updated":"2025-06-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":131072,"output":8192},"display_name":"DeepSeek Coder V2 Lite"},{"id":"qwen3-4b","name":"Venice Small","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-07-27","last_updated":"2025-07-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":32768,"output":8192},"display_name":"Venice Small"},{"id":"llama-3.3-70b","name":"Llama 3.3 70B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-06-09","last_updated":"2025-06-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8},"limit":{"context":65536,"output":8192},"display_name":"Llama 3.3 70B"},{"id":"qwen-2.5-coder-32b","name":"Qwen 2.5 Coder 32B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-10","release_date":"2025-06-14","last_updated":"2025-06-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":32768,"output":8192},"display_name":"Qwen 2.5 Coder 32B"},{"id":"deepseek-r1-671b","name":"DeepSeek R1 671B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2023-10","release_date":"2025-06-05","last_updated":"2025-06-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":3.5,"output":14},"limit":{"context":131072,"output":8192},"display_name":"DeepSeek R1 671B"},{"id":"llama-3.2-3b","name":"Llama 3.2 3B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2025-05-23","last_updated":"2025-05-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.6},"limit":{"context":131072,"output":8192},"display_name":"Llama 3.2 3B"},{"id":"llama-3.1-405b","name":"Llama 3.1 405B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2023-12","release_date":"2025-06-30","last_updated":"2025-06-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.5,"output":6},"limit":{"context":65536,"output":8192},"display_name":"Llama 3.1 405B"}]} \ No newline at end of file diff --git a/dist/vercel.json b/dist/vercel.json new file mode 100644 index 0000000..4dd68b0 --- /dev/null +++ b/dist/vercel.json @@ -0,0 +1 @@ +{"id":"vercel","name":"Vercel AI Gateway","doc":"https://github.com/vercel/ai/tree/5eb85cc45a259553501f535b8ac79a77d0e79223/packages/gateway","display_name":"Vercel AI Gateway","models":[{"id":"moonshotai/kimi-k2","name":"Kimi K2 Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":3},"limit":{"context":131072,"output":16384},"display_name":"Kimi K2 Instruct"},{"id":"alibaba/qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-12","last_updated":"2025-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":2},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Instruct"},{"id":"alibaba/qwen3-vl-instruct","name":"Qwen3 VL Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-24","last_updated":"2025-09-24","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":2.8},"limit":{"context":131072,"output":129024},"display_name":"Qwen3 VL Instruct"},{"id":"alibaba/qwen3-vl-thinking","name":"Qwen3 VL Thinking","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-09","release_date":"2025-09-24","last_updated":"2025-09-24","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.7,"output":8.4},"limit":{"context":131072,"output":129024},"display_name":"Qwen3 VL Thinking"},{"id":"alibaba/qwen3-max","name":"Qwen3 Max","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.2,"output":6},"limit":{"context":262144,"output":32768},"display_name":"Qwen3 Max"},{"id":"alibaba/qwen3-coder-plus","name":"Qwen3 Coder Plus","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":5},"limit":{"context":1000000,"output":1000000},"display_name":"Qwen3 Coder Plus"},{"id":"alibaba/qwen3-next-80b-a3b-thinking","name":"Qwen3 Next 80B A3B Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-09","release_date":"2025-09-12","last_updated":"2025-09-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":6},"limit":{"context":131072,"output":32768},"display_name":"Qwen3 Next 80B A3B Thinking"},{"id":"xai/grok-3-mini-fast","name":"Grok 3 Mini Fast","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.6,"output":4,"reasoning":4,"cache_read":0.15},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini Fast"},{"id":"xai/grok-3-mini","name":"Grok 3 Mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":0.5,"reasoning":0.5,"cache_read":0.075},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini"},{"id":"xai/grok-4-fast","name":"Grok 4 Fast","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-19","last_updated":"2025-09-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.5,"cache_read":0.05},"limit":{"context":2000000,"output":30000},"display_name":"Grok 4 Fast"},{"id":"xai/grok-3","name":"Grok 3","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75},"limit":{"context":131072,"output":8192},"display_name":"Grok 3"},{"id":"xai/grok-2","name":"Grok 2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":131072,"output":8192},"display_name":"Grok 2"},{"id":"xai/grok-code-fast-1","name":"Grok Code Fast 1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2025-08-28","last_updated":"2025-08-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":1.5,"cache_read":0.02},"limit":{"context":256000,"output":10000},"display_name":"Grok Code Fast 1"},{"id":"xai/grok-2-vision","name":"Grok 2 Vision","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":8192,"output":4096},"display_name":"Grok 2 Vision"},{"id":"xai/grok-4","name":"Grok 4","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-09","last_updated":"2025-07-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"reasoning":15,"cache_read":0.75},"limit":{"context":256000,"output":64000},"display_name":"Grok 4"},{"id":"xai/grok-3-fast","name":"Grok 3 Fast","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":25,"cache_read":1.25},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Fast"},{"id":"xai/grok-4-fast-non-reasoning","name":"Grok 4 Fast (Non-Reasoning)","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-19","last_updated":"2025-09-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.5,"cache_read":0.05},"limit":{"context":2000000,"output":30000},"display_name":"Grok 4 Fast (Non-Reasoning)"},{"id":"mistral/codestral","name":"Codestral","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-05-29","last_updated":"2025-01-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.3,"output":0.9},"limit":{"context":256000,"output":4096},"display_name":"Codestral"},{"id":"mistral/magistral-medium","name":"Magistral Medium","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-06","release_date":"2025-03-17","last_updated":"2025-03-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":5},"limit":{"context":128000,"output":16384},"display_name":"Magistral Medium"},{"id":"mistral/mistral-large","name":"Mistral Large","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2024-11-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":131072,"output":16384},"display_name":"Mistral Large"},{"id":"mistral/pixtral-large","name":"Pixtral Large","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2024-11-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":128000,"output":128000},"display_name":"Pixtral Large"},{"id":"mistral/ministral-8b","name":"Ministral 8B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-10-01","last_updated":"2024-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":128000,"output":128000},"display_name":"Ministral 8B"},{"id":"mistral/ministral-3b","name":"Ministral 3B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-10-01","last_updated":"2024-10-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.04,"output":0.04},"limit":{"context":128000,"output":128000},"display_name":"Ministral 3B"},{"id":"mistral/magistral-small","name":"Magistral Small","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-06","release_date":"2025-03-17","last_updated":"2025-03-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.5,"output":1.5},"limit":{"context":128000,"output":128000},"display_name":"Magistral Small"},{"id":"mistral/mistral-small","name":"Mistral Small","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-03","release_date":"2024-09-01","last_updated":"2024-09-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.3},"limit":{"context":128000,"output":16384},"display_name":"Mistral Small"},{"id":"mistral/pixtral-12b","name":"Pixtral 12B","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-09","release_date":"2024-09-01","last_updated":"2024-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.15,"output":0.15},"limit":{"context":128000,"output":128000},"display_name":"Pixtral 12B"},{"id":"mistral/mixtral-8x22b-instruct","name":"Mixtral 8x22B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2024-04-17","last_updated":"2024-04-17","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":6},"limit":{"context":64000,"output":64000},"display_name":"Mixtral 8x22B"},{"id":"vercel/v0-1.0-md","name":"v0-1.0-md","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":128000,"output":32000},"display_name":"v0-1.0-md"},{"id":"vercel/v0-1.5-md","name":"v0-1.5-md","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-06-09","last_updated":"2025-06-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":128000,"output":32000},"display_name":"v0-1.5-md"},{"id":"deepseek/deepseek-v3.2-exp-thinking","name":"DeepSeek V3.2 Exp Thinking","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-09","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.28,"output":0.42},"limit":{"context":163840,"output":8192},"display_name":"DeepSeek V3.2 Exp Thinking"},{"id":"deepseek/deepseek-v3.1-terminus","name":"DeepSeek V3.1 Terminus","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-22","last_updated":"2025-09-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.27,"output":1},"limit":{"context":128000,"output":8192},"display_name":"DeepSeek V3.1 Terminus"},{"id":"deepseek/deepseek-v3.2-exp","name":"DeepSeek V3.2 Exp","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-09","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.28,"output":0.42},"limit":{"context":163840,"output":8192},"display_name":"DeepSeek V3.2 Exp"},{"id":"deepseek/deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-01-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.75,"output":0.99},"limit":{"context":131072,"output":8192},"display_name":"DeepSeek R1 Distill Llama 70B"},{"id":"deepseek/deepseek-r1","name":"DeepSeek-R1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.35,"output":5.4},"limit":{"context":128000,"output":32768},"display_name":"DeepSeek-R1"},{"id":"google/gemini-2.5-flash-lite","name":"Gemini 2.5 Flash Lite","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite"},{"id":"google/gemini-2.5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview 09-25","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"cache_write":0.383},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Preview 09-25"},{"id":"google/gemini-2.5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash Lite Preview 09-25","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash Lite Preview 09-25"},{"id":"google/gemini-2.5-pro","name":"Gemini 2.5 Pro","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.31},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Pro"},{"id":"google/gemini-2.0-flash","name":"Gemini 2.0 Flash","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.025},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash"},{"id":"google/gemini-2.0-flash-lite","name":"Gemini 2.0 Flash Lite","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.075,"output":0.3},"limit":{"context":1048576,"output":8192},"display_name":"Gemini 2.0 Flash Lite"},{"id":"google/gemini-2.5-flash","name":"Gemini 2.5 Flash","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-01","release_date":"2025-03-20","last_updated":"2025-06-05","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":2.5,"cache_read":0.075,"input_audio":1},"limit":{"context":1048576,"output":65536},"display_name":"Gemini 2.5 Flash"},{"id":"openai/gpt-oss-20b","name":"GPT OSS 20B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.07,"output":0.3},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 20B"},{"id":"openai/gpt-oss-120b","name":"GPT OSS 120B","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.5},"limit":{"context":131072,"output":32768},"display_name":"GPT OSS 120B"},{"id":"openai/gpt-5","name":"GPT-5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.13},"limit":{"context":400000,"output":128000},"display_name":"GPT-5"},{"id":"openai/gpt-4o-mini","name":"GPT-4o mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.15,"output":0.6,"cache_read":0.08},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o mini"},{"id":"openai/o3","name":"o3","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":200000,"output":100000},"display_name":"o3"},{"id":"openai/gpt-5-mini","name":"GPT-5 Mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":2,"cache_read":0.03},"limit":{"context":400000,"output":128000},"display_name":"GPT-5 Mini"},{"id":"openai/o1","name":"o1","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2023-09","release_date":"2024-12-05","last_updated":"2024-12-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":60,"cache_read":7.5},"limit":{"context":200000,"output":100000},"display_name":"o1"},{"id":"openai/o4-mini","name":"o4-mini","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.28},"limit":{"context":200000,"output":100000},"display_name":"o4-mini"},{"id":"openai/gpt-4.1","name":"GPT-4.1","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8,"cache_read":0.5},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1"},{"id":"openai/gpt-4o","name":"GPT-4o","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-08-06","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2.5,"output":10,"cache_read":1.25},"limit":{"context":128000,"output":16384},"display_name":"GPT-4o"},{"id":"openai/gpt-5-codex","name":"GPT-5-Codex","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-09-30","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1.25,"output":10,"cache_read":0.125},"limit":{"context":400000,"output":128000},"display_name":"GPT-5-Codex"},{"id":"openai/gpt-5-nano","name":"GPT-5 Nano","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.05,"output":0.4,"cache_read":0.01},"limit":{"context":400000,"output":128000},"display_name":"GPT-5 Nano"},{"id":"openai/o3-mini","name":"o3-mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":false,"tool_call":true,"knowledge":"2024-05","release_date":"2024-12-20","last_updated":"2025-01-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1.1,"output":4.4,"cache_read":0.55},"limit":{"context":200000,"output":100000},"display_name":"o3-mini"},{"id":"openai/gpt-4-turbo","name":"GPT-4 Turbo","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":10,"output":30},"limit":{"context":128000,"output":4096},"display_name":"GPT-4 Turbo"},{"id":"openai/gpt-4.1-mini","name":"GPT-4.1 mini","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.4,"output":1.6,"cache_read":0.1},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 mini"},{"id":"openai/gpt-4.1-nano","name":"GPT-4.1 nano","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.1,"output":0.4,"cache_read":0.03},"limit":{"context":1047576,"output":32768},"display_name":"GPT-4.1 nano"},{"id":"perplexity/sonar-reasoning","name":"Sonar Reasoning","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-09","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":5},"limit":{"context":127000,"output":8000},"display_name":"Sonar Reasoning"},{"id":"perplexity/sonar","name":"Sonar","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-02","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":1},"limit":{"context":127000,"output":8000},"display_name":"Sonar"},{"id":"perplexity/sonar-pro","name":"Sonar Pro","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2025-09","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15},"limit":{"context":200000,"output":8000},"display_name":"Sonar Pro"},{"id":"perplexity/sonar-reasoning-pro","name":"Sonar Reasoning Pro","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":false,"knowledge":"2025-09","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":8},"limit":{"context":127000,"output":8000},"display_name":"Sonar Reasoning Pro"},{"id":"zai/glm-4.5","name":"GLM 4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":128000,"output":96000},"display_name":"GLM 4.5"},{"id":"zai/glm-4.5-air","name":"GLM 4.5 Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":1.1},"limit":{"context":128000,"output":96000},"display_name":"GLM 4.5 Air"},{"id":"zai/glm-4.5v","name":"GLM 4.5V","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-08","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.8},"limit":{"context":66000,"output":16000},"display_name":"GLM 4.5V"},{"id":"zai/glm-4.6","name":"GLM 4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2},"limit":{"context":200000,"output":96000},"display_name":"GLM 4.6"},{"id":"amazon/nova-micro","name":"Nova Micro","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.035,"output":0.14,"cache_read":0.00875},"limit":{"context":128000,"output":8192},"display_name":"Nova Micro"},{"id":"amazon/nova-pro","name":"Nova Pro","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":3.2,"cache_read":0.2},"limit":{"context":300000,"output":8192},"display_name":"Nova Pro"},{"id":"amazon/nova-lite","name":"Nova Lite","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2024-12-03","last_updated":"2024-12-03","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"cost":{"input":0.06,"output":0.24,"cache_read":0.015},"limit":{"context":300000,"output":8192},"display_name":"Nova Lite"},{"id":"morph/morph-v3-fast","name":"Morph v3 Fast","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":1.2},"limit":{"context":16000,"output":16000},"display_name":"Morph v3 Fast"},{"id":"morph/morph-v3-large","name":"Morph v3 Large","attachment":false,"reasoning":{"supported":false},"temperature":false,"tool_call":false,"release_date":"2024-08-15","last_updated":"2024-08-15","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.9,"output":1.9},"limit":{"context":32000,"output":32000},"display_name":"Morph v3 Large"},{"id":"meta/llama-4-scout","name":"Llama-4-Scout-17B-16E-Instruct-FP8","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-4-Scout-17B-16E-Instruct-FP8"},{"id":"meta/llama-3.3-70b","name":"Llama-3.3-70B-Instruct","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-3.3-70B-Instruct"},{"id":"meta/llama-4-maverick","name":"Llama-4-Maverick-17B-128E-Instruct-FP8","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":128000,"output":4096},"display_name":"Llama-4-Maverick-17B-128E-Instruct-FP8"},{"id":"anthropic/claude-haiku-4.5","name":"Claude Haiku 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-02-31","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":1,"output":1.25,"cache_read":0.1,"cache_write":1.25},"limit":{"context":200000,"output":64000},"display_name":"Claude Haiku 4.5"},{"id":"anthropic/claude-3.7-sonnet","name":"Claude Sonnet 3.7","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-10-31","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 3.7"},{"id":"anthropic/claude-3-5-haiku","name":"Claude Haiku 3.5","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.8,"output":4,"cache_read":0.08,"cache_write":1},"limit":{"context":200000,"output":8192},"display_name":"Claude Haiku 3.5"},{"id":"anthropic/claude-4.5-sonnet","name":"Claude Sonnet 4.5","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4.5"},{"id":"anthropic/claude-3.5-sonnet","name":"Claude Sonnet 3.5 v2","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-04-30","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":8192},"display_name":"Claude Sonnet 3.5 v2"},{"id":"anthropic/claude-4-1-opus","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"},{"id":"anthropic/claude-4-sonnet","name":"Claude Sonnet 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.3,"cache_write":3.75},"limit":{"context":200000,"output":64000},"display_name":"Claude Sonnet 4"},{"id":"anthropic/claude-3-opus","name":"Claude Opus 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08-31","release_date":"2024-02-29","last_updated":"2024-02-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":4096},"display_name":"Claude Opus 3"},{"id":"anthropic/claude-3-haiku","name":"Claude Haiku 3","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2023-08-31","release_date":"2024-03-13","last_updated":"2024-03-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.25,"output":1.25,"cache_read":0.03,"cache_write":0.3},"limit":{"context":200000,"output":4096},"display_name":"Claude Haiku 3"},{"id":"anthropic/claude-4-opus","name":"Claude Opus 4","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":15,"output":75,"cache_read":1.5,"cache_write":18.75},"limit":{"context":200000,"output":32000},"display_name":"Claude Opus 4"},{"id":"cerebras/qwen3-coder","name":"Qwen 3 Coder 480B","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":2,"output":2},"limit":{"context":131000,"output":32000},"display_name":"Qwen 3 Coder 480B"}]} \ No newline at end of file diff --git a/dist/wandb.json b/dist/wandb.json new file mode 100644 index 0000000..fbf2c0e --- /dev/null +++ b/dist/wandb.json @@ -0,0 +1 @@ +{"id":"wandb","api":"https://api.inference.wandb.ai/v1","name":"Weights & Biases","doc":"https://weave-docs.wandb.ai/guides/integrations/inference/","display_name":"Weights & Biases","models":[{"id":"moonshotai/Kimi-K2-Instruct","name":"Kimi-K2-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-07-14","last_updated":"2025-07-14","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.35,"output":4},"limit":{"context":128000,"output":16384},"display_name":"Kimi-K2-Instruct"},{"id":"microsoft/Phi-4-mini-instruct","name":"Phi-4-mini-instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.08,"output":0.35},"limit":{"context":128000,"output":4096},"display_name":"Phi-4-mini-instruct"},{"id":"meta-llama/Llama-3.1-8B-Instruct","name":"Meta-Llama-3.1-8B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-07-23","last_updated":"2024-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.22,"output":0.22},"limit":{"context":128000,"output":32768},"display_name":"Meta-Llama-3.1-8B-Instruct"},{"id":"meta-llama/Llama-3.3-70B-Instruct","name":"Llama-3.3-70B-Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.71,"output":0.71},"limit":{"context":128000,"output":32768},"display_name":"Llama-3.3-70B-Instruct"},{"id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","name":"Llama 4 Scout 17B 16E Instruct","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-12","release_date":"2025-01-31","last_updated":"2025-01-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"cost":{"input":0.17,"output":0.66},"limit":{"context":64000,"output":8192},"display_name":"Llama 4 Scout 17B 16E Instruct"},{"id":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen3 235B A22B Instruct 2507","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-04-28","last_updated":"2025-07-21","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":262144,"output":131072},"display_name":"Qwen3 235B A22B Instruct 2507"},{"id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen3-Coder-480B-A35B-Instruct","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1,"output":1.5},"limit":{"context":262144,"output":66536},"display_name":"Qwen3-Coder-480B-A35B-Instruct"},{"id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3-235B-A22B-Thinking-2507","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.1,"output":0.1},"limit":{"context":262144,"output":131072},"display_name":"Qwen3-235B-A22B-Thinking-2507"},{"id":"deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek-R1-0528","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-05","release_date":"2025-05-28","last_updated":"2025-05-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.35,"output":5.4},"limit":{"context":161000,"output":163840},"display_name":"DeepSeek-R1-0528"},{"id":"deepseek-ai/DeepSeek-V3-0324","name":"DeepSeek-V3-0324","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-10","release_date":"2025-03-24","last_updated":"2025-03-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":1.14,"output":2.75},"limit":{"context":161000,"output":8192},"display_name":"DeepSeek-V3-0324"}]} \ No newline at end of file diff --git a/dist/xai.json b/dist/xai.json new file mode 100644 index 0000000..82c31c6 --- /dev/null +++ b/dist/xai.json @@ -0,0 +1 @@ +{"id":"xai","name":"xai","doc":"https://docs.x.ai/docs/models","display_name":"xai","models":[{"id":"grok-4-fast-non-reasoning","name":"Grok 4 Fast (Non-Reasoning)","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-19","last_updated":"2025-09-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.5,"cache_read":0.05},"limit":{"context":2000000,"output":30000},"display_name":"Grok 4 Fast (Non-Reasoning)"},{"id":"grok-3-fast","name":"Grok 3 Fast","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":25,"cache_read":1.25},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Fast"},{"id":"grok-4","name":"Grok 4","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-07-09","last_updated":"2025-07-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"reasoning":15,"cache_read":0.75},"limit":{"context":256000,"output":64000},"display_name":"Grok 4"},{"id":"grok-2-vision","name":"Grok 2 Vision","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":8192,"output":4096},"display_name":"Grok 2 Vision"},{"id":"grok-code-fast-1","name":"Grok Code Fast 1","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2023-10","release_date":"2025-08-28","last_updated":"2025-08-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":1.5,"cache_read":0.02},"limit":{"context":256000,"output":10000},"display_name":"Grok Code Fast 1"},{"id":"grok-2","name":"Grok 2","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-08-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":131072,"output":8192},"display_name":"Grok 2"},{"id":"grok-3-mini-fast-latest","name":"Grok 3 Mini Fast Latest","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.6,"output":4,"reasoning":4,"cache_read":0.15},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini Fast Latest"},{"id":"grok-2-vision-1212","name":"Grok 2 Vision 1212","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":false,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-12-12","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":32000,"output":32000},"display_name":"Grok 2 Vision 1212","search":{"supported":false}},{"id":"grok-3","name":"Grok 3","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75},"limit":{"context":131072,"output":8192},"display_name":"Grok 3"},{"id":"grok-4-fast","name":"Grok 4 Fast","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-07","release_date":"2025-09-19","last_updated":"2025-09-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":0.2,"output":0.5,"cache_read":0.05},"limit":{"context":2000000,"output":30000},"display_name":"Grok 4 Fast"},{"id":"grok-2-latest","name":"Grok 2 Latest","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-12-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":131072,"output":8192},"display_name":"Grok 2 Latest"},{"id":"grok-2-1212","name":"Grok 2 1212","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-12-12","last_updated":"2024-12-12","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":120000,"output":100000},"display_name":"Grok 2 1212","search":{"supported":false}},{"id":"grok-3-fast-latest","name":"Grok 3 Fast Latest","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":25,"cache_read":1.25},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Fast Latest"},{"id":"grok-3-latest","name":"Grok 3 Latest","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":3,"output":15,"cache_read":0.75},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Latest"},{"id":"grok-2-vision-latest","name":"Grok 2 Vision Latest","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-08-20","last_updated":"2024-12-12","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":2,"output":10,"cache_read":2},"limit":{"context":8192,"output":4096},"display_name":"Grok 2 Vision Latest"},{"id":"grok-vision-beta","name":"Grok Vision Beta","attachment":true,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-11-01","last_updated":"2024-11-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":15,"cache_read":5},"limit":{"context":8192,"output":4096},"display_name":"Grok Vision Beta"},{"id":"grok-3-mini","name":"Grok 3 Mini","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":0.5,"reasoning":0.5,"cache_read":0.075},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini"},{"id":"grok-beta","name":"Grok Beta","attachment":false,"reasoning":{"supported":false},"temperature":true,"tool_call":true,"knowledge":"2024-08","release_date":"2024-11-01","last_updated":"2024-11-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":5,"output":15,"cache_read":5},"limit":{"context":131072,"output":4096},"display_name":"Grok Beta"},{"id":"grok-3-mini-latest","name":"Grok 3 Mini Latest","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.3,"output":0.5,"reasoning":0.5,"cache_read":0.075},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini Latest"},{"id":"grok-3-mini-fast","name":"Grok 3 Mini Fast","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2024-11","release_date":"2025-02-17","last_updated":"2025-02-17","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"cost":{"input":0.6,"output":4,"reasoning":4,"cache_read":0.15},"limit":{"context":131072,"output":8192},"display_name":"Grok 3 Mini Fast"},{"id":"grok-3-mini-fast-beta","name":"Grok 3 Mini Fast Beta","display_name":"Grok 3 Mini Fast Beta","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":120000,"output":100000},"reasoning":{"supported":true,"effort":"low","default":true},"search":{"supported":false}},{"id":"grok-3-mini-beta","name":"Grok 3 Mini Beta","display_name":"Grok 3 Mini Beta","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":120000,"output":100000},"reasoning":{"supported":true,"effort":"low","default":true},"search":{"supported":false}},{"id":"grok-3-fast-beta","name":"Grok 3 Fast Beta","display_name":"Grok 3 Fast Beta","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":120000,"output":100000},"reasoning":{"supported":false},"search":{"supported":false}},{"id":"grok-2-image-1212","name":"Grok 2 Image 1212","display_name":"Grok 2 Image 1212","temperature":true,"attachment":false,"tool_call":false,"modalities":{"input":["text","image"],"output":["text"]},"limit":{"context":130000,"output":100000},"reasoning":{"supported":false},"search":{"supported":false}},{"id":"grok-3-beta","name":"Grok 3 Beta","display_name":"Grok 3 Beta","temperature":true,"attachment":false,"tool_call":true,"modalities":{"input":["text"],"output":["text"]},"limit":{"context":120000,"output":100000},"reasoning":{"supported":false},"search":{"supported":false}}]} \ No newline at end of file diff --git a/dist/zai-coding-plan.json b/dist/zai-coding-plan.json new file mode 100644 index 0000000..b509dee --- /dev/null +++ b/dist/zai-coding-plan.json @@ -0,0 +1 @@ +{"id":"zai-coding-plan","api":"https://api.z.ai/api/coding/paas/v4","name":"Z.AI Coding Plan","doc":"https://docs.z.ai/devpack/overview","display_name":"Z.AI Coding Plan","models":[{"id":"glm-4.5-flash","name":"GLM-4.5-Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Flash"},{"id":"glm-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"glm-4.5-air","name":"GLM-4.5-Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Air"},{"id":"glm-4.5v","name":"GLM 4.5V","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":64000,"output":16384},"display_name":"GLM 4.5V"},{"id":"glm-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":204800,"output":131072},"display_name":"GLM-4.6"}]} \ No newline at end of file diff --git a/dist/zai.json b/dist/zai.json new file mode 100644 index 0000000..da31aac --- /dev/null +++ b/dist/zai.json @@ -0,0 +1 @@ +{"id":"zai","api":"https://api.z.ai/api/paas/v4","name":"Z.AI","doc":"https://docs.z.ai/guides/overview/pricing","display_name":"Z.AI","models":[{"id":"glm-4.5-flash","name":"GLM-4.5-Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Flash"},{"id":"glm-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"glm-4.5-air","name":"GLM-4.5-Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":1.1,"cache_read":0.03,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Air"},{"id":"glm-4.5v","name":"GLM 4.5V","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.8},"limit":{"context":64000,"output":16384},"display_name":"GLM 4.5V"},{"id":"glm-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11,"cache_write":0},"limit":{"context":204800,"output":131072},"display_name":"GLM-4.6"}]} \ No newline at end of file diff --git a/dist/zhipuai-coding-plan.json b/dist/zhipuai-coding-plan.json new file mode 100644 index 0000000..b403f68 --- /dev/null +++ b/dist/zhipuai-coding-plan.json @@ -0,0 +1 @@ +{"id":"zhipuai-coding-plan","api":"https://open.bigmodel.cn/api/coding/paas/v4","name":"Zhipu AI Coding Plan","doc":"https://docs.bigmodel.cn/cn/coding-plan/overview","display_name":"Zhipu AI Coding Plan","models":[{"id":"glm-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":204800,"output":131072},"display_name":"GLM-4.6"},{"id":"glm-4.5v","name":"GLM 4.5V","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0},"limit":{"context":64000,"output":16384},"display_name":"GLM 4.5V"},{"id":"glm-4.5-air","name":"GLM-4.5-Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Air"},{"id":"glm-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"glm-4.5-flash","name":"GLM-4.5-Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Flash"}]} \ No newline at end of file diff --git a/dist/zhipuai.json b/dist/zhipuai.json new file mode 100644 index 0000000..a94ecc5 --- /dev/null +++ b/dist/zhipuai.json @@ -0,0 +1 @@ +{"id":"zhipuai","api":"https://open.bigmodel.cn/api/paas/v4","name":"Zhipu AI","doc":"https://docs.z.ai/guides/overview/pricing","display_name":"Zhipu AI","models":[{"id":"glm-4.6","name":"GLM-4.6","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11,"cache_write":0},"limit":{"context":204800,"output":131072},"display_name":"GLM-4.6"},{"id":"glm-4.5v","name":"GLM 4.5V","attachment":true,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":1.8},"limit":{"context":64000,"output":16384},"display_name":"GLM 4.5V"},{"id":"glm-4.5-air","name":"GLM-4.5-Air","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.2,"output":1.1,"cache_read":0.03,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Air"},{"id":"glm-4.5","name":"GLM-4.5","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0.6,"output":2.2,"cache_read":0.11,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5"},{"id":"glm-4.5-flash","name":"GLM-4.5-Flash","attachment":false,"reasoning":{"supported":true,"default":true},"temperature":true,"tool_call":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"cost":{"input":0,"output":0,"cache_read":0,"cache_write":0},"limit":{"context":131072,"output":98304},"display_name":"GLM-4.5-Flash"}]} \ No newline at end of file diff --git a/docs/architecture-overview.md b/docs/architecture-overview.md deleted file mode 100644 index 9afa11b..0000000 --- a/docs/architecture-overview.md +++ /dev/null @@ -1,206 +0,0 @@ -# PublicProviderConf Architecture Overview - -## Project Goals - -Automatically fetch AI model interface information from various providers (OpenRouter, OpenAI, Gemini, PPInfra, etc.), combine with locally maintained model configurations, and generate standardized JSON files for easy consumption by chatbots and other applications. - -## Core Architecture - -### 1. Data Flow -``` -Provider APIs → Rust Fetcher Modules → Unified JSON Format → Provider JSON Files → Aggregated JSON -``` - -### 2. Output Format Design - -#### Individual Provider JSON Format -```json -{ - "provider": "ppinfra", - "providerName": "PPInfra", - "lastUpdated": "2025-01-15T10:30:00Z", - "models": [ - { - "id": "deepseek/deepseek-v3.1", - "name": "Deepseek V3.1", - "contextLength": 163840, - "maxTokens": 163840, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "Brief description" - } - ] -} -``` - -#### Aggregated JSON Format (all.json) -```json -{ - "version": "1.0.0", - "generatedAt": "2025-01-15T10:30:00Z", - "totalModels": 150, - "providers": { - "ppinfra": { - "providerId": "ppinfra", - "providerName": "PPInfra", - "models": [ - { - "id": "deepseek/deepseek-v3.1", - "name": "Deepseek V3.1", - "contextLength": 163840, - "maxTokens": 163840, - "vision": false, - "functionCall": true, - "reasoning": true, - "type": "chat", - "description": "Brief description" - } - ] - } - } -} -``` - -## Rust Project Structure - -``` -src/ -├── main.rs // CLI entry point, configuration parsing -├── lib.rs // Library entry point -├── models/ -│ ├── mod.rs // Model definitions -│ ├── provider.rs // Provider struct -│ ├── model_info.rs // ModelInfo struct -│ └── config.rs // Configuration struct -├── providers/ -│ ├── mod.rs // Provider interface definition -│ ├── ppinfra.rs // PPInfra implementation -│ ├── openrouter.rs // OpenRouter implementation -│ ├── openai.rs // OpenAI implementation -│ └── gemini.rs // Gemini implementation -├── fetcher/ -│ ├── mod.rs // Data fetcher -│ ├── http_client.rs // HTTP client -│ └── rate_limiter.rs // Rate limiting -├── processor/ -│ ├── mod.rs // Data processor -│ ├── normalizer.rs // Data normalization -│ └── aggregator.rs // Data aggregation -├── output/ -│ ├── mod.rs // Output handling -│ ├── json_writer.rs // JSON file writing -│ └── validator.rs // Output validation -└── config/ - ├── mod.rs // Configuration management - └── providers.toml // Provider configuration file -``` - -## Core Component Design - -### 1. Provider Trait -```rust -#[async_trait] -pub trait Provider { - async fn fetch_models(&self) -> Result, Error>; - fn provider_id(&self) -> &str; - fn provider_name(&self) -> &str; -} -``` - -### 2. ModelInfo Struct -```rust -pub struct ModelInfo { - pub id: String, - pub name: String, - pub context_length: u32, - pub max_tokens: u32, - pub vision: bool, - pub function_call: bool, - pub reasoning: bool, - pub model_type: ModelType, - pub description: Option, -} -``` - -### 3. CLI Interface -```bash -# Fetch models from all providers -cargo run -- --all - -# Fetch from specific providers -cargo run -- --providers ppinfra,openai - -# Specify output directory -cargo run -- --output ./provider_configs - -# Generate aggregated file -cargo run -- --aggregate -``` - -## GitHub Actions Workflow - -### Workflow Triggers -- Scheduled task: Daily at UTC 06:00 -- Manual trigger: workflow_dispatch -- Push to main branch - -### Workflow Steps -1. Checkout code -2. Setup Rust environment -3. Compile project -4. Run data fetching -5. Validate generated JSON -6. Commit updates to provider_configs/ -7. Create Release and package JSON files - -### Output Directory Structure -``` -provider_configs/ -├── ppinfra.json -├── openrouter.json -├── openai.json -├── gemini.json -└── all.json -``` - -## Configuration Management - -### providers.toml Configuration File -```toml -[ppinfra] -api_url = "https://api.ppinfra.com/openai/v1/models" -rate_limit = 10 # requests per second -timeout = 30 # seconds - -[openrouter] -api_url = "https://openrouter.ai/api/v1/models" -api_key_env = "OPENROUTER_API_KEY" -rate_limit = 5 - -[openai] -api_url = "https://api.openai.com/v1/models" -api_key_env = "OPENAI_API_KEY" -rate_limit = 20 -``` - -## Error Handling Strategy - -1. **Network errors**: Retry mechanism, maximum 3 attempts -2. **API limits**: Respect rate limits, exponential backoff -3. **Data parsing errors**: Log errors but continue processing other models -4. **Partial failures**: Generate JSON with available data, mark failed providers - -## Extensibility Considerations - -1. **New Provider addition**: Simply implement Provider trait -2. **Field extension**: Add new fields to ModelInfo, maintain backward compatibility -3. **Output formats**: Support multiple output formats through feature flags -4. **Caching strategy**: Can add Redis cache to reduce API calls - -## Performance Optimization - -1. **Concurrent processing**: Use tokio for concurrent data fetching from multiple providers -2. **Incremental updates**: Compare timestamps, only update changed data -3. **Compressed output**: Generate gzip compressed versions of JSON files \ No newline at end of file diff --git a/docs/feat_dc_sync_version.md b/docs/feat_dc_sync_version.md new file mode 100644 index 0000000..f102a0e --- /dev/null +++ b/docs/feat_dc_sync_version.md @@ -0,0 +1,7 @@ +# DC Sync Version File + +- [x] Review output manager flow for aggregated exports +- [x] Add dc_sync_version.json generation alongside all.json +- [x] Restrict CDN uploads to all.json and version file +- [x] Validate output via build or targeted command + diff --git a/samples/.gitkeep b/manual-templates/.gitkeep similarity index 100% rename from samples/.gitkeep rename to manual-templates/.gitkeep diff --git a/manual-templates/aihubmix.json b/manual-templates/aihubmix.json new file mode 100644 index 0000000..c4a1fb3 --- /dev/null +++ b/manual-templates/aihubmix.json @@ -0,0 +1,19 @@ +{ + "id": "aihubmix", + "models": [ + { + "id": "deepseek-ai/DeepSeek-R1-0528", + "context_length": 131072, + "max_output_tokens": 65536, + "reasoning": { + "supported": true, + "default": true + } + }, + { + "id": "deepseek-ai/DeepSeek-V3-0324", + "context_length": 131072, + "max_output_tokens": 65536 + } + ] +} diff --git a/manual-templates/alibaba-cn.json b/manual-templates/alibaba-cn.json new file mode 100644 index 0000000..248988f --- /dev/null +++ b/manual-templates/alibaba-cn.json @@ -0,0 +1,1282 @@ +{ + "id": "alibaba-cn", + "models": [ + { + "id": "qwen-mt-turbo", + "name": "Qwen Mt Turbo", + "display_name": "Qwen Mt Turbo", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16384, + "output": 8192 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-mt-plus", + "name": "Qwen Mt Plus", + "display_name": "Qwen Mt Plus", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16384, + "output": 8192 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen3-coder-plus-2025-09-23", + "name": "Qwen3 Coder Plus 2025 09 23", + "display_name": "Qwen3 Coder Plus 2025 09 23", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 65536 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen3-coder-plus-2025-07-22", + "name": "Qwen3 Coder Plus 2025 07 22", + "display_name": "Qwen3 Coder Plus 2025 07 22", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 65536 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen3-coder-plus", + "name": "Qwen3 Coder Plus", + "display_name": "Qwen3 Coder Plus", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 65536 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-vl-ocr-latest", + "name": "Qwen Vl Ocr Latest", + "display_name": "Qwen Vl Ocr Latest", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 34096, + "output": 4096 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-vl-ocr", + "name": "Qwen Vl Ocr", + "display_name": "Qwen Vl Ocr", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 34096, + "output": 4096 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qvq-max-2025-05-15", + "name": "Qvq Max 2025 05 15", + "display_name": "Qvq Max 2025 05 15", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 16384, + "default": 16384 + } + } + }, + { + "id": "qwen-long", + "name": "Qwen Long", + "display_name": "Qwen Long", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 8192 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-turbo-latest", + "name": "Qwen Turbo Latest", + "display_name": "Qwen Turbo Latest", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 16384 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-turbo-2024-09-19", + "name": "Qwen Turbo 2024 09 19", + "display_name": "Qwen Turbo 2024 09 19", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-turbo", + "name": "Qwen Turbo", + "display_name": "Qwen Turbo", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 16384 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-flash", + "name": "Qwen Flash", + "display_name": "Qwen Flash", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-flash-2025-07-28", + "name": "Qwen Flash 2025 07 28", + "display_name": "Qwen Flash 2025 07 28", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-plus-latest", + "name": "Qwen Plus Latest", + "display_name": "Qwen Plus Latest", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-plus-2024-09-19", + "name": "Qwen Plus 2024 09 19", + "display_name": "Qwen Plus 2024 09 19", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-plus-2025-07-14", + "name": "Qwen Plus 2025 07 14", + "display_name": "Qwen Plus 2025 07 14", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 16384 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-plus-2025-09-11", + "name": "Qwen Plus 2025 09 11", + "display_name": "Qwen Plus 2025 09 11", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-plus", + "name": "Qwen Plus", + "display_name": "Qwen Plus", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-max-latest", + "name": "Qwen Max Latest", + "display_name": "Qwen Max Latest", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-max-2024-09-19", + "name": "Qwen Max 2024 09 19", + "display_name": "Qwen Max 2024 09 19", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32768, + "output": 8192 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-max-2024-04-28", + "name": "Qwen Max 2024 04 28", + "display_name": "Qwen Max 2024 04 28", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8000, + "output": 2000 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-max-2024-04-03", + "name": "Qwen Max 2024 04 03", + "display_name": "Qwen Max 2024 04 03", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8000, + "output": 2000 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-max-2025-01-25", + "name": "Qwen Max 2025 01 25", + "display_name": "Qwen Max 2025 01 25", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-max", + "name": "Qwen Max", + "display_name": "Qwen Max", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32768, + "output": 8192 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen3-max-2025-09-23", + "name": "Qwen3 Max 20250923", + "display_name": "Qwen3 Max 20250923", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 65536 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen3-max-preview", + "name": "Qwen3 Max Preview", + "display_name": "Qwen3 Max Preview", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 65536 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen3-235b-a22b-thinking-2507", + "name": "Qwen3 235B A22B Thinking 2507", + "display_name": "Qwen3 235B A22B Thinking 2507", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-235b-a22b-instruct-2507", + "name": "Qwen3 235B A22B Instruct 2507", + "display_name": "Qwen3 235B A22B Instruct 2507", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen3-235b-a22b", + "name": "Qwen3 235B A22B", + "display_name": "Qwen3 235B A22B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-32b", + "name": "Qwen3 32B", + "display_name": "Qwen3 32B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 16384 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + } + }, + { + "id": "qwen3-30b-a3b-instruct-2507", + "name": "Qwen3 30B A3B Instruct 2507", + "display_name": "Qwen3 30B A3B Instruct 2507", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen3-30b-a3b-thinking-2507", + "name": "Qwen3 30B A3B Thinking 2507", + "display_name": "Qwen3 30B A3B Thinking 2507", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-30b-a3b", + "name": "Qwen3 30B A3B", + "display_name": "Qwen3 30B A3B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-14b", + "name": "Qwen3 14B", + "display_name": "Qwen3 14B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + } + }, + { + "id": "qwen3-8b", + "name": "Qwen3 8B", + "display_name": "Qwen3 8B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + } + }, + { + "id": "qwen3-4b", + "name": "Qwen3 4B", + "display_name": "Qwen3 4B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + } + }, + { + "id": "qwen3-1.7b", + "name": "Qwen3 1.7B", + "display_name": "Qwen3 1.7B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32768, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 30720, + "default": 30720 + } + } + }, + { + "id": "qwen3-0.6b", + "name": "Qwen3 0.6B", + "display_name": "Qwen3 0.6B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32768, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 30720, + "default": 30720 + } + } + }, + { + "id": "qwen3-vl-plus-2025-09-23", + "name": "Qwen3 VL Plus 2025 09 23", + "display_name": "Qwen3 VL Plus 2025 09 23", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-vl-plus", + "name": "Qwen3 VL Plus", + "display_name": "Qwen3 VL Plus", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwq-plus", + "name": "QwQ Plus", + "display_name": "QwQ Plus", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 32768, + "default": 32768 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwq-plus-latest", + "name": "QwQ Plus Latest", + "display_name": "QwQ Plus Latest", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 32768, + "default": 32768 + } + }, + "search": { + "supported": false + } + }, + { + "id": "qwen3-next-80b-a3b-thinking", + "name": "Qwen3 Next 80B A3B Thinking", + "display_name": "Qwen3 Next 80B A3B Thinking", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-next-80b-a3b-instruct", + "name": "Qwen3 Next 80B A3B Instruct", + "display_name": "Qwen3 Next 80B A3B Instruct", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": false + } + } + ] +} diff --git a/manual-templates/alibaba.json b/manual-templates/alibaba.json new file mode 100644 index 0000000..0014cbe --- /dev/null +++ b/manual-templates/alibaba.json @@ -0,0 +1,1282 @@ +{ + "id": "alibaba", + "models": [ + { + "id": "qwen-mt-turbo", + "name": "Qwen Mt Turbo", + "display_name": "Qwen Mt Turbo", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16384, + "output": 8192 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-mt-plus", + "name": "Qwen Mt Plus", + "display_name": "Qwen Mt Plus", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 16384, + "output": 8192 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen3-coder-plus-2025-09-23", + "name": "Qwen3 Coder Plus 2025 09 23", + "display_name": "Qwen3 Coder Plus 2025 09 23", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 65536 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen3-coder-plus-2025-07-22", + "name": "Qwen3 Coder Plus 2025 07 22", + "display_name": "Qwen3 Coder Plus 2025 07 22", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 65536 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen3-coder-plus", + "name": "Qwen3 Coder Plus", + "display_name": "Qwen3 Coder Plus", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 65536 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-vl-ocr-latest", + "name": "Qwen Vl Ocr Latest", + "display_name": "Qwen Vl Ocr Latest", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 34096, + "output": 4096 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-vl-ocr", + "name": "Qwen Vl Ocr", + "display_name": "Qwen Vl Ocr", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 34096, + "output": 4096 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qvq-max-2025-05-15", + "name": "Qvq Max 2025 05 15", + "display_name": "Qvq Max 2025 05 15", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 16384, + "default": 16384 + } + } + }, + { + "id": "qwen-long", + "name": "Qwen Long", + "display_name": "Qwen Long", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 8192 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-turbo-latest", + "name": "Qwen Turbo Latest", + "display_name": "Qwen Turbo Latest", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 16384 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-turbo-2024-09-19", + "name": "Qwen Turbo 2024 09 19", + "display_name": "Qwen Turbo 2024 09 19", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-turbo", + "name": "Qwen Turbo", + "display_name": "Qwen Turbo", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 16384 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-flash", + "name": "Qwen Flash", + "display_name": "Qwen Flash", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-flash-2025-07-28", + "name": "Qwen Flash 2025 07 28", + "display_name": "Qwen Flash 2025 07 28", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-plus-latest", + "name": "Qwen Plus Latest", + "display_name": "Qwen Plus Latest", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-plus-2024-09-19", + "name": "Qwen Plus 2024 09 19", + "display_name": "Qwen Plus 2024 09 19", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-plus-2025-07-14", + "name": "Qwen Plus 2025 07 14", + "display_name": "Qwen Plus 2025 07 14", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 16384 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-plus-2025-09-11", + "name": "Qwen Plus 2025 09 11", + "display_name": "Qwen Plus 2025 09 11", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-plus", + "name": "Qwen Plus", + "display_name": "Qwen Plus", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-max-latest", + "name": "Qwen Max Latest", + "display_name": "Qwen Max Latest", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-max-2024-09-19", + "name": "Qwen Max 2024 09 19", + "display_name": "Qwen Max 2024 09 19", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32768, + "output": 8192 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-max-2024-04-28", + "name": "Qwen Max 2024 04 28", + "display_name": "Qwen Max 2024 04 28", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8000, + "output": 2000 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-max-2024-04-03", + "name": "Qwen Max 2024 04 03", + "display_name": "Qwen Max 2024 04 03", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 8000, + "output": 2000 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen-max-2025-01-25", + "name": "Qwen Max 2025 01 25", + "display_name": "Qwen Max 2025 01 25", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen-max", + "name": "Qwen Max", + "display_name": "Qwen Max", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32768, + "output": 8192 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen3-max-2025-09-23", + "name": "Qwen3 Max 20250923", + "display_name": "Qwen3 Max 20250923", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 65536 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen3-max-preview", + "name": "Qwen3 Max Preview", + "display_name": "Qwen3 Max Preview", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 65536 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwen3-235b-a22b-thinking-2507", + "name": "Qwen3 235B A22B Thinking 2507", + "display_name": "Qwen3 235B A22B Thinking 2507", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-235b-a22b-instruct-2507", + "name": "Qwen3 235B A22B Instruct 2507", + "display_name": "Qwen3 235B A22B Instruct 2507", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen3-235b-a22b", + "name": "Qwen3 235B A22B", + "display_name": "Qwen3 235B A22B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-32b", + "name": "Qwen3 32B", + "display_name": "Qwen3 32B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 16384 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + } + }, + { + "id": "qwen3-30b-a3b-instruct-2507", + "name": "Qwen3 30B A3B Instruct 2507", + "display_name": "Qwen3 30B A3B Instruct 2507", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "qwen3-30b-a3b-thinking-2507", + "name": "Qwen3 30B A3B Thinking 2507", + "display_name": "Qwen3 30B A3B Thinking 2507", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-30b-a3b", + "name": "Qwen3 30B A3B", + "display_name": "Qwen3 30B A3B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-14b", + "name": "Qwen3 14B", + "display_name": "Qwen3 14B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + } + }, + { + "id": "qwen3-8b", + "name": "Qwen3 8B", + "display_name": "Qwen3 8B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + } + }, + { + "id": "qwen3-4b", + "name": "Qwen3 4B", + "display_name": "Qwen3 4B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 38912, + "default": 38912 + } + } + }, + { + "id": "qwen3-1.7b", + "name": "Qwen3 1.7B", + "display_name": "Qwen3 1.7B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32768, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 30720, + "default": 30720 + } + } + }, + { + "id": "qwen3-0.6b", + "name": "Qwen3 0.6B", + "display_name": "Qwen3 0.6B", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32768, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 30720, + "default": 30720 + } + } + }, + { + "id": "qwen3-vl-plus-2025-09-23", + "name": "Qwen3 VL Plus 2025 09 23", + "display_name": "Qwen3 VL Plus 2025 09 23", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-vl-plus", + "name": "Qwen3 VL Plus", + "display_name": "Qwen3 VL Plus", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwq-plus", + "name": "QwQ Plus", + "display_name": "QwQ Plus", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 32768, + "default": 32768 + } + }, + "search": { + "supported": true, + "default": false, + "forced_search": false, + "search_strategy": "turbo" + } + }, + { + "id": "qwq-plus-latest", + "name": "QwQ Plus Latest", + "display_name": "QwQ Plus Latest", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 32768, + "default": 32768 + } + }, + "search": { + "supported": false + } + }, + { + "id": "qwen3-next-80b-a3b-thinking", + "name": "Qwen3 Next 80B A3B Thinking", + "display_name": "Qwen3 Next 80B A3B Thinking", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 81920, + "default": 81920 + } + } + }, + { + "id": "qwen3-next-80b-a3b-instruct", + "name": "Qwen3 Next 80B A3B Instruct", + "display_name": "Qwen3 Next 80B A3B Instruct", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "reasoning": { + "supported": false + } + } + ] +} diff --git a/manual-templates/cherryin.json b/manual-templates/cherryin.json new file mode 100644 index 0000000..6a43cd8 --- /dev/null +++ b/manual-templates/cherryin.json @@ -0,0 +1,1894 @@ +{ + "id": "cherryin", + "models": [ + { + "id": "anthropic/claude-3.7-sonnet", + "name": "Anthropic: Claude 3.7 Sonnet", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2024-01", + "release_date": "2025-02-19", + "last_updated": "2025-02-19", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 15, + "output": 75, + "cache_read": 1.5, + "cache_write": 18.75 + }, + "limit": { + "context": 200000, + "output": 64000 + }, + "display_name": "Anthropic: Claude 3.7 Sonnet" + }, + { + "id": "anthropic/claude-opus-4", + "name": "Anthropic: Claude Opus 4", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-03-31", + "release_date": "2025-05-22", + "last_updated": "2025-05-22", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 15, + "output": 75, + "cache_read": 1.5, + "cache_write": 18.75 + }, + "limit": { + "context": 200000, + "output": 32000 + }, + "display_name": "Anthropic: Claude Opus 4" + }, + { + "id": "anthropic/claude-opus-4.1", + "name": "Anthropic: Claude Opus 4.1", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-03-31", + "release_date": "2025-08-05", + "last_updated": "2025-08-05", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 15, + "output": 75, + "cache_read": 1.5, + "cache_write": 18.75 + }, + "limit": { + "context": 200000, + "output": 32000 + }, + "display_name": "Anthropic: Claude Opus 4.1" + }, + { + "id": "anthropic/claude-sonnet-4", + "name": "Anthropic: Claude Sonnet 4", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-03-31", + "release_date": "2025-05-22", + "last_updated": "2025-05-22", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 3, + "output": 15, + "cache_read": 0.3, + "cache_write": 3.75 + }, + "limit": { + "context": 1000000, + "output": 64000 + }, + "display_name": "Anthropic: Claude Sonnet 4" + }, + { + "id": "anthropic/claude-sonnet-4.5", + "name": "Anthropic: Claude Sonnet 4.5", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": true, + "knowledge": "2025-07-31", + "release_date": "2025-09-29", + "last_updated": "2025-09-29", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 3, + "output": 15, + "cache_read": 0.3, + "cache_write": 3.75 + }, + "limit": { + "context": 1000000, + "output": 64000 + }, + "display_name": "Anthropic: Claude Sonnet 4.5" + }, + { + "id": "bytedance/seed-oss-36b-instruct", + "name": "ByteDance: Seed OSS 36B Instruct", + "display_name": "ByteDance: Seed OSS 36B Instruct", + "type": "completion", + "context_length": 4096, + "max_output_tokens": 4096, + "reasoning": { + "supported": false + }, + "tool_call": false, + "metadata": { + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "deepseek/deepseek-r1-0528", + "name": "DeepSeek: R1 0528", + "display_name": "DeepSeek: R1 0528", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 163840, + "output": 163840 + } + }, + { + "id": "deepseek/deepseek-v3.1", + "name": "DeepSeek V3.1", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": true, + "knowledge": "2024-07", + "release_date": "2025-08-20", + "last_updated": "2025-08-26", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 0, + "output": 0 + }, + "limit": { + "context": 128000, + "output": 8192 + }, + "display_name": "DeepSeek V3.1" + }, + { + "id": "deepseek/deepseek-v3.1-fast", + "name": "DeepSeek: DeepSeek V3.1 (free)", + "display_name": "DeepSeek: DeepSeek V3.1 (free)", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 163800 + } + }, + { + "id": "deepseek/deepseek-v3.1-terminus", + "name": "DeepSeek: DeepSeek V3.1 Terminus", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-07", + "release_date": "2025-09-22", + "last_updated": "2025-09-22", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.27, + "output": 1 + }, + "limit": { + "context": 163840, + "output": 163840 + }, + "display_name": "DeepSeek: DeepSeek V3.1 Terminus" + }, + { + "id": "deepseek/deepseek-v3.2-exp", + "name": "DeepSeek: DeepSeek V3.2 Exp", + "display_name": "DeepSeek: DeepSeek V3.2 Exp", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 163840 + } + }, + { + "id": "google/gemini-2.5-flash", + "name": "Google: Gemini 2.5 Flash", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-01", + "release_date": "2025-07-17", + "last_updated": "2025-07-17", + "modalities": { + "input": [ + "image", + "text", + "audio" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 0.3, + "output": 2.5, + "cache_read": 0.0375 + }, + "limit": { + "context": 1048576, + "output": 65535 + }, + "display_name": "Google: Gemini 2.5 Flash" + }, + { + "id": "google/gemini-2.5-flash-image", + "name": "Google: Gemini 2.5 Flash Image (Nano Banana)", + "display_name": "Google: Gemini 2.5 Flash Image (Nano Banana)", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": false, + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "image", + "text" + ] + }, + "limit": { + "context": 32768, + "output": 8192 + } + }, + { + "id": "google/gemini-2.5-flash-image-preview", + "name": "Google: Gemini 2.5 Flash Image Preview (Nano Banana)", + "display_name": "Google: Gemini 2.5 Flash Image Preview (Nano Banana)", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": false, + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "image", + "text" + ] + }, + "limit": { + "context": 32768, + "output": 8192 + } + }, + { + "id": "google/gemini-2.5-flash-lite", + "name": "Google: Gemini 2.5 Flash Lite", + "display_name": "Google: Gemini 2.5 Flash Lite", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "modalities": { + "input": [ + "image", + "text", + "audio" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 65535 + } + }, + { + "id": "google/gemini-2.5-pro", + "name": "Google: Gemini 2.5 Pro", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-01", + "release_date": "2025-03-20", + "last_updated": "2025-06-05", + "modalities": { + "input": [ + "image", + "text", + "audio" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 1.25, + "output": 10, + "cache_read": 0.31 + }, + "limit": { + "context": 1048576, + "output": 65536 + }, + "display_name": "Google: Gemini 2.5 Pro" + }, + { + "id": "inclusionai/ling-1t", + "name": "inclusionAI: Ling-1T", + "display_name": "inclusionAI: Ling-1T", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": true, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 131072 + } + }, + { + "id": "minimaxai/minimax-m1-80k", + "name": "MiniMax: MiniMax M1", + "display_name": "MiniMax: MiniMax M1", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1000000, + "output": 40000 + } + }, + { + "id": "moonshotai/kimi-k2-0905", + "name": "MoonshotAI: Kimi K2 0905", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "knowledge": "2024-10", + "release_date": "2025-09-05", + "last_updated": "2025-09-05", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.6, + "output": 2.5 + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "display_name": "MoonshotAI: Kimi K2 0905" + }, + { + "id": "openai/gpt-4.1", + "name": "OpenAI: GPT-4.1", + "attachment": true, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "knowledge": "2024-04", + "release_date": "2025-04-14", + "last_updated": "2025-04-14", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 2, + "output": 8, + "cache_read": 0.5 + }, + "limit": { + "context": 1047576, + "output": 32768 + }, + "display_name": "OpenAI: GPT-4.1" + }, + { + "id": "openai/gpt-4.1-mini", + "name": "OpenAI: GPT-4.1 Mini", + "attachment": true, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "knowledge": "2024-04", + "release_date": "2025-04-14", + "last_updated": "2025-04-14", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 0.4, + "output": 1.6, + "cache_read": 0.1 + }, + "limit": { + "context": 1047576, + "output": 32768 + }, + "display_name": "OpenAI: GPT-4.1 Mini" + }, + { + "id": "openai/gpt-4.1-nano", + "name": "OpenAI: GPT-4.1 Nano", + "display_name": "OpenAI: GPT-4.1 Nano", + "attachment": true, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1047576, + "output": 32768 + } + }, + { + "id": "openai/gpt-5", + "name": "OpenAI: GPT-5", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2024-10-01", + "release_date": "2025-08-07", + "last_updated": "2025-08-07", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 1.25, + "output": 10 + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "display_name": "OpenAI: GPT-5" + }, + { + "id": "openai/gpt-5-chat", + "name": "OpenAI: GPT-5 Chat", + "attachment": true, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": false, + "knowledge": "2024-09-30", + "release_date": "2025-08-07", + "last_updated": "2025-08-07", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 1.25, + "output": 10 + }, + "limit": { + "context": 128000, + "output": 16384 + }, + "display_name": "OpenAI: GPT-5 Chat" + }, + { + "id": "openai/gpt-5-mini", + "name": "OpenAI: GPT-5 Mini", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2024-10-01", + "release_date": "2025-08-07", + "last_updated": "2025-08-07", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 0.25, + "output": 2 + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "display_name": "OpenAI: GPT-5 Mini" + }, + { + "id": "openai/gpt-5-nano", + "name": "OpenAI: GPT-5 Nano", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2024-10-01", + "release_date": "2025-08-07", + "last_updated": "2025-08-07", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 0.05, + "output": 0.4 + }, + "limit": { + "context": 400000, + "output": 128000 + }, + "display_name": "OpenAI: GPT-5 Nano" + }, + { + "id": "openai/gpt-oss-120b", + "name": "OpenAI: gpt-oss-120b", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "release_date": "2025-08-05", + "last_updated": "2025-08-05", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.072, + "output": 0.28 + }, + "limit": { + "context": 131072, + "output": 131072 + }, + "display_name": "OpenAI: gpt-oss-120b" + }, + { + "id": "openai/gpt-oss-20b", + "name": "OpenAI: gpt-oss-20b", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "release_date": "2025-08-05", + "last_updated": "2025-08-05", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.05, + "output": 0.2 + }, + "limit": { + "context": 131072, + "output": 32768 + }, + "display_name": "OpenAI: gpt-oss-20b" + }, + { + "id": "openai/o1", + "name": "OpenAI: o1", + "display_name": "OpenAI: o1", + "attachment": true, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 200000, + "output": 100000 + } + }, + { + "id": "openai/o1-mini", + "name": "OpenAI: o1-mini", + "display_name": "OpenAI: o1-mini", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 65536 + } + }, + { + "id": "openai/o4-mini", + "name": "OpenAI: o4 Mini", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2024-06", + "release_date": "2025-04-16", + "last_updated": "2025-04-16", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 1.1, + "output": 4.4, + "cache_read": 0.28 + }, + "limit": { + "context": 200000, + "output": 100000 + }, + "display_name": "OpenAI: o4 Mini" + }, + { + "id": "qwen/qwen3-235b-a22b-instruct-2507", + "name": "Qwen: Qwen3 235B A22B Instruct 2507", + "display_name": "Qwen: Qwen3 235B A22B Instruct 2507", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + } + }, + { + "id": "qwen/qwen3-235b-a22b-thinking-2507", + "name": "Qwen: Qwen3 235B A22B Thinking 2507", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-04", + "release_date": "2025-07-25", + "last_updated": "2025-07-25", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.078, + "output": 0.312 + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "display_name": "Qwen: Qwen3 235B A22B Thinking 2507" + }, + { + "id": "qwen/qwen3-30b-a3b-instruct-2507", + "name": "Qwen: Qwen3 30B A3B Instruct 2507", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-04", + "release_date": "2025-07-29", + "last_updated": "2025-07-29", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.2, + "output": 0.8 + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "display_name": "Qwen: Qwen3 30B A3B Instruct 2507" + }, + { + "id": "qwen/qwen3-30b-a3b-thinking-2507", + "name": "Qwen: Qwen3 30B A3B Thinking 2507", + "display_name": "Qwen: Qwen3 30B A3B Thinking 2507", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + } + }, + { + "id": "qwen/qwen3-8b", + "name": "Qwen: Qwen3 8B", + "display_name": "Qwen: Qwen3 8B", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 128000, + "output": 20000 + } + }, + { + "id": "qwen/qwen3-coder", + "name": "Qwen: Qwen3 Coder 480B A35B", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-04", + "release_date": "2025-07-23", + "last_updated": "2025-07-23", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.3, + "output": 1.2 + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "display_name": "Qwen: Qwen3 Coder 480B A35B" + }, + { + "id": "qwen/qwen3-coder-30b-a3b-instruct", + "name": "Qwen: Qwen3 Coder 30B A3B Instruct", + "display_name": "Qwen: Qwen3 Coder 30B A3B Instruct", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + } + }, + { + "id": "qwen/qwen3-coder-480b-a35b-instruct", + "name": "Qwen: Qwen3 Coder 480B A35B Instruct", + "display_name": "Qwen: Qwen3 Coder 480B A35B Instruct", + "type": "completion", + "context_length": 4096, + "max_output_tokens": 4096, + "reasoning": { + "supported": false + }, + "tool_call": false, + "metadata": { + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "qwen/qwen3-embedding-0.6b", + "name": "qwen/qwen3-embedding-0.6b", + "display_name": "qwen/qwen3-embedding-0.6b", + "type": "embedding", + "context_length": 0, + "max_output_tokens": 0, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "metadata": { + "developer": "Qwen", + "developerId": 13, + "providerId": 15, + "modelRatio": 0.034, + "cacheRatio": 1, + "completionRatio": 1, + "order": 600, + "flag": 0, + "modalities": [ + "text" + ], + "typeHints": [ + "embedding" + ], + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "qwen/qwen3-embedding-4b", + "name": "qwen/qwen3-embedding-4b", + "display_name": "qwen/qwen3-embedding-4b", + "type": "embedding", + "context_length": 0, + "max_output_tokens": 0, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "metadata": { + "developer": "Qwen", + "developerId": 13, + "providerId": 15, + "modelRatio": 0.034, + "cacheRatio": 1, + "completionRatio": 1, + "order": 600, + "flag": 0, + "modalities": [ + "text" + ], + "typeHints": [ + "embedding" + ], + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "qwen/qwen3-embedding-8b", + "name": "qwen/qwen3-embedding-8b", + "display_name": "qwen/qwen3-embedding-8b", + "type": "embedding", + "context_length": 0, + "max_output_tokens": 0, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "metadata": { + "developer": "Qwen", + "developerId": 13, + "providerId": 15, + "modelRatio": 0.034, + "cacheRatio": 1, + "completionRatio": 1, + "order": 600, + "flag": 0, + "modalities": [ + "text" + ], + "typeHints": [ + "embedding" + ], + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "qwen/qwen3-next-80b-a3b-instruct", + "name": "Qwen: Qwen3 Next 80B A3B Instruct", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-04", + "release_date": "2025-09-11", + "last_updated": "2025-09-11", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.14, + "output": 1.4 + }, + "limit": { + "context": 262144, + "output": 262144 + }, + "display_name": "Qwen: Qwen3 Next 80B A3B Instruct" + }, + { + "id": "qwen/qwen3-next-80b-a3b-thinking", + "name": "Qwen: Qwen3 Next 80B A3B Thinking", + "display_name": "Qwen: Qwen3 Next 80B A3B Thinking", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144 + } + }, + { + "id": "qwen/qwen3-omni-30b-a3b-instruct", + "name": "Qwen: Qwen3 VL 30B A3B Instruct", + "display_name": "Qwen: Qwen3 VL 30B A3B Instruct", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + } + }, + { + "id": "qwen/qwen3-omni-30b-a3b-thinking", + "name": "Qwen: Qwen3 VL 30B A3B Thinking", + "display_name": "Qwen: Qwen3 VL 30B A3B Thinking", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + } + }, + { + "id": "qwen/qwen3-reranker-0.6b", + "name": "qwen/qwen3-reranker-0.6b", + "display_name": "qwen/qwen3-reranker-0.6b", + "type": "chat", + "context_length": 0, + "max_output_tokens": 0, + "reasoning": { + "supported": false + }, + "tool_call": false, + "metadata": { + "developer": "Qwen", + "developerId": 13, + "providerId": 15, + "modelRatio": 0.5, + "cacheRatio": 1, + "completionRatio": 1, + "order": 100, + "flag": 0, + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "qwen/qwen3-reranker-4b", + "name": "qwen/qwen3-reranker-4b", + "display_name": "qwen/qwen3-reranker-4b", + "type": "chat", + "context_length": 0, + "max_output_tokens": 0, + "reasoning": { + "supported": false + }, + "tool_call": false, + "metadata": { + "developer": "Qwen", + "developerId": 13, + "providerId": 15, + "modelRatio": 0.5, + "cacheRatio": 1, + "completionRatio": 1, + "order": 100, + "flag": 0, + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "qwen/qwen3-reranker-8b", + "name": "qwen/qwen3-reranker-8b", + "display_name": "qwen/qwen3-reranker-8b", + "type": "chat", + "context_length": 0, + "max_output_tokens": 0, + "reasoning": { + "supported": false + }, + "tool_call": false, + "metadata": { + "developer": "Qwen", + "developerId": 13, + "providerId": 15, + "modelRatio": 0.5, + "cacheRatio": 1, + "completionRatio": 1, + "order": 100, + "flag": 0, + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "qwen/qwen3-vl-235b-a22b-instruct", + "name": "Qwen: Qwen3 VL 235B A22B Instruct", + "display_name": "Qwen: Qwen3 VL 235B A22B Instruct", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072 + } + }, + { + "id": "qwen/qwen3-vl-235b-a22b-thinking", + "name": "Qwen: Qwen3 VL 235B A22B Thinking", + "display_name": "Qwen: Qwen3 VL 235B A22B Thinking", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 65536, + "output": 65536 + } + }, + { + "id": "qwen/qwen3-vl-30b-a3b-instruct", + "name": "Qwen: Qwen3 VL 30B A3B Instruct", + "display_name": "Qwen: Qwen3 VL 30B A3B Instruct", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + } + }, + { + "id": "qwen/qwen3-vl-30b-a3b-thinking", + "name": "Qwen: Qwen3 VL 30B A3B Thinking", + "display_name": "Qwen: Qwen3 VL 30B A3B Thinking", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 262144, + "output": 262144 + } + }, + { + "id": "tencent/hunyuan-mt-7b", + "name": "Tencent: Hunyuan A13B Instruct", + "display_name": "Tencent: Hunyuan A13B Instruct", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32768 + } + }, + { + "id": "x-ai/grok-2-image", + "name": "grok-2", + "display_name": "grok-2", + "type": "chat", + "context_length": 0, + "max_output_tokens": 0, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text", + "image" + ] + }, + "metadata": { + "developer": "Grok", + "developerId": 9, + "providerId": 46, + "modelRatio": 0.9, + "cacheRatio": 1, + "completionRatio": 5, + "order": 0, + "flag": 0, + "tags": [ + "multi_modal" + ], + "modalities": [ + "text", + "image" + ], + "typeHints": [ + "t2t" + ], + "source": "public-provider-conf" + }, + "vision": true + }, + { + "id": "x-ai/grok-3", + "name": "xAI: Grok 3", + "attachment": false, + "reasoning": { + "supported": false + }, + "temperature": false, + "tool_call": true, + "knowledge": "2024-11", + "release_date": "2025-02-17", + "last_updated": "2025-02-17", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 3, + "output": 15, + "cache_read": 0.75, + "cache_write": 15 + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "display_name": "xAI: Grok 3" + }, + { + "id": "x-ai/grok-3-mini", + "name": "xAI: Grok 3 Mini", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2024-11", + "release_date": "2025-02-17", + "last_updated": "2025-02-17", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 0.3, + "output": 0.5, + "cache_read": 0.075, + "cache_write": 0.5 + }, + "limit": { + "context": 131072, + "output": 8192 + }, + "display_name": "xAI: Grok 3 Mini" + }, + { + "id": "x-ai/grok-4", + "name": "xAI: Grok 4", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-07", + "release_date": "2025-07-09", + "last_updated": "2025-07-09", + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 3, + "output": 15, + "cache_read": 0.75, + "cache_write": 15 + }, + "limit": { + "context": 256000, + "output": 64000 + }, + "display_name": "xAI: Grok 4" + }, + { + "id": "x-ai/grok-4-fast-non-reasoning", + "name": "x-ai/grok-4-fast-non-reasoning", + "display_name": "x-ai/grok-4-fast-non-reasoning", + "type": "chat", + "context_length": 2000000, + "max_output_tokens": 2000000, + "reasoning": { + "supported": false + }, + "tool_call": false, + "metadata": { + "developer": "Grok", + "developerId": 9, + "providerId": 29, + "modelRatio": 0.1, + "cacheRatio": 0.25, + "completionRatio": 2.5, + "order": 800, + "flag": 1, + "billingConfig": "{\n \"model_name\": \"grok-4-fast-non-reasoning\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.1,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.25\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.125\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}", + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "x-ai/grok-4-fast-reasoning", + "name": "x-ai/grok-4-fast-reasoning", + "display_name": "x-ai/grok-4-fast-reasoning", + "type": "chat", + "context_length": 2000000, + "max_output_tokens": 2000000, + "reasoning": { + "supported": false + }, + "tool_call": false, + "metadata": { + "developer": "Grok", + "developerId": 9, + "providerId": 29, + "modelRatio": 0.1, + "cacheRatio": 0.25, + "completionRatio": 2.5, + "order": 800, + "flag": 1, + "billingConfig": "{\n \"model_name\": \"grok-4-fast-reasoning\",\n \"default_tier\": \"tier1\",\n \"token_based_tier_configs\": {\n \"tier1\": {\n \"tier_condition\": {\n \"min_tokens\": 0,\n \"max_tokens\": 128000\n },\n \"model_ratio\": 0.1,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.25\n },\n \"tier2\": {\n \"tier_condition\": {\n \"min_tokens\": 128001,\n \"max_tokens\": -1\n },\n \"model_ratio\": 0.2,\n \"prompt_tokens_ratio\": 1.0,\n \"completion_tokens_ratio\": 2.5,\n \"cached_tokens_ratio\": 0.125\n }\n },\n \"enabled_billing_items\": [\n \"prompt_tokens\",\n \"completion_tokens\",\n \"cached_tokens\"\n ]\n}", + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "x-ai/grok-code-fast-1", + "name": "xAI: Grok Code Fast 1", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": false, + "tool_call": true, + "knowledge": "2025-08", + "release_date": "2025-08-26", + "last_updated": "2025-08-26", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 0.2, + "output": 1.5, + "cache_read": 0.02 + }, + "limit": { + "context": 256000, + "output": 10000 + }, + "display_name": "xAI: Grok Code Fast 1" + }, + { + "id": "z-ai/glm-4.5", + "name": "Z.AI: GLM 4.5", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": true, + "knowledge": "2025-04", + "release_date": "2025-07-28", + "last_updated": "2025-07-28", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.6, + "output": 2.2 + }, + "limit": { + "context": 131072, + "output": 131072 + }, + "display_name": "Z.AI: GLM 4.5" + }, + { + "id": "z-ai/glm-4.5-flash", + "name": "z-ai/glm-4.5-flash", + "display_name": "z-ai/glm-4.5-flash", + "type": "chat", + "context_length": 0, + "max_output_tokens": 0, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "metadata": { + "developer": "ChatGLM", + "developerId": 5, + "providerId": 8, + "modelRatio": 0.01, + "cacheRatio": 1, + "completionRatio": 1, + "order": 1, + "flag": 0, + "modalities": [ + "text" + ], + "source": "public-provider-conf" + }, + "vision": false + }, + { + "id": "z-ai/glm-4.5v", + "name": "Z.AI: GLM 4.5V", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": true, + "knowledge": "2025-04", + "release_date": "2025-08-11", + "last_updated": "2025-08-11", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.6, + "output": 1.8 + }, + "limit": { + "context": 65536, + "output": 16384 + }, + "display_name": "Z.AI: GLM 4.5V" + }, + { + "id": "z-ai/glm-4.6", + "name": "Z.AI: GLM 4.6", + "attachment": false, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": true, + "knowledge": "2025-09", + "release_date": "2025-09-30", + "last_updated": "2025-09-30", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": true, + "cost": { + "input": 0.6, + "output": 2.2, + "cache_read": 0.11 + }, + "limit": { + "context": 202752, + "output": 202752 + }, + "display_name": "Z.AI: GLM 4.6" + } + ] +} diff --git a/manual-templates/deepseek.json b/manual-templates/deepseek.json new file mode 100644 index 0000000..b960a69 --- /dev/null +++ b/manual-templates/deepseek.json @@ -0,0 +1,74 @@ +{ + "id": "deepseek", + "api": "https://api.deepseek.com", + "name": "DeepSeek", + "doc": "https://platform.deepseek.com/api-docs/pricing", + "display_name": "DeepSeek", + "models": [ + { + "id": "deepseek-chat", + "name": "DeepSeek Chat", + "attachment": true, + "reasoning": { + "supported": false + }, + "temperature": true, + "tool_call": true, + "knowledge": "2024-07", + "release_date": "2024-12-26", + "last_updated": "2025-08-21", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 0.57, + "output": 1.68, + "cache_read": 0.07 + }, + "limit": { + "context": 128000, + "output": 8192 + }, + "display_name": "DeepSeek Chat" + }, + { + "id": "deepseek-reasoner", + "name": "DeepSeek Reasoner", + "attachment": true, + "reasoning": { + "supported": true, + "default": true + }, + "temperature": true, + "tool_call": false, + "knowledge": "2024-07", + "release_date": "2025-01-20", + "last_updated": "2025-08-21", + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "open_weights": false, + "cost": { + "input": 0.57, + "output": 1.68, + "cache_read": 0.07 + }, + "limit": { + "context": 128000, + "output": 64000 + }, + "display_name": "DeepSeek Reasoner" + } + ] +} diff --git a/manual-templates/doubao.json b/manual-templates/doubao.json new file mode 100644 index 0000000..63ac759 --- /dev/null +++ b/manual-templates/doubao.json @@ -0,0 +1,195 @@ +{ + "id": "doubao", + "name": "Doubao", + "display_name": "Doubao", + "metadata": { + "source": "public-provider-conf-template" + }, + "models": [ + { + "id": "deepseek-v3-1-250821", + "name": "DeepSeek V3.1", + "display_name": "DeepSeek V3.1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true + }, + { + "id": "deepseek-r1-250120", + "name": "DeepSeek R1", + "display_name": "DeepSeek R1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 4096, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": false + }, + { + "id": "deepseek-r1-distill-qwen-32b-250120", + "name": "DeepSeek R1 Distill Qwen 32B", + "display_name": "DeepSeek R1 Distill Qwen 32B", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 4096, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": false + }, + { + "id": "deepseek-r1-distill-qwen-7b-250120", + "name": "DeepSeek R1 Distill Qwen 7B", + "display_name": "DeepSeek R1 Distill Qwen 7B", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 4096, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": false + }, + { + "id": "deepseek-v3-250324", + "name": "DeepSeek V3", + "display_name": "DeepSeek V3", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 4096, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true + }, + { + "id": "doubao-seed-1-6-vision-250815", + "name": "Doubao Seed 1.6 Vision", + "display_name": "Doubao Seed 1.6 Vision", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true + }, + { + "id": "doubao-seed-1-6-250615", + "name": "Doubao Seed 1.6", + "display_name": "Doubao Seed 1.6", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true + }, + { + "id": "doubao-seed-1-6-flash-250715", + "name": "Doubao Seed 1.6 Flash", + "display_name": "Doubao Seed 1.6 Flash", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true + }, + { + "id": "doubao-seed-1-6-flash-250615", + "name": "Doubao Seed 1.6 Flash (250615)", + "display_name": "Doubao Seed 1.6 Flash (250615)", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true + }, + { + "id": "doubao-seed-1-6-thinking-250715", + "name": "Doubao Seed 1.6 Thinking", + "display_name": "Doubao Seed 1.6 Thinking", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true + }, + { + "id": "doubao-seed-1-6-thinking-250615", + "name": "Doubao Seed 1.6 Thinking (250615)", + "display_name": "Doubao Seed 1.6 Thinking (250615)", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true + } + ] +} diff --git a/manual-templates/google.json b/manual-templates/google.json new file mode 100644 index 0000000..b297600 --- /dev/null +++ b/manual-templates/google.json @@ -0,0 +1,309 @@ +{ + "id": "google", + "models": [ + { + "id": "gemini-2.5-pro", + "name": "Gemini 2.5 Pro", + "display_name": "Gemini 2.5 Pro", + "temperature": true, + "attachment": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 65536 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 128, + "max": 32768, + "default": -1 + } + }, + "search": { + "supported": true, + "default": false + } + }, + { + "id": "gemini-2.5-flash", + "name": "Gemini 2.5 Flash", + "display_name": "Gemini 2.5 Flash", + "temperature": true, + "attachment": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 65536 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 24576, + "default": -1 + } + }, + "search": { + "supported": true, + "default": false + } + }, + { + "id": "gemini-2.5-flash-preview-09-2025", + "name": "Gemini 2.5 Flash Preview 09 2025", + "display_name": "Gemini 2.5 Flash Preview 09 2025", + "temperature": true, + "attachment": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 65536 + }, + "reasoning": { + "supported": true, + "default": true, + "budget": { + "min": 0, + "max": 24576, + "default": -1 + } + }, + "search": { + "supported": true, + "default": false + } + }, + { + "id": "gemini-2.5-flash-image", + "name": "Gemini 2.5 Flash Image", + "display_name": "Gemini 2.5 Flash Image", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text", + "image" + ] + }, + "limit": { + "context": 32768, + "output": 32768 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "gemini-2.5-flash-image-preview", + "name": "Gemini 2.5 Flash Image Preview", + "display_name": "Gemini 2.5 Flash Image Preview", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text", + "image" + ] + }, + "limit": { + "context": 32768, + "output": 32768 + }, + "reasoning": { + "supported": false + } + }, + { + "id": "gemini-2.5-flash-lite", + "name": "Gemini 2.5 Flash Lite", + "display_name": "Gemini 2.5 Flash Lite", + "temperature": true, + "attachment": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 65536 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 512, + "max": 24576, + "default": -1 + } + }, + "search": { + "supported": true, + "default": false + } + }, + { + "id": "gemini-2.5-flash-lite-preview-09-2025", + "name": "Gemini 2.5 Flash Lite Preview 09 2025", + "display_name": "Gemini 2.5 Flash Lite Preview 09 2025", + "temperature": true, + "attachment": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 65536 + }, + "reasoning": { + "supported": true, + "default": false, + "budget": { + "min": 512, + "max": 24576, + "default": -1 + } + }, + "search": { + "supported": true, + "default": false + } + }, + { + "id": "gemini-2.0-flash", + "name": "Gemini 2.0 Flash", + "display_name": "Gemini 2.0 Flash", + "temperature": true, + "attachment": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 8192 + }, + "reasoning": { + "supported": true, + "default": false + }, + "search": { + "supported": true, + "default": false + } + }, + { + "id": "gemini-2.0-flash-preview-image-generation", + "name": "Gemini 2.0 Flash Preview Image Generation", + "display_name": "Gemini 2.0 Flash Preview Image Generation", + "temperature": true, + "attachment": true, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text", + "image" + ] + }, + "limit": { + "context": 32000, + "output": 8192 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": false + } + }, + { + "id": "gemini-2.0-flash-lite", + "name": "Gemini 2.0 Flash Lite", + "display_name": "Gemini 2.0 Flash Lite", + "temperature": true, + "attachment": true, + "tool_call": true, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 1048576, + "output": 8192 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": false + } + } + ] +} diff --git a/manual-templates/ollama.json b/manual-templates/ollama.json new file mode 100644 index 0000000..c324ae3 --- /dev/null +++ b/manual-templates/ollama.json @@ -0,0 +1,112108 @@ +{ + "id": "ollama", + "name": "Ollama", + "display_name": "Ollama", + "metadata": { + "source": "public-provider-conf-template" + }, + "models": [ + { + "id": "alfred:40b", + "name": "Alfred 40b", + "display_name": "Alfred 40b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "alfred:40b-1023-q4_0", + "name": "Alfred 40b 1023 q4_0", + "display_name": "Alfred 40b 1023 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "alfred:40b-1023-q4_1", + "name": "Alfred 40b 1023 q4_1", + "display_name": "Alfred 40b 1023 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "alfred:40b-1023-q5_0", + "name": "Alfred 40b 1023 q5_0", + "display_name": "Alfred 40b 1023 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "alfred:40b-1023-q5_1", + "name": "Alfred 40b 1023 q5_1", + "display_name": "Alfred 40b 1023 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "alfred:40b-1023-q8_0", + "name": "Alfred 40b 1023 q8_0", + "display_name": "Alfred 40b 1023 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "alfred:latest", + "name": "Alfred Latest", + "display_name": "Alfred Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "all-minilm:22m", + "name": "All-minilm 22m", + "display_name": "All-minilm 22m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "all-minilm:22m-l6-v2-fp16", + "name": "All-minilm 22m l6 v2 fp16", + "display_name": "All-minilm 22m l6 v2 fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "all-minilm:33m", + "name": "All-minilm 33m", + "display_name": "All-minilm 33m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "all-minilm:33m-l12-v2-fp16", + "name": "All-minilm 33m l12 v2 fp16", + "display_name": "All-minilm 33m l12 v2 fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "all-minilm:l12", + "name": "All-minilm L12", + "display_name": "All-minilm L12", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "all-minilm:l12-v2", + "name": "All-minilm L12 v2", + "display_name": "All-minilm L12 v2", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "all-minilm:l6", + "name": "All-minilm L6", + "display_name": "All-minilm L6", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "all-minilm:l6-v2", + "name": "All-minilm L6 v2", + "display_name": "All-minilm L6 v2", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "all-minilm:latest", + "name": "All-minilm Latest", + "display_name": "All-minilm Latest", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "all-minilm:v2", + "name": "All-minilm V2", + "display_name": "All-minilm V2", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b", + "name": "Athene-v2 72b", + "display_name": "Athene-v2 72b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-fp16", + "name": "Athene-v2 72b fp16", + "display_name": "Athene-v2 72b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q2_K", + "name": "Athene-v2 72b q2_K", + "display_name": "Athene-v2 72b q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q3_K_L", + "name": "Athene-v2 72b q3_K_L", + "display_name": "Athene-v2 72b q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q3_K_M", + "name": "Athene-v2 72b q3_K_M", + "display_name": "Athene-v2 72b q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q3_K_S", + "name": "Athene-v2 72b q3_K_S", + "display_name": "Athene-v2 72b q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q4_0", + "name": "Athene-v2 72b q4_0", + "display_name": "Athene-v2 72b q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q4_1", + "name": "Athene-v2 72b q4_1", + "display_name": "Athene-v2 72b q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q4_K_M", + "name": "Athene-v2 72b q4_K_M", + "display_name": "Athene-v2 72b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q4_K_S", + "name": "Athene-v2 72b q4_K_S", + "display_name": "Athene-v2 72b q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q5_0", + "name": "Athene-v2 72b q5_0", + "display_name": "Athene-v2 72b q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q5_1", + "name": "Athene-v2 72b q5_1", + "display_name": "Athene-v2 72b q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q5_K_M", + "name": "Athene-v2 72b q5_K_M", + "display_name": "Athene-v2 72b q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q5_K_S", + "name": "Athene-v2 72b q5_K_S", + "display_name": "Athene-v2 72b q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q6_K", + "name": "Athene-v2 72b q6_K", + "display_name": "Athene-v2 72b q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:72b-q8_0", + "name": "Athene-v2 72b q8_0", + "display_name": "Athene-v2 72b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "athene-v2:latest", + "name": "Athene-v2 Latest", + "display_name": "Athene-v2 Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b", + "name": "Aya-expanse 32b", + "display_name": "Aya-expanse 32b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-fp16", + "name": "Aya-expanse 32b fp16", + "display_name": "Aya-expanse 32b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q2_K", + "name": "Aya-expanse 32b q2_K", + "display_name": "Aya-expanse 32b q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q3_K_L", + "name": "Aya-expanse 32b q3_K_L", + "display_name": "Aya-expanse 32b q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q3_K_M", + "name": "Aya-expanse 32b q3_K_M", + "display_name": "Aya-expanse 32b q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q3_K_S", + "name": "Aya-expanse 32b q3_K_S", + "display_name": "Aya-expanse 32b q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q4_0", + "name": "Aya-expanse 32b q4_0", + "display_name": "Aya-expanse 32b q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q4_1", + "name": "Aya-expanse 32b q4_1", + "display_name": "Aya-expanse 32b q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q4_K_M", + "name": "Aya-expanse 32b q4_K_M", + "display_name": "Aya-expanse 32b q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q4_K_S", + "name": "Aya-expanse 32b q4_K_S", + "display_name": "Aya-expanse 32b q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q5_0", + "name": "Aya-expanse 32b q5_0", + "display_name": "Aya-expanse 32b q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q5_1", + "name": "Aya-expanse 32b q5_1", + "display_name": "Aya-expanse 32b q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q5_K_M", + "name": "Aya-expanse 32b q5_K_M", + "display_name": "Aya-expanse 32b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q5_K_S", + "name": "Aya-expanse 32b q5_K_S", + "display_name": "Aya-expanse 32b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q6_K", + "name": "Aya-expanse 32b q6_K", + "display_name": "Aya-expanse 32b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:32b-q8_0", + "name": "Aya-expanse 32b q8_0", + "display_name": "Aya-expanse 32b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b", + "name": "Aya-expanse 8b", + "display_name": "Aya-expanse 8b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-fp16", + "name": "Aya-expanse 8b fp16", + "display_name": "Aya-expanse 8b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q2_K", + "name": "Aya-expanse 8b q2_K", + "display_name": "Aya-expanse 8b q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q3_K_L", + "name": "Aya-expanse 8b q3_K_L", + "display_name": "Aya-expanse 8b q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q3_K_M", + "name": "Aya-expanse 8b q3_K_M", + "display_name": "Aya-expanse 8b q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q3_K_S", + "name": "Aya-expanse 8b q3_K_S", + "display_name": "Aya-expanse 8b q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q4_0", + "name": "Aya-expanse 8b q4_0", + "display_name": "Aya-expanse 8b q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q4_1", + "name": "Aya-expanse 8b q4_1", + "display_name": "Aya-expanse 8b q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q4_K_M", + "name": "Aya-expanse 8b q4_K_M", + "display_name": "Aya-expanse 8b q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q4_K_S", + "name": "Aya-expanse 8b q4_K_S", + "display_name": "Aya-expanse 8b q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q5_0", + "name": "Aya-expanse 8b q5_0", + "display_name": "Aya-expanse 8b q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q5_1", + "name": "Aya-expanse 8b q5_1", + "display_name": "Aya-expanse 8b q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q5_K_M", + "name": "Aya-expanse 8b q5_K_M", + "display_name": "Aya-expanse 8b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q5_K_S", + "name": "Aya-expanse 8b q5_K_S", + "display_name": "Aya-expanse 8b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q6_K", + "name": "Aya-expanse 8b q6_K", + "display_name": "Aya-expanse 8b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:8b-q8_0", + "name": "Aya-expanse 8b q8_0", + "display_name": "Aya-expanse 8b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya-expanse:latest", + "name": "Aya-expanse Latest", + "display_name": "Aya-expanse Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b", + "name": "Aya 35b", + "display_name": "Aya 35b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23", + "name": "Aya 35b 23", + "display_name": "Aya 35b 23", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q2_K", + "name": "Aya 35b 23 q2_K", + "display_name": "Aya 35b 23 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q3_K_L", + "name": "Aya 35b 23 q3_K_L", + "display_name": "Aya 35b 23 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q3_K_M", + "name": "Aya 35b 23 q3_K_M", + "display_name": "Aya 35b 23 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q3_K_S", + "name": "Aya 35b 23 q3_K_S", + "display_name": "Aya 35b 23 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q4_0", + "name": "Aya 35b 23 q4_0", + "display_name": "Aya 35b 23 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q4_1", + "name": "Aya 35b 23 q4_1", + "display_name": "Aya 35b 23 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q4_K_M", + "name": "Aya 35b 23 q4_K_M", + "display_name": "Aya 35b 23 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q4_K_S", + "name": "Aya 35b 23 q4_K_S", + "display_name": "Aya 35b 23 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q5_0", + "name": "Aya 35b 23 q5_0", + "display_name": "Aya 35b 23 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q5_1", + "name": "Aya 35b 23 q5_1", + "display_name": "Aya 35b 23 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q5_K_M", + "name": "Aya 35b 23 q5_K_M", + "display_name": "Aya 35b 23 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q5_K_S", + "name": "Aya 35b 23 q5_K_S", + "display_name": "Aya 35b 23 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q6_K", + "name": "Aya 35b 23 q6_K", + "display_name": "Aya 35b 23 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:35b-23-q8_0", + "name": "Aya 35b 23 q8_0", + "display_name": "Aya 35b 23 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b", + "name": "Aya 8b", + "display_name": "Aya 8b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23", + "name": "Aya 8b 23", + "display_name": "Aya 8b 23", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q2_K", + "name": "Aya 8b 23 q2_K", + "display_name": "Aya 8b 23 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q3_K_L", + "name": "Aya 8b 23 q3_K_L", + "display_name": "Aya 8b 23 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q3_K_M", + "name": "Aya 8b 23 q3_K_M", + "display_name": "Aya 8b 23 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q3_K_S", + "name": "Aya 8b 23 q3_K_S", + "display_name": "Aya 8b 23 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q4_0", + "name": "Aya 8b 23 q4_0", + "display_name": "Aya 8b 23 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q4_1", + "name": "Aya 8b 23 q4_1", + "display_name": "Aya 8b 23 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q4_K_M", + "name": "Aya 8b 23 q4_K_M", + "display_name": "Aya 8b 23 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q4_K_S", + "name": "Aya 8b 23 q4_K_S", + "display_name": "Aya 8b 23 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q5_0", + "name": "Aya 8b 23 q5_0", + "display_name": "Aya 8b 23 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q5_1", + "name": "Aya 8b 23 q5_1", + "display_name": "Aya 8b 23 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q5_K_M", + "name": "Aya 8b 23 q5_K_M", + "display_name": "Aya 8b 23 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q5_K_S", + "name": "Aya 8b 23 q5_K_S", + "display_name": "Aya 8b 23 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q6_K", + "name": "Aya 8b 23 q6_K", + "display_name": "Aya 8b 23 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:8b-23-q8_0", + "name": "Aya 8b 23 q8_0", + "display_name": "Aya 8b 23 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "aya:latest", + "name": "Aya Latest", + "display_name": "Aya Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b", + "name": "Bakllava 7b", + "display_name": "Bakllava 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-fp16", + "name": "Bakllava 7b v1 fp16", + "display_name": "Bakllava 7b v1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q2_K", + "name": "Bakllava 7b v1 q2_K", + "display_name": "Bakllava 7b v1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q3_K_L", + "name": "Bakllava 7b v1 q3_K_L", + "display_name": "Bakllava 7b v1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q3_K_M", + "name": "Bakllava 7b v1 q3_K_M", + "display_name": "Bakllava 7b v1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q3_K_S", + "name": "Bakllava 7b v1 q3_K_S", + "display_name": "Bakllava 7b v1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q4_0", + "name": "Bakllava 7b v1 q4_0", + "display_name": "Bakllava 7b v1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q4_1", + "name": "Bakllava 7b v1 q4_1", + "display_name": "Bakllava 7b v1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q4_K_M", + "name": "Bakllava 7b v1 q4_K_M", + "display_name": "Bakllava 7b v1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q4_K_S", + "name": "Bakllava 7b v1 q4_K_S", + "display_name": "Bakllava 7b v1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q5_0", + "name": "Bakllava 7b v1 q5_0", + "display_name": "Bakllava 7b v1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q5_1", + "name": "Bakllava 7b v1 q5_1", + "display_name": "Bakllava 7b v1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q5_K_M", + "name": "Bakllava 7b v1 q5_K_M", + "display_name": "Bakllava 7b v1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q5_K_S", + "name": "Bakllava 7b v1 q5_K_S", + "display_name": "Bakllava 7b v1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q6_K", + "name": "Bakllava 7b v1 q6_K", + "display_name": "Bakllava 7b v1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:7b-v1-q8_0", + "name": "Bakllava 7b v1 q8_0", + "display_name": "Bakllava 7b v1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bakllava:latest", + "name": "Bakllava Latest", + "display_name": "Bakllava Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b", + "name": "Bespoke-minicheck 7b", + "display_name": "Bespoke-minicheck 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-fp16", + "name": "Bespoke-minicheck 7b fp16", + "display_name": "Bespoke-minicheck 7b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q2_K", + "name": "Bespoke-minicheck 7b q2_K", + "display_name": "Bespoke-minicheck 7b q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q3_K_L", + "name": "Bespoke-minicheck 7b q3_K_L", + "display_name": "Bespoke-minicheck 7b q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q3_K_M", + "name": "Bespoke-minicheck 7b q3_K_M", + "display_name": "Bespoke-minicheck 7b q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q3_K_S", + "name": "Bespoke-minicheck 7b q3_K_S", + "display_name": "Bespoke-minicheck 7b q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q4_0", + "name": "Bespoke-minicheck 7b q4_0", + "display_name": "Bespoke-minicheck 7b q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q4_1", + "name": "Bespoke-minicheck 7b q4_1", + "display_name": "Bespoke-minicheck 7b q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q4_K_M", + "name": "Bespoke-minicheck 7b q4_K_M", + "display_name": "Bespoke-minicheck 7b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q4_K_S", + "name": "Bespoke-minicheck 7b q4_K_S", + "display_name": "Bespoke-minicheck 7b q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q5_0", + "name": "Bespoke-minicheck 7b q5_0", + "display_name": "Bespoke-minicheck 7b q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q5_1", + "name": "Bespoke-minicheck 7b q5_1", + "display_name": "Bespoke-minicheck 7b q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q5_K_M", + "name": "Bespoke-minicheck 7b q5_K_M", + "display_name": "Bespoke-minicheck 7b q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q5_K_S", + "name": "Bespoke-minicheck 7b q5_K_S", + "display_name": "Bespoke-minicheck 7b q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q6_K", + "name": "Bespoke-minicheck 7b q6_K", + "display_name": "Bespoke-minicheck 7b q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:7b-q8_0", + "name": "Bespoke-minicheck 7b q8_0", + "display_name": "Bespoke-minicheck 7b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bespoke-minicheck:latest", + "name": "Bespoke-minicheck Latest", + "display_name": "Bespoke-minicheck Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bge-large:335m", + "name": "Bge-large 335m", + "display_name": "Bge-large 335m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bge-large:335m-en-v1.5-fp16", + "name": "Bge-large 335m en v1.5 fp16", + "display_name": "Bge-large 335m en v1.5 fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bge-large:latest", + "name": "Bge-large Latest", + "display_name": "Bge-large Latest", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bge-m3:567m", + "name": "Bge-m3 567m", + "display_name": "Bge-m3 567m", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bge-m3:567m-fp16", + "name": "Bge-m3 567m fp16", + "display_name": "Bge-m3 567m fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "bge-m3:latest", + "name": "Bge-m3 Latest", + "display_name": "Bge-m3 Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b", + "name": "Codebooga 34b", + "display_name": "Codebooga 34b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-fp16", + "name": "Codebooga 34b v0.1 fp16", + "display_name": "Codebooga 34b v0.1 fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q2_K", + "name": "Codebooga 34b v0.1 q2_K", + "display_name": "Codebooga 34b v0.1 q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q3_K_L", + "name": "Codebooga 34b v0.1 q3_K_L", + "display_name": "Codebooga 34b v0.1 q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q3_K_M", + "name": "Codebooga 34b v0.1 q3_K_M", + "display_name": "Codebooga 34b v0.1 q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q3_K_S", + "name": "Codebooga 34b v0.1 q3_K_S", + "display_name": "Codebooga 34b v0.1 q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q4_0", + "name": "Codebooga 34b v0.1 q4_0", + "display_name": "Codebooga 34b v0.1 q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q4_1", + "name": "Codebooga 34b v0.1 q4_1", + "display_name": "Codebooga 34b v0.1 q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q4_K_M", + "name": "Codebooga 34b v0.1 q4_K_M", + "display_name": "Codebooga 34b v0.1 q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q5_0", + "name": "Codebooga 34b v0.1 q5_0", + "display_name": "Codebooga 34b v0.1 q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q5_1", + "name": "Codebooga 34b v0.1 q5_1", + "display_name": "Codebooga 34b v0.1 q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q5_K_M", + "name": "Codebooga 34b v0.1 q5_K_M", + "display_name": "Codebooga 34b v0.1 q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q5_K_S", + "name": "Codebooga 34b v0.1 q5_K_S", + "display_name": "Codebooga 34b v0.1 q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q6_K", + "name": "Codebooga 34b v0.1 q6_K", + "display_name": "Codebooga 34b v0.1 q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:34b-v0.1-q8_0", + "name": "Codebooga 34b v0.1 q8_0", + "display_name": "Codebooga 34b v0.1 q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codebooga:latest", + "name": "Codebooga Latest", + "display_name": "Codebooga Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b", + "name": "Codegeex4 9b", + "display_name": "Codegeex4 9b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-fp16", + "name": "Codegeex4 9b all fp16", + "display_name": "Codegeex4 9b all fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q2_K", + "name": "Codegeex4 9b all q2_K", + "display_name": "Codegeex4 9b all q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q3_K_L", + "name": "Codegeex4 9b all q3_K_L", + "display_name": "Codegeex4 9b all q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q3_K_M", + "name": "Codegeex4 9b all q3_K_M", + "display_name": "Codegeex4 9b all q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q3_K_S", + "name": "Codegeex4 9b all q3_K_S", + "display_name": "Codegeex4 9b all q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q4_0", + "name": "Codegeex4 9b all q4_0", + "display_name": "Codegeex4 9b all q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q4_1", + "name": "Codegeex4 9b all q4_1", + "display_name": "Codegeex4 9b all q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q4_K_M", + "name": "Codegeex4 9b all q4_K_M", + "display_name": "Codegeex4 9b all q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q4_K_S", + "name": "Codegeex4 9b all q4_K_S", + "display_name": "Codegeex4 9b all q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q5_0", + "name": "Codegeex4 9b all q5_0", + "display_name": "Codegeex4 9b all q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q5_1", + "name": "Codegeex4 9b all q5_1", + "display_name": "Codegeex4 9b all q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q5_K_M", + "name": "Codegeex4 9b all q5_K_M", + "display_name": "Codegeex4 9b all q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q5_K_S", + "name": "Codegeex4 9b all q5_K_S", + "display_name": "Codegeex4 9b all q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q6_K", + "name": "Codegeex4 9b all q6_K", + "display_name": "Codegeex4 9b all q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:9b-all-q8_0", + "name": "Codegeex4 9b all q8_0", + "display_name": "Codegeex4 9b all q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codegeex4:latest", + "name": "Codegeex4 Latest", + "display_name": "Codegeex4 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b", + "name": "Codellama 13b", + "display_name": "Codellama 13b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code", + "name": "Codellama 13b code", + "display_name": "Codellama 13b code", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-fp16", + "name": "Codellama 13b code fp16", + "display_name": "Codellama 13b code fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q2_K", + "name": "Codellama 13b code q2_K", + "display_name": "Codellama 13b code q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q3_K_L", + "name": "Codellama 13b code q3_K_L", + "display_name": "Codellama 13b code q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q3_K_M", + "name": "Codellama 13b code q3_K_M", + "display_name": "Codellama 13b code q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q3_K_S", + "name": "Codellama 13b code q3_K_S", + "display_name": "Codellama 13b code q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q4_0", + "name": "Codellama 13b code q4_0", + "display_name": "Codellama 13b code q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q4_1", + "name": "Codellama 13b code q4_1", + "display_name": "Codellama 13b code q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q4_K_M", + "name": "Codellama 13b code q4_K_M", + "display_name": "Codellama 13b code q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q4_K_S", + "name": "Codellama 13b code q4_K_S", + "display_name": "Codellama 13b code q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q5_0", + "name": "Codellama 13b code q5_0", + "display_name": "Codellama 13b code q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q5_1", + "name": "Codellama 13b code q5_1", + "display_name": "Codellama 13b code q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q5_K_M", + "name": "Codellama 13b code q5_K_M", + "display_name": "Codellama 13b code q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q5_K_S", + "name": "Codellama 13b code q5_K_S", + "display_name": "Codellama 13b code q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q6_K", + "name": "Codellama 13b code q6_K", + "display_name": "Codellama 13b code q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-code-q8_0", + "name": "Codellama 13b code q8_0", + "display_name": "Codellama 13b code q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct", + "name": "Codellama 13b instruct", + "display_name": "Codellama 13b instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-fp16", + "name": "Codellama 13b instruct fp16", + "display_name": "Codellama 13b instruct fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q2_K", + "name": "Codellama 13b instruct q2_K", + "display_name": "Codellama 13b instruct q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q3_K_L", + "name": "Codellama 13b instruct q3_K_L", + "display_name": "Codellama 13b instruct q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q3_K_M", + "name": "Codellama 13b instruct q3_K_M", + "display_name": "Codellama 13b instruct q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q3_K_S", + "name": "Codellama 13b instruct q3_K_S", + "display_name": "Codellama 13b instruct q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q4_0", + "name": "Codellama 13b instruct q4_0", + "display_name": "Codellama 13b instruct q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q4_1", + "name": "Codellama 13b instruct q4_1", + "display_name": "Codellama 13b instruct q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q4_K_M", + "name": "Codellama 13b instruct q4_K_M", + "display_name": "Codellama 13b instruct q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q4_K_S", + "name": "Codellama 13b instruct q4_K_S", + "display_name": "Codellama 13b instruct q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q5_0", + "name": "Codellama 13b instruct q5_0", + "display_name": "Codellama 13b instruct q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q5_1", + "name": "Codellama 13b instruct q5_1", + "display_name": "Codellama 13b instruct q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q5_K_M", + "name": "Codellama 13b instruct q5_K_M", + "display_name": "Codellama 13b instruct q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q5_K_S", + "name": "Codellama 13b instruct q5_K_S", + "display_name": "Codellama 13b instruct q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q6_K", + "name": "Codellama 13b instruct q6_K", + "display_name": "Codellama 13b instruct q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-instruct-q8_0", + "name": "Codellama 13b instruct q8_0", + "display_name": "Codellama 13b instruct q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python", + "name": "Codellama 13b python", + "display_name": "Codellama 13b python", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-fp16", + "name": "Codellama 13b python fp16", + "display_name": "Codellama 13b python fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q2_K", + "name": "Codellama 13b python q2_K", + "display_name": "Codellama 13b python q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q3_K_L", + "name": "Codellama 13b python q3_K_L", + "display_name": "Codellama 13b python q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q3_K_M", + "name": "Codellama 13b python q3_K_M", + "display_name": "Codellama 13b python q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q3_K_S", + "name": "Codellama 13b python q3_K_S", + "display_name": "Codellama 13b python q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q4_0", + "name": "Codellama 13b python q4_0", + "display_name": "Codellama 13b python q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q4_1", + "name": "Codellama 13b python q4_1", + "display_name": "Codellama 13b python q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q4_K_M", + "name": "Codellama 13b python q4_K_M", + "display_name": "Codellama 13b python q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q4_K_S", + "name": "Codellama 13b python q4_K_S", + "display_name": "Codellama 13b python q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q5_0", + "name": "Codellama 13b python q5_0", + "display_name": "Codellama 13b python q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q5_1", + "name": "Codellama 13b python q5_1", + "display_name": "Codellama 13b python q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q5_K_M", + "name": "Codellama 13b python q5_K_M", + "display_name": "Codellama 13b python q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q5_K_S", + "name": "Codellama 13b python q5_K_S", + "display_name": "Codellama 13b python q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q6_K", + "name": "Codellama 13b python q6_K", + "display_name": "Codellama 13b python q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:13b-python-q8_0", + "name": "Codellama 13b python q8_0", + "display_name": "Codellama 13b python q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b", + "name": "Codellama 34b", + "display_name": "Codellama 34b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code", + "name": "Codellama 34b code", + "display_name": "Codellama 34b code", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q2_K", + "name": "Codellama 34b code q2_K", + "display_name": "Codellama 34b code q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q3_K_L", + "name": "Codellama 34b code q3_K_L", + "display_name": "Codellama 34b code q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q3_K_M", + "name": "Codellama 34b code q3_K_M", + "display_name": "Codellama 34b code q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q3_K_S", + "name": "Codellama 34b code q3_K_S", + "display_name": "Codellama 34b code q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q4_0", + "name": "Codellama 34b code q4_0", + "display_name": "Codellama 34b code q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q4_1", + "name": "Codellama 34b code q4_1", + "display_name": "Codellama 34b code q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q4_K_M", + "name": "Codellama 34b code q4_K_M", + "display_name": "Codellama 34b code q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q4_K_S", + "name": "Codellama 34b code q4_K_S", + "display_name": "Codellama 34b code q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q5_0", + "name": "Codellama 34b code q5_0", + "display_name": "Codellama 34b code q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q5_1", + "name": "Codellama 34b code q5_1", + "display_name": "Codellama 34b code q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q5_K_M", + "name": "Codellama 34b code q5_K_M", + "display_name": "Codellama 34b code q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q5_K_S", + "name": "Codellama 34b code q5_K_S", + "display_name": "Codellama 34b code q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q6_K", + "name": "Codellama 34b code q6_K", + "display_name": "Codellama 34b code q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-code-q8_0", + "name": "Codellama 34b code q8_0", + "display_name": "Codellama 34b code q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct", + "name": "Codellama 34b instruct", + "display_name": "Codellama 34b instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-fp16", + "name": "Codellama 34b instruct fp16", + "display_name": "Codellama 34b instruct fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q2_K", + "name": "Codellama 34b instruct q2_K", + "display_name": "Codellama 34b instruct q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q3_K_L", + "name": "Codellama 34b instruct q3_K_L", + "display_name": "Codellama 34b instruct q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q3_K_M", + "name": "Codellama 34b instruct q3_K_M", + "display_name": "Codellama 34b instruct q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q3_K_S", + "name": "Codellama 34b instruct q3_K_S", + "display_name": "Codellama 34b instruct q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q4_0", + "name": "Codellama 34b instruct q4_0", + "display_name": "Codellama 34b instruct q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q4_1", + "name": "Codellama 34b instruct q4_1", + "display_name": "Codellama 34b instruct q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q4_K_M", + "name": "Codellama 34b instruct q4_K_M", + "display_name": "Codellama 34b instruct q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q4_K_S", + "name": "Codellama 34b instruct q4_K_S", + "display_name": "Codellama 34b instruct q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q5_0", + "name": "Codellama 34b instruct q5_0", + "display_name": "Codellama 34b instruct q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q5_1", + "name": "Codellama 34b instruct q5_1", + "display_name": "Codellama 34b instruct q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q5_K_M", + "name": "Codellama 34b instruct q5_K_M", + "display_name": "Codellama 34b instruct q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q5_K_S", + "name": "Codellama 34b instruct q5_K_S", + "display_name": "Codellama 34b instruct q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q6_K", + "name": "Codellama 34b instruct q6_K", + "display_name": "Codellama 34b instruct q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-instruct-q8_0", + "name": "Codellama 34b instruct q8_0", + "display_name": "Codellama 34b instruct q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python", + "name": "Codellama 34b python", + "display_name": "Codellama 34b python", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-fp16", + "name": "Codellama 34b python fp16", + "display_name": "Codellama 34b python fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q2_K", + "name": "Codellama 34b python q2_K", + "display_name": "Codellama 34b python q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q3_K_L", + "name": "Codellama 34b python q3_K_L", + "display_name": "Codellama 34b python q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q3_K_M", + "name": "Codellama 34b python q3_K_M", + "display_name": "Codellama 34b python q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q3_K_S", + "name": "Codellama 34b python q3_K_S", + "display_name": "Codellama 34b python q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q4_0", + "name": "Codellama 34b python q4_0", + "display_name": "Codellama 34b python q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q4_1", + "name": "Codellama 34b python q4_1", + "display_name": "Codellama 34b python q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q4_K_M", + "name": "Codellama 34b python q4_K_M", + "display_name": "Codellama 34b python q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q4_K_S", + "name": "Codellama 34b python q4_K_S", + "display_name": "Codellama 34b python q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q5_0", + "name": "Codellama 34b python q5_0", + "display_name": "Codellama 34b python q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q5_1", + "name": "Codellama 34b python q5_1", + "display_name": "Codellama 34b python q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q5_K_M", + "name": "Codellama 34b python q5_K_M", + "display_name": "Codellama 34b python q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q5_K_S", + "name": "Codellama 34b python q5_K_S", + "display_name": "Codellama 34b python q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q6_K", + "name": "Codellama 34b python q6_K", + "display_name": "Codellama 34b python q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:34b-python-q8_0", + "name": "Codellama 34b python q8_0", + "display_name": "Codellama 34b python q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b", + "name": "Codellama 70b", + "display_name": "Codellama 70b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code", + "name": "Codellama 70b code", + "display_name": "Codellama 70b code", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-fp16", + "name": "Codellama 70b code fp16", + "display_name": "Codellama 70b code fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q2_K", + "name": "Codellama 70b code q2_K", + "display_name": "Codellama 70b code q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q3_K_L", + "name": "Codellama 70b code q3_K_L", + "display_name": "Codellama 70b code q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q3_K_M", + "name": "Codellama 70b code q3_K_M", + "display_name": "Codellama 70b code q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q3_K_S", + "name": "Codellama 70b code q3_K_S", + "display_name": "Codellama 70b code q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q4_0", + "name": "Codellama 70b code q4_0", + "display_name": "Codellama 70b code q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q4_1", + "name": "Codellama 70b code q4_1", + "display_name": "Codellama 70b code q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q4_K_M", + "name": "Codellama 70b code q4_K_M", + "display_name": "Codellama 70b code q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q4_K_S", + "name": "Codellama 70b code q4_K_S", + "display_name": "Codellama 70b code q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q5_0", + "name": "Codellama 70b code q5_0", + "display_name": "Codellama 70b code q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q5_1", + "name": "Codellama 70b code q5_1", + "display_name": "Codellama 70b code q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q5_K_M", + "name": "Codellama 70b code q5_K_M", + "display_name": "Codellama 70b code q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q5_K_S", + "name": "Codellama 70b code q5_K_S", + "display_name": "Codellama 70b code q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q6_K", + "name": "Codellama 70b code q6_K", + "display_name": "Codellama 70b code q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-code-q8_0", + "name": "Codellama 70b code q8_0", + "display_name": "Codellama 70b code q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct", + "name": "Codellama 70b instruct", + "display_name": "Codellama 70b instruct", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-fp16", + "name": "Codellama 70b instruct fp16", + "display_name": "Codellama 70b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q2_K", + "name": "Codellama 70b instruct q2_K", + "display_name": "Codellama 70b instruct q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q3_K_L", + "name": "Codellama 70b instruct q3_K_L", + "display_name": "Codellama 70b instruct q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q3_K_M", + "name": "Codellama 70b instruct q3_K_M", + "display_name": "Codellama 70b instruct q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q3_K_S", + "name": "Codellama 70b instruct q3_K_S", + "display_name": "Codellama 70b instruct q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q4_0", + "name": "Codellama 70b instruct q4_0", + "display_name": "Codellama 70b instruct q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q4_1", + "name": "Codellama 70b instruct q4_1", + "display_name": "Codellama 70b instruct q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q4_K_M", + "name": "Codellama 70b instruct q4_K_M", + "display_name": "Codellama 70b instruct q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q4_K_S", + "name": "Codellama 70b instruct q4_K_S", + "display_name": "Codellama 70b instruct q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q5_0", + "name": "Codellama 70b instruct q5_0", + "display_name": "Codellama 70b instruct q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q5_1", + "name": "Codellama 70b instruct q5_1", + "display_name": "Codellama 70b instruct q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q5_K_M", + "name": "Codellama 70b instruct q5_K_M", + "display_name": "Codellama 70b instruct q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q5_K_S", + "name": "Codellama 70b instruct q5_K_S", + "display_name": "Codellama 70b instruct q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q6_K", + "name": "Codellama 70b instruct q6_K", + "display_name": "Codellama 70b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-instruct-q8_0", + "name": "Codellama 70b instruct q8_0", + "display_name": "Codellama 70b instruct q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python", + "name": "Codellama 70b python", + "display_name": "Codellama 70b python", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-fp16", + "name": "Codellama 70b python fp16", + "display_name": "Codellama 70b python fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q2_K", + "name": "Codellama 70b python q2_K", + "display_name": "Codellama 70b python q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q3_K_L", + "name": "Codellama 70b python q3_K_L", + "display_name": "Codellama 70b python q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q3_K_M", + "name": "Codellama 70b python q3_K_M", + "display_name": "Codellama 70b python q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q3_K_S", + "name": "Codellama 70b python q3_K_S", + "display_name": "Codellama 70b python q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q4_0", + "name": "Codellama 70b python q4_0", + "display_name": "Codellama 70b python q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q4_1", + "name": "Codellama 70b python q4_1", + "display_name": "Codellama 70b python q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q4_K_M", + "name": "Codellama 70b python q4_K_M", + "display_name": "Codellama 70b python q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q4_K_S", + "name": "Codellama 70b python q4_K_S", + "display_name": "Codellama 70b python q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q5_0", + "name": "Codellama 70b python q5_0", + "display_name": "Codellama 70b python q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q5_1", + "name": "Codellama 70b python q5_1", + "display_name": "Codellama 70b python q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q5_K_M", + "name": "Codellama 70b python q5_K_M", + "display_name": "Codellama 70b python q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q5_K_S", + "name": "Codellama 70b python q5_K_S", + "display_name": "Codellama 70b python q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q6_K", + "name": "Codellama 70b python q6_K", + "display_name": "Codellama 70b python q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:70b-python-q8_0", + "name": "Codellama 70b python q8_0", + "display_name": "Codellama 70b python q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b", + "name": "Codellama 7b", + "display_name": "Codellama 7b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code", + "name": "Codellama 7b code", + "display_name": "Codellama 7b code", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-fp16", + "name": "Codellama 7b code fp16", + "display_name": "Codellama 7b code fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q2_K", + "name": "Codellama 7b code q2_K", + "display_name": "Codellama 7b code q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q3_K_L", + "name": "Codellama 7b code q3_K_L", + "display_name": "Codellama 7b code q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q3_K_M", + "name": "Codellama 7b code q3_K_M", + "display_name": "Codellama 7b code q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q3_K_S", + "name": "Codellama 7b code q3_K_S", + "display_name": "Codellama 7b code q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q4_0", + "name": "Codellama 7b code q4_0", + "display_name": "Codellama 7b code q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q4_1", + "name": "Codellama 7b code q4_1", + "display_name": "Codellama 7b code q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q4_K_M", + "name": "Codellama 7b code q4_K_M", + "display_name": "Codellama 7b code q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q4_K_S", + "name": "Codellama 7b code q4_K_S", + "display_name": "Codellama 7b code q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q5_0", + "name": "Codellama 7b code q5_0", + "display_name": "Codellama 7b code q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q5_1", + "name": "Codellama 7b code q5_1", + "display_name": "Codellama 7b code q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q5_K_M", + "name": "Codellama 7b code q5_K_M", + "display_name": "Codellama 7b code q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q5_K_S", + "name": "Codellama 7b code q5_K_S", + "display_name": "Codellama 7b code q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q6_K", + "name": "Codellama 7b code q6_K", + "display_name": "Codellama 7b code q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-code-q8_0", + "name": "Codellama 7b code q8_0", + "display_name": "Codellama 7b code q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct", + "name": "Codellama 7b instruct", + "display_name": "Codellama 7b instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-fp16", + "name": "Codellama 7b instruct fp16", + "display_name": "Codellama 7b instruct fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q2_K", + "name": "Codellama 7b instruct q2_K", + "display_name": "Codellama 7b instruct q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q3_K_L", + "name": "Codellama 7b instruct q3_K_L", + "display_name": "Codellama 7b instruct q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q3_K_M", + "name": "Codellama 7b instruct q3_K_M", + "display_name": "Codellama 7b instruct q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q3_K_S", + "name": "Codellama 7b instruct q3_K_S", + "display_name": "Codellama 7b instruct q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q4_0", + "name": "Codellama 7b instruct q4_0", + "display_name": "Codellama 7b instruct q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q4_1", + "name": "Codellama 7b instruct q4_1", + "display_name": "Codellama 7b instruct q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q4_K_M", + "name": "Codellama 7b instruct q4_K_M", + "display_name": "Codellama 7b instruct q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q4_K_S", + "name": "Codellama 7b instruct q4_K_S", + "display_name": "Codellama 7b instruct q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q5_0", + "name": "Codellama 7b instruct q5_0", + "display_name": "Codellama 7b instruct q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q5_1", + "name": "Codellama 7b instruct q5_1", + "display_name": "Codellama 7b instruct q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q5_K_M", + "name": "Codellama 7b instruct q5_K_M", + "display_name": "Codellama 7b instruct q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q5_K_S", + "name": "Codellama 7b instruct q5_K_S", + "display_name": "Codellama 7b instruct q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q6_K", + "name": "Codellama 7b instruct q6_K", + "display_name": "Codellama 7b instruct q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-instruct-q8_0", + "name": "Codellama 7b instruct q8_0", + "display_name": "Codellama 7b instruct q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python", + "name": "Codellama 7b python", + "display_name": "Codellama 7b python", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-fp16", + "name": "Codellama 7b python fp16", + "display_name": "Codellama 7b python fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q2_K", + "name": "Codellama 7b python q2_K", + "display_name": "Codellama 7b python q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q3_K_L", + "name": "Codellama 7b python q3_K_L", + "display_name": "Codellama 7b python q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q3_K_M", + "name": "Codellama 7b python q3_K_M", + "display_name": "Codellama 7b python q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q3_K_S", + "name": "Codellama 7b python q3_K_S", + "display_name": "Codellama 7b python q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q4_0", + "name": "Codellama 7b python q4_0", + "display_name": "Codellama 7b python q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q4_1", + "name": "Codellama 7b python q4_1", + "display_name": "Codellama 7b python q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q4_K_M", + "name": "Codellama 7b python q4_K_M", + "display_name": "Codellama 7b python q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q4_K_S", + "name": "Codellama 7b python q4_K_S", + "display_name": "Codellama 7b python q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q5_0", + "name": "Codellama 7b python q5_0", + "display_name": "Codellama 7b python q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q5_1", + "name": "Codellama 7b python q5_1", + "display_name": "Codellama 7b python q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q5_K_M", + "name": "Codellama 7b python q5_K_M", + "display_name": "Codellama 7b python q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q5_K_S", + "name": "Codellama 7b python q5_K_S", + "display_name": "Codellama 7b python q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q6_K", + "name": "Codellama 7b python q6_K", + "display_name": "Codellama 7b python q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:7b-python-q8_0", + "name": "Codellama 7b python q8_0", + "display_name": "Codellama 7b python q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:code", + "name": "Codellama Code", + "display_name": "Codellama Code", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:instruct", + "name": "Codellama Instruct", + "display_name": "Codellama Instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:latest", + "name": "Codellama Latest", + "display_name": "Codellama Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codellama:python", + "name": "Codellama Python", + "display_name": "Codellama Python", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b", + "name": "Codeqwen 7b", + "display_name": "Codeqwen 7b", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat", + "name": "Codeqwen 7b chat", + "display_name": "Codeqwen 7b chat", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-fp16", + "name": "Codeqwen 7b chat v1.5 fp16", + "display_name": "Codeqwen 7b chat v1.5 fp16", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q2_K", + "name": "Codeqwen 7b chat v1.5 q2_K", + "display_name": "Codeqwen 7b chat v1.5 q2_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q3_K_L", + "name": "Codeqwen 7b chat v1.5 q3_K_L", + "display_name": "Codeqwen 7b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q3_K_M", + "name": "Codeqwen 7b chat v1.5 q3_K_M", + "display_name": "Codeqwen 7b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q3_K_S", + "name": "Codeqwen 7b chat v1.5 q3_K_S", + "display_name": "Codeqwen 7b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q4_0", + "name": "Codeqwen 7b chat v1.5 q4_0", + "display_name": "Codeqwen 7b chat v1.5 q4_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q4_1", + "name": "Codeqwen 7b chat v1.5 q4_1", + "display_name": "Codeqwen 7b chat v1.5 q4_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q4_K_M", + "name": "Codeqwen 7b chat v1.5 q4_K_M", + "display_name": "Codeqwen 7b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q4_K_S", + "name": "Codeqwen 7b chat v1.5 q4_K_S", + "display_name": "Codeqwen 7b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q5_0", + "name": "Codeqwen 7b chat v1.5 q5_0", + "display_name": "Codeqwen 7b chat v1.5 q5_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q5_1", + "name": "Codeqwen 7b chat v1.5 q5_1", + "display_name": "Codeqwen 7b chat v1.5 q5_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q5_K_M", + "name": "Codeqwen 7b chat v1.5 q5_K_M", + "display_name": "Codeqwen 7b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q5_K_S", + "name": "Codeqwen 7b chat v1.5 q5_K_S", + "display_name": "Codeqwen 7b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q6_K", + "name": "Codeqwen 7b chat v1.5 q6_K", + "display_name": "Codeqwen 7b chat v1.5 q6_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-chat-v1.5-q8_0", + "name": "Codeqwen 7b chat v1.5 q8_0", + "display_name": "Codeqwen 7b chat v1.5 q8_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-code", + "name": "Codeqwen 7b code", + "display_name": "Codeqwen 7b code", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-code-v1.5-fp16", + "name": "Codeqwen 7b code v1.5 fp16", + "display_name": "Codeqwen 7b code v1.5 fp16", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-code-v1.5-q4_0", + "name": "Codeqwen 7b code v1.5 q4_0", + "display_name": "Codeqwen 7b code v1.5 q4_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-code-v1.5-q4_1", + "name": "Codeqwen 7b code v1.5 q4_1", + "display_name": "Codeqwen 7b code v1.5 q4_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-code-v1.5-q5_0", + "name": "Codeqwen 7b code v1.5 q5_0", + "display_name": "Codeqwen 7b code v1.5 q5_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-code-v1.5-q5_1", + "name": "Codeqwen 7b code v1.5 q5_1", + "display_name": "Codeqwen 7b code v1.5 q5_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:7b-code-v1.5-q8_0", + "name": "Codeqwen 7b code v1.5 q8_0", + "display_name": "Codeqwen 7b code v1.5 q8_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:chat", + "name": "Codeqwen Chat", + "display_name": "Codeqwen Chat", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:code", + "name": "Codeqwen Code", + "display_name": "Codeqwen Code", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:latest", + "name": "Codeqwen Latest", + "display_name": "Codeqwen Latest", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:v1.5", + "name": "Codeqwen V1.5", + "display_name": "Codeqwen V1.5", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:v1.5-chat", + "name": "Codeqwen V1.5 chat", + "display_name": "Codeqwen V1.5 chat", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeqwen:v1.5-code", + "name": "Codeqwen V1.5 code", + "display_name": "Codeqwen V1.5 code", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b", + "name": "Codestral 22b", + "display_name": "Codestral 22b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q2_K", + "name": "Codestral 22b v0.1 q2_K", + "display_name": "Codestral 22b v0.1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q3_K_L", + "name": "Codestral 22b v0.1 q3_K_L", + "display_name": "Codestral 22b v0.1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q3_K_M", + "name": "Codestral 22b v0.1 q3_K_M", + "display_name": "Codestral 22b v0.1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q3_K_S", + "name": "Codestral 22b v0.1 q3_K_S", + "display_name": "Codestral 22b v0.1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q4_0", + "name": "Codestral 22b v0.1 q4_0", + "display_name": "Codestral 22b v0.1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q4_1", + "name": "Codestral 22b v0.1 q4_1", + "display_name": "Codestral 22b v0.1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q4_K_M", + "name": "Codestral 22b v0.1 q4_K_M", + "display_name": "Codestral 22b v0.1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q4_K_S", + "name": "Codestral 22b v0.1 q4_K_S", + "display_name": "Codestral 22b v0.1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q5_0", + "name": "Codestral 22b v0.1 q5_0", + "display_name": "Codestral 22b v0.1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q5_1", + "name": "Codestral 22b v0.1 q5_1", + "display_name": "Codestral 22b v0.1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q5_K_M", + "name": "Codestral 22b v0.1 q5_K_M", + "display_name": "Codestral 22b v0.1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q5_K_S", + "name": "Codestral 22b v0.1 q5_K_S", + "display_name": "Codestral 22b v0.1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q6_K", + "name": "Codestral 22b v0.1 q6_K", + "display_name": "Codestral 22b v0.1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:22b-v0.1-q8_0", + "name": "Codestral 22b v0.1 q8_0", + "display_name": "Codestral 22b v0.1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:latest", + "name": "Codestral Latest", + "display_name": "Codestral Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codestral:v0.1", + "name": "Codestral V0.1", + "display_name": "Codestral V0.1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b", + "name": "Codeup 13b", + "display_name": "Codeup 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2", + "name": "Codeup 13b llama2", + "display_name": "Codeup 13b llama2", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat", + "name": "Codeup 13b llama2 chat", + "display_name": "Codeup 13b llama2 chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-fp16", + "name": "Codeup 13b llama2 chat fp16", + "display_name": "Codeup 13b llama2 chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q2_K", + "name": "Codeup 13b llama2 chat q2_K", + "display_name": "Codeup 13b llama2 chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q3_K_L", + "name": "Codeup 13b llama2 chat q3_K_L", + "display_name": "Codeup 13b llama2 chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q3_K_M", + "name": "Codeup 13b llama2 chat q3_K_M", + "display_name": "Codeup 13b llama2 chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q3_K_S", + "name": "Codeup 13b llama2 chat q3_K_S", + "display_name": "Codeup 13b llama2 chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q4_0", + "name": "Codeup 13b llama2 chat q4_0", + "display_name": "Codeup 13b llama2 chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q4_1", + "name": "Codeup 13b llama2 chat q4_1", + "display_name": "Codeup 13b llama2 chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q4_K_M", + "name": "Codeup 13b llama2 chat q4_K_M", + "display_name": "Codeup 13b llama2 chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q4_K_S", + "name": "Codeup 13b llama2 chat q4_K_S", + "display_name": "Codeup 13b llama2 chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q5_0", + "name": "Codeup 13b llama2 chat q5_0", + "display_name": "Codeup 13b llama2 chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q5_1", + "name": "Codeup 13b llama2 chat q5_1", + "display_name": "Codeup 13b llama2 chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q5_K_M", + "name": "Codeup 13b llama2 chat q5_K_M", + "display_name": "Codeup 13b llama2 chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q5_K_S", + "name": "Codeup 13b llama2 chat q5_K_S", + "display_name": "Codeup 13b llama2 chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q6_K", + "name": "Codeup 13b llama2 chat q6_K", + "display_name": "Codeup 13b llama2 chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:13b-llama2-chat-q8_0", + "name": "Codeup 13b llama2 chat q8_0", + "display_name": "Codeup 13b llama2 chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "codeup:latest", + "name": "Codeup Latest", + "display_name": "Codeup Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:14b", + "name": "Cogito 14b", + "display_name": "Cogito 14b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:14b-v1-preview-qwen-fp16", + "name": "Cogito 14b v1 preview qwen fp16", + "display_name": "Cogito 14b v1 preview qwen fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:14b-v1-preview-qwen-q4_K_M", + "name": "Cogito 14b v1 preview qwen q4_K_M", + "display_name": "Cogito 14b v1 preview qwen q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:14b-v1-preview-qwen-q8_0", + "name": "Cogito 14b v1 preview qwen q8_0", + "display_name": "Cogito 14b v1 preview qwen q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:32b", + "name": "Cogito 32b", + "display_name": "Cogito 32b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:32b-v1-preview-qwen-fp16", + "name": "Cogito 32b v1 preview qwen fp16", + "display_name": "Cogito 32b v1 preview qwen fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:32b-v1-preview-qwen-q4_K_M", + "name": "Cogito 32b v1 preview qwen q4_K_M", + "display_name": "Cogito 32b v1 preview qwen q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:32b-v1-preview-qwen-q8_0", + "name": "Cogito 32b v1 preview qwen q8_0", + "display_name": "Cogito 32b v1 preview qwen q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:3b", + "name": "Cogito 3b", + "display_name": "Cogito 3b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:3b-v1-preview-llama-fp16", + "name": "Cogito 3b v1 preview llama fp16", + "display_name": "Cogito 3b v1 preview llama fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:3b-v1-preview-llama-q4_K_M", + "name": "Cogito 3b v1 preview llama q4_K_M", + "display_name": "Cogito 3b v1 preview llama q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:3b-v1-preview-llama-q8_0", + "name": "Cogito 3b v1 preview llama q8_0", + "display_name": "Cogito 3b v1 preview llama q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:70b", + "name": "Cogito 70b", + "display_name": "Cogito 70b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:70b-v1-preview-llama-fp16", + "name": "Cogito 70b v1 preview llama fp16", + "display_name": "Cogito 70b v1 preview llama fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:70b-v1-preview-llama-q4_K_M", + "name": "Cogito 70b v1 preview llama q4_K_M", + "display_name": "Cogito 70b v1 preview llama q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:70b-v1-preview-llama-q8_0", + "name": "Cogito 70b v1 preview llama q8_0", + "display_name": "Cogito 70b v1 preview llama q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:8b", + "name": "Cogito 8b", + "display_name": "Cogito 8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:8b-v1-preview-llama-q4_K_M", + "name": "Cogito 8b v1 preview llama q4_K_M", + "display_name": "Cogito 8b v1 preview llama q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:8b-v1-preview-llama-q8_0", + "name": "Cogito 8b v1 preview llama q8_0", + "display_name": "Cogito 8b v1 preview llama q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "cogito:latest", + "name": "Cogito Latest", + "display_name": "Cogito Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-a:111b", + "name": "Command-a 111b", + "display_name": "Command-a 111b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-a:111b-03-2025-fp16", + "name": "Command-a 111b 03 2025 fp16", + "display_name": "Command-a 111b 03 2025 fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-a:111b-03-2025-q4_K_M", + "name": "Command-a 111b 03 2025 q4_K_M", + "display_name": "Command-a 111b 03 2025 q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-a:111b-03-2025-q8_0", + "name": "Command-a 111b 03 2025 q8_0", + "display_name": "Command-a 111b 03 2025 q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-a:latest", + "name": "Command-a Latest", + "display_name": "Command-a Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-r7b-arabic:7b", + "name": "Command-r7b-arabic 7b", + "display_name": "Command-r7b-arabic 7b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-r7b-arabic:7b-02-2025-fp16", + "name": "Command-r7b-arabic 7b 02 2025 fp16", + "display_name": "Command-r7b-arabic 7b 02 2025 fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-r7b-arabic:7b-02-2025-q4_K_M", + "name": "Command-r7b-arabic 7b 02 2025 q4_K_M", + "display_name": "Command-r7b-arabic 7b 02 2025 q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-r7b-arabic:7b-02-2025-q8_0", + "name": "Command-r7b-arabic 7b 02 2025 q8_0", + "display_name": "Command-r7b-arabic 7b 02 2025 q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-r7b-arabic:latest", + "name": "Command-r7b-arabic Latest", + "display_name": "Command-r7b-arabic Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-r7b:7b", + "name": "Command-r7b 7b", + "display_name": "Command-r7b 7b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-r7b:7b-12-2024-fp16", + "name": "Command-r7b 7b 12 2024 fp16", + "display_name": "Command-r7b 7b 12 2024 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-r7b:7b-12-2024-q4_K_M", + "name": "Command-r7b 7b 12 2024 q4_K_M", + "display_name": "Command-r7b 7b 12 2024 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-r7b:7b-12-2024-q8_0", + "name": "Command-r7b 7b 12 2024 q8_0", + "display_name": "Command-r7b 7b 12 2024 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "command-r7b:latest", + "name": "Command-r7b Latest", + "display_name": "Command-r7b Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepcoder:1.5b", + "name": "Deepcoder 1.5b", + "display_name": "Deepcoder 1.5b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepcoder:1.5b-preview-fp16", + "name": "Deepcoder 1.5b preview fp16", + "display_name": "Deepcoder 1.5b preview fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepcoder:1.5b-preview-q4_K_M", + "name": "Deepcoder 1.5b preview q4_K_M", + "display_name": "Deepcoder 1.5b preview q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepcoder:1.5b-preview-q8_0", + "name": "Deepcoder 1.5b preview q8_0", + "display_name": "Deepcoder 1.5b preview q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepcoder:14b", + "name": "Deepcoder 14b", + "display_name": "Deepcoder 14b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepcoder:14b-preview-fp16", + "name": "Deepcoder 14b preview fp16", + "display_name": "Deepcoder 14b preview fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepcoder:14b-preview-q4_K_M", + "name": "Deepcoder 14b preview q4_K_M", + "display_name": "Deepcoder 14b preview q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepcoder:14b-preview-q8_0", + "name": "Deepcoder 14b preview q8_0", + "display_name": "Deepcoder 14b preview q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepcoder:latest", + "name": "Deepcoder Latest", + "display_name": "Deepcoder Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepscaler:1.5b", + "name": "Deepscaler 1.5b", + "display_name": "Deepscaler 1.5b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepscaler:1.5b-preview-fp16", + "name": "Deepscaler 1.5b preview fp16", + "display_name": "Deepscaler 1.5b preview fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepscaler:1.5b-preview-q4_K_M", + "name": "Deepscaler 1.5b preview q4_K_M", + "display_name": "Deepscaler 1.5b preview q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepscaler:1.5b-preview-q8_0", + "name": "Deepscaler 1.5b preview q8_0", + "display_name": "Deepscaler 1.5b preview q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepscaler:latest", + "name": "Deepscaler Latest", + "display_name": "Deepscaler Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b", + "name": "Deepseek-coder-v2 16b", + "display_name": "Deepseek-coder-v2 16b", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-fp16", + "name": "Deepseek-coder-v2 16b lite base fp16", + "display_name": "Deepseek-coder-v2 16b lite base fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q2_K", + "name": "Deepseek-coder-v2 16b lite base q2_K", + "display_name": "Deepseek-coder-v2 16b lite base q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q3_K_L", + "name": "Deepseek-coder-v2 16b lite base q3_K_L", + "display_name": "Deepseek-coder-v2 16b lite base q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q3_K_M", + "name": "Deepseek-coder-v2 16b lite base q3_K_M", + "display_name": "Deepseek-coder-v2 16b lite base q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q3_K_S", + "name": "Deepseek-coder-v2 16b lite base q3_K_S", + "display_name": "Deepseek-coder-v2 16b lite base q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q4_0", + "name": "Deepseek-coder-v2 16b lite base q4_0", + "display_name": "Deepseek-coder-v2 16b lite base q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q4_1", + "name": "Deepseek-coder-v2 16b lite base q4_1", + "display_name": "Deepseek-coder-v2 16b lite base q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q4_K_M", + "name": "Deepseek-coder-v2 16b lite base q4_K_M", + "display_name": "Deepseek-coder-v2 16b lite base q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q4_K_S", + "name": "Deepseek-coder-v2 16b lite base q4_K_S", + "display_name": "Deepseek-coder-v2 16b lite base q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q5_0", + "name": "Deepseek-coder-v2 16b lite base q5_0", + "display_name": "Deepseek-coder-v2 16b lite base q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q5_1", + "name": "Deepseek-coder-v2 16b lite base q5_1", + "display_name": "Deepseek-coder-v2 16b lite base q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q5_K_M", + "name": "Deepseek-coder-v2 16b lite base q5_K_M", + "display_name": "Deepseek-coder-v2 16b lite base q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q5_K_S", + "name": "Deepseek-coder-v2 16b lite base q5_K_S", + "display_name": "Deepseek-coder-v2 16b lite base q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q6_K", + "name": "Deepseek-coder-v2 16b lite base q6_K", + "display_name": "Deepseek-coder-v2 16b lite base q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-base-q8_0", + "name": "Deepseek-coder-v2 16b lite base q8_0", + "display_name": "Deepseek-coder-v2 16b lite base q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-fp16", + "name": "Deepseek-coder-v2 16b lite instruct fp16", + "display_name": "Deepseek-coder-v2 16b lite instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q2_K", + "name": "Deepseek-coder-v2 16b lite instruct q2_K", + "display_name": "Deepseek-coder-v2 16b lite instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q3_K_L", + "name": "Deepseek-coder-v2 16b lite instruct q3_K_L", + "display_name": "Deepseek-coder-v2 16b lite instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q3_K_M", + "name": "Deepseek-coder-v2 16b lite instruct q3_K_M", + "display_name": "Deepseek-coder-v2 16b lite instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q3_K_S", + "name": "Deepseek-coder-v2 16b lite instruct q3_K_S", + "display_name": "Deepseek-coder-v2 16b lite instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q4_0", + "name": "Deepseek-coder-v2 16b lite instruct q4_0", + "display_name": "Deepseek-coder-v2 16b lite instruct q4_0", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q4_1", + "name": "Deepseek-coder-v2 16b lite instruct q4_1", + "display_name": "Deepseek-coder-v2 16b lite instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q4_K_M", + "name": "Deepseek-coder-v2 16b lite instruct q4_K_M", + "display_name": "Deepseek-coder-v2 16b lite instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q4_K_S", + "name": "Deepseek-coder-v2 16b lite instruct q4_K_S", + "display_name": "Deepseek-coder-v2 16b lite instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q5_0", + "name": "Deepseek-coder-v2 16b lite instruct q5_0", + "display_name": "Deepseek-coder-v2 16b lite instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q5_1", + "name": "Deepseek-coder-v2 16b lite instruct q5_1", + "display_name": "Deepseek-coder-v2 16b lite instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q5_K_M", + "name": "Deepseek-coder-v2 16b lite instruct q5_K_M", + "display_name": "Deepseek-coder-v2 16b lite instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q5_K_S", + "name": "Deepseek-coder-v2 16b lite instruct q5_K_S", + "display_name": "Deepseek-coder-v2 16b lite instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q6_K", + "name": "Deepseek-coder-v2 16b lite instruct q6_K", + "display_name": "Deepseek-coder-v2 16b lite instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:16b-lite-instruct-q8_0", + "name": "Deepseek-coder-v2 16b lite instruct q8_0", + "display_name": "Deepseek-coder-v2 16b lite instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b", + "name": "Deepseek-coder-v2 236b", + "display_name": "Deepseek-coder-v2 236b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-fp16", + "name": "Deepseek-coder-v2 236b base fp16", + "display_name": "Deepseek-coder-v2 236b base fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q2_K", + "name": "Deepseek-coder-v2 236b base q2_K", + "display_name": "Deepseek-coder-v2 236b base q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q3_K_L", + "name": "Deepseek-coder-v2 236b base q3_K_L", + "display_name": "Deepseek-coder-v2 236b base q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q3_K_M", + "name": "Deepseek-coder-v2 236b base q3_K_M", + "display_name": "Deepseek-coder-v2 236b base q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q3_K_S", + "name": "Deepseek-coder-v2 236b base q3_K_S", + "display_name": "Deepseek-coder-v2 236b base q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q4_0", + "name": "Deepseek-coder-v2 236b base q4_0", + "display_name": "Deepseek-coder-v2 236b base q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q4_1", + "name": "Deepseek-coder-v2 236b base q4_1", + "display_name": "Deepseek-coder-v2 236b base q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q4_K_M", + "name": "Deepseek-coder-v2 236b base q4_K_M", + "display_name": "Deepseek-coder-v2 236b base q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q4_K_S", + "name": "Deepseek-coder-v2 236b base q4_K_S", + "display_name": "Deepseek-coder-v2 236b base q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q5_0", + "name": "Deepseek-coder-v2 236b base q5_0", + "display_name": "Deepseek-coder-v2 236b base q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q5_1", + "name": "Deepseek-coder-v2 236b base q5_1", + "display_name": "Deepseek-coder-v2 236b base q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q5_K_M", + "name": "Deepseek-coder-v2 236b base q5_K_M", + "display_name": "Deepseek-coder-v2 236b base q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q5_K_S", + "name": "Deepseek-coder-v2 236b base q5_K_S", + "display_name": "Deepseek-coder-v2 236b base q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q6_K", + "name": "Deepseek-coder-v2 236b base q6_K", + "display_name": "Deepseek-coder-v2 236b base q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-base-q8_0", + "name": "Deepseek-coder-v2 236b base q8_0", + "display_name": "Deepseek-coder-v2 236b base q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-fp16", + "name": "Deepseek-coder-v2 236b instruct fp16", + "display_name": "Deepseek-coder-v2 236b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q2_K", + "name": "Deepseek-coder-v2 236b instruct q2_K", + "display_name": "Deepseek-coder-v2 236b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q3_K_L", + "name": "Deepseek-coder-v2 236b instruct q3_K_L", + "display_name": "Deepseek-coder-v2 236b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q3_K_M", + "name": "Deepseek-coder-v2 236b instruct q3_K_M", + "display_name": "Deepseek-coder-v2 236b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q3_K_S", + "name": "Deepseek-coder-v2 236b instruct q3_K_S", + "display_name": "Deepseek-coder-v2 236b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q4_0", + "name": "Deepseek-coder-v2 236b instruct q4_0", + "display_name": "Deepseek-coder-v2 236b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q4_1", + "name": "Deepseek-coder-v2 236b instruct q4_1", + "display_name": "Deepseek-coder-v2 236b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q4_K_M", + "name": "Deepseek-coder-v2 236b instruct q4_K_M", + "display_name": "Deepseek-coder-v2 236b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q4_K_S", + "name": "Deepseek-coder-v2 236b instruct q4_K_S", + "display_name": "Deepseek-coder-v2 236b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q5_0", + "name": "Deepseek-coder-v2 236b instruct q5_0", + "display_name": "Deepseek-coder-v2 236b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q5_1", + "name": "Deepseek-coder-v2 236b instruct q5_1", + "display_name": "Deepseek-coder-v2 236b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q5_K_M", + "name": "Deepseek-coder-v2 236b instruct q5_K_M", + "display_name": "Deepseek-coder-v2 236b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q5_K_S", + "name": "Deepseek-coder-v2 236b instruct q5_K_S", + "display_name": "Deepseek-coder-v2 236b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q6_K", + "name": "Deepseek-coder-v2 236b instruct q6_K", + "display_name": "Deepseek-coder-v2 236b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:236b-instruct-q8_0", + "name": "Deepseek-coder-v2 236b instruct q8_0", + "display_name": "Deepseek-coder-v2 236b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:latest", + "name": "Deepseek-coder-v2 Latest", + "display_name": "Deepseek-coder-v2 Latest", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder-v2:lite", + "name": "Deepseek-coder-v2 Lite", + "display_name": "Deepseek-coder-v2 Lite", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b", + "name": "Deepseek-coder 1.3b", + "display_name": "Deepseek-coder 1.3b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base", + "name": "Deepseek-coder 1.3b base", + "display_name": "Deepseek-coder 1.3b base", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-fp16", + "name": "Deepseek-coder 1.3b base fp16", + "display_name": "Deepseek-coder 1.3b base fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q2_K", + "name": "Deepseek-coder 1.3b base q2_K", + "display_name": "Deepseek-coder 1.3b base q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q3_K_L", + "name": "Deepseek-coder 1.3b base q3_K_L", + "display_name": "Deepseek-coder 1.3b base q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q3_K_M", + "name": "Deepseek-coder 1.3b base q3_K_M", + "display_name": "Deepseek-coder 1.3b base q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q3_K_S", + "name": "Deepseek-coder 1.3b base q3_K_S", + "display_name": "Deepseek-coder 1.3b base q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q4_0", + "name": "Deepseek-coder 1.3b base q4_0", + "display_name": "Deepseek-coder 1.3b base q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q4_1", + "name": "Deepseek-coder 1.3b base q4_1", + "display_name": "Deepseek-coder 1.3b base q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q4_K_M", + "name": "Deepseek-coder 1.3b base q4_K_M", + "display_name": "Deepseek-coder 1.3b base q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q4_K_S", + "name": "Deepseek-coder 1.3b base q4_K_S", + "display_name": "Deepseek-coder 1.3b base q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q5_0", + "name": "Deepseek-coder 1.3b base q5_0", + "display_name": "Deepseek-coder 1.3b base q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q5_1", + "name": "Deepseek-coder 1.3b base q5_1", + "display_name": "Deepseek-coder 1.3b base q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q5_K_M", + "name": "Deepseek-coder 1.3b base q5_K_M", + "display_name": "Deepseek-coder 1.3b base q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q5_K_S", + "name": "Deepseek-coder 1.3b base q5_K_S", + "display_name": "Deepseek-coder 1.3b base q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q6_K", + "name": "Deepseek-coder 1.3b base q6_K", + "display_name": "Deepseek-coder 1.3b base q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-base-q8_0", + "name": "Deepseek-coder 1.3b base q8_0", + "display_name": "Deepseek-coder 1.3b base q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct", + "name": "Deepseek-coder 1.3b instruct", + "display_name": "Deepseek-coder 1.3b instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-fp16", + "name": "Deepseek-coder 1.3b instruct fp16", + "display_name": "Deepseek-coder 1.3b instruct fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q2_K", + "name": "Deepseek-coder 1.3b instruct q2_K", + "display_name": "Deepseek-coder 1.3b instruct q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q3_K_L", + "name": "Deepseek-coder 1.3b instruct q3_K_L", + "display_name": "Deepseek-coder 1.3b instruct q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q3_K_M", + "name": "Deepseek-coder 1.3b instruct q3_K_M", + "display_name": "Deepseek-coder 1.3b instruct q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q3_K_S", + "name": "Deepseek-coder 1.3b instruct q3_K_S", + "display_name": "Deepseek-coder 1.3b instruct q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q4_0", + "name": "Deepseek-coder 1.3b instruct q4_0", + "display_name": "Deepseek-coder 1.3b instruct q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q4_1", + "name": "Deepseek-coder 1.3b instruct q4_1", + "display_name": "Deepseek-coder 1.3b instruct q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q4_K_M", + "name": "Deepseek-coder 1.3b instruct q4_K_M", + "display_name": "Deepseek-coder 1.3b instruct q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q4_K_S", + "name": "Deepseek-coder 1.3b instruct q4_K_S", + "display_name": "Deepseek-coder 1.3b instruct q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q5_0", + "name": "Deepseek-coder 1.3b instruct q5_0", + "display_name": "Deepseek-coder 1.3b instruct q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q5_1", + "name": "Deepseek-coder 1.3b instruct q5_1", + "display_name": "Deepseek-coder 1.3b instruct q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q5_K_M", + "name": "Deepseek-coder 1.3b instruct q5_K_M", + "display_name": "Deepseek-coder 1.3b instruct q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q5_K_S", + "name": "Deepseek-coder 1.3b instruct q5_K_S", + "display_name": "Deepseek-coder 1.3b instruct q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q6_K", + "name": "Deepseek-coder 1.3b instruct q6_K", + "display_name": "Deepseek-coder 1.3b instruct q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:1.3b-instruct-q8_0", + "name": "Deepseek-coder 1.3b instruct q8_0", + "display_name": "Deepseek-coder 1.3b instruct q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b", + "name": "Deepseek-coder 33b", + "display_name": "Deepseek-coder 33b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base", + "name": "Deepseek-coder 33b base", + "display_name": "Deepseek-coder 33b base", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-fp16", + "name": "Deepseek-coder 33b base fp16", + "display_name": "Deepseek-coder 33b base fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q2_K", + "name": "Deepseek-coder 33b base q2_K", + "display_name": "Deepseek-coder 33b base q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q3_K_L", + "name": "Deepseek-coder 33b base q3_K_L", + "display_name": "Deepseek-coder 33b base q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q3_K_M", + "name": "Deepseek-coder 33b base q3_K_M", + "display_name": "Deepseek-coder 33b base q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q3_K_S", + "name": "Deepseek-coder 33b base q3_K_S", + "display_name": "Deepseek-coder 33b base q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q4_0", + "name": "Deepseek-coder 33b base q4_0", + "display_name": "Deepseek-coder 33b base q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q4_1", + "name": "Deepseek-coder 33b base q4_1", + "display_name": "Deepseek-coder 33b base q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q4_K_M", + "name": "Deepseek-coder 33b base q4_K_M", + "display_name": "Deepseek-coder 33b base q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q4_K_S", + "name": "Deepseek-coder 33b base q4_K_S", + "display_name": "Deepseek-coder 33b base q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q5_0", + "name": "Deepseek-coder 33b base q5_0", + "display_name": "Deepseek-coder 33b base q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q5_1", + "name": "Deepseek-coder 33b base q5_1", + "display_name": "Deepseek-coder 33b base q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q5_K_M", + "name": "Deepseek-coder 33b base q5_K_M", + "display_name": "Deepseek-coder 33b base q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q5_K_S", + "name": "Deepseek-coder 33b base q5_K_S", + "display_name": "Deepseek-coder 33b base q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q6_K", + "name": "Deepseek-coder 33b base q6_K", + "display_name": "Deepseek-coder 33b base q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-base-q8_0", + "name": "Deepseek-coder 33b base q8_0", + "display_name": "Deepseek-coder 33b base q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct", + "name": "Deepseek-coder 33b instruct", + "display_name": "Deepseek-coder 33b instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-fp16", + "name": "Deepseek-coder 33b instruct fp16", + "display_name": "Deepseek-coder 33b instruct fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q2_K", + "name": "Deepseek-coder 33b instruct q2_K", + "display_name": "Deepseek-coder 33b instruct q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q3_K_L", + "name": "Deepseek-coder 33b instruct q3_K_L", + "display_name": "Deepseek-coder 33b instruct q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q3_K_M", + "name": "Deepseek-coder 33b instruct q3_K_M", + "display_name": "Deepseek-coder 33b instruct q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q3_K_S", + "name": "Deepseek-coder 33b instruct q3_K_S", + "display_name": "Deepseek-coder 33b instruct q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q4_0", + "name": "Deepseek-coder 33b instruct q4_0", + "display_name": "Deepseek-coder 33b instruct q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q4_1", + "name": "Deepseek-coder 33b instruct q4_1", + "display_name": "Deepseek-coder 33b instruct q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q4_K_M", + "name": "Deepseek-coder 33b instruct q4_K_M", + "display_name": "Deepseek-coder 33b instruct q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q4_K_S", + "name": "Deepseek-coder 33b instruct q4_K_S", + "display_name": "Deepseek-coder 33b instruct q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q5_0", + "name": "Deepseek-coder 33b instruct q5_0", + "display_name": "Deepseek-coder 33b instruct q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q5_1", + "name": "Deepseek-coder 33b instruct q5_1", + "display_name": "Deepseek-coder 33b instruct q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q5_K_M", + "name": "Deepseek-coder 33b instruct q5_K_M", + "display_name": "Deepseek-coder 33b instruct q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q5_K_S", + "name": "Deepseek-coder 33b instruct q5_K_S", + "display_name": "Deepseek-coder 33b instruct q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q6_K", + "name": "Deepseek-coder 33b instruct q6_K", + "display_name": "Deepseek-coder 33b instruct q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:33b-instruct-q8_0", + "name": "Deepseek-coder 33b instruct q8_0", + "display_name": "Deepseek-coder 33b instruct q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b", + "name": "Deepseek-coder 6.7b", + "display_name": "Deepseek-coder 6.7b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base", + "name": "Deepseek-coder 6.7b base", + "display_name": "Deepseek-coder 6.7b base", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-fp16", + "name": "Deepseek-coder 6.7b base fp16", + "display_name": "Deepseek-coder 6.7b base fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q2_K", + "name": "Deepseek-coder 6.7b base q2_K", + "display_name": "Deepseek-coder 6.7b base q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q3_K_L", + "name": "Deepseek-coder 6.7b base q3_K_L", + "display_name": "Deepseek-coder 6.7b base q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q3_K_M", + "name": "Deepseek-coder 6.7b base q3_K_M", + "display_name": "Deepseek-coder 6.7b base q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q3_K_S", + "name": "Deepseek-coder 6.7b base q3_K_S", + "display_name": "Deepseek-coder 6.7b base q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q4_0", + "name": "Deepseek-coder 6.7b base q4_0", + "display_name": "Deepseek-coder 6.7b base q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q4_1", + "name": "Deepseek-coder 6.7b base q4_1", + "display_name": "Deepseek-coder 6.7b base q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q4_K_M", + "name": "Deepseek-coder 6.7b base q4_K_M", + "display_name": "Deepseek-coder 6.7b base q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q4_K_S", + "name": "Deepseek-coder 6.7b base q4_K_S", + "display_name": "Deepseek-coder 6.7b base q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q5_0", + "name": "Deepseek-coder 6.7b base q5_0", + "display_name": "Deepseek-coder 6.7b base q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q5_1", + "name": "Deepseek-coder 6.7b base q5_1", + "display_name": "Deepseek-coder 6.7b base q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q5_K_M", + "name": "Deepseek-coder 6.7b base q5_K_M", + "display_name": "Deepseek-coder 6.7b base q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q5_K_S", + "name": "Deepseek-coder 6.7b base q5_K_S", + "display_name": "Deepseek-coder 6.7b base q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q6_K", + "name": "Deepseek-coder 6.7b base q6_K", + "display_name": "Deepseek-coder 6.7b base q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-base-q8_0", + "name": "Deepseek-coder 6.7b base q8_0", + "display_name": "Deepseek-coder 6.7b base q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct", + "name": "Deepseek-coder 6.7b instruct", + "display_name": "Deepseek-coder 6.7b instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-fp16", + "name": "Deepseek-coder 6.7b instruct fp16", + "display_name": "Deepseek-coder 6.7b instruct fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q2_K", + "name": "Deepseek-coder 6.7b instruct q2_K", + "display_name": "Deepseek-coder 6.7b instruct q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q3_K_L", + "name": "Deepseek-coder 6.7b instruct q3_K_L", + "display_name": "Deepseek-coder 6.7b instruct q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q3_K_M", + "name": "Deepseek-coder 6.7b instruct q3_K_M", + "display_name": "Deepseek-coder 6.7b instruct q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q3_K_S", + "name": "Deepseek-coder 6.7b instruct q3_K_S", + "display_name": "Deepseek-coder 6.7b instruct q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q4_0", + "name": "Deepseek-coder 6.7b instruct q4_0", + "display_name": "Deepseek-coder 6.7b instruct q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q4_1", + "name": "Deepseek-coder 6.7b instruct q4_1", + "display_name": "Deepseek-coder 6.7b instruct q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q4_K_M", + "name": "Deepseek-coder 6.7b instruct q4_K_M", + "display_name": "Deepseek-coder 6.7b instruct q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q4_K_S", + "name": "Deepseek-coder 6.7b instruct q4_K_S", + "display_name": "Deepseek-coder 6.7b instruct q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q5_0", + "name": "Deepseek-coder 6.7b instruct q5_0", + "display_name": "Deepseek-coder 6.7b instruct q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q5_1", + "name": "Deepseek-coder 6.7b instruct q5_1", + "display_name": "Deepseek-coder 6.7b instruct q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q5_K_M", + "name": "Deepseek-coder 6.7b instruct q5_K_M", + "display_name": "Deepseek-coder 6.7b instruct q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q5_K_S", + "name": "Deepseek-coder 6.7b instruct q5_K_S", + "display_name": "Deepseek-coder 6.7b instruct q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q6_K", + "name": "Deepseek-coder 6.7b instruct q6_K", + "display_name": "Deepseek-coder 6.7b instruct q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:6.7b-instruct-q8_0", + "name": "Deepseek-coder 6.7b instruct q8_0", + "display_name": "Deepseek-coder 6.7b instruct q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:base", + "name": "Deepseek-coder Base", + "display_name": "Deepseek-coder Base", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:instruct", + "name": "Deepseek-coder Instruct", + "display_name": "Deepseek-coder Instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-coder:latest", + "name": "Deepseek-coder Latest", + "display_name": "Deepseek-coder Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b", + "name": "Deepseek-llm 67b", + "display_name": "Deepseek-llm 67b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base", + "name": "Deepseek-llm 67b base", + "display_name": "Deepseek-llm 67b base", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-fp16", + "name": "Deepseek-llm 67b base fp16", + "display_name": "Deepseek-llm 67b base fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q2_K", + "name": "Deepseek-llm 67b base q2_K", + "display_name": "Deepseek-llm 67b base q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q3_K_L", + "name": "Deepseek-llm 67b base q3_K_L", + "display_name": "Deepseek-llm 67b base q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q3_K_M", + "name": "Deepseek-llm 67b base q3_K_M", + "display_name": "Deepseek-llm 67b base q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q3_K_S", + "name": "Deepseek-llm 67b base q3_K_S", + "display_name": "Deepseek-llm 67b base q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q4_0", + "name": "Deepseek-llm 67b base q4_0", + "display_name": "Deepseek-llm 67b base q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q4_1", + "name": "Deepseek-llm 67b base q4_1", + "display_name": "Deepseek-llm 67b base q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q4_K_M", + "name": "Deepseek-llm 67b base q4_K_M", + "display_name": "Deepseek-llm 67b base q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q4_K_S", + "name": "Deepseek-llm 67b base q4_K_S", + "display_name": "Deepseek-llm 67b base q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q5_0", + "name": "Deepseek-llm 67b base q5_0", + "display_name": "Deepseek-llm 67b base q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q5_1", + "name": "Deepseek-llm 67b base q5_1", + "display_name": "Deepseek-llm 67b base q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q5_K_M", + "name": "Deepseek-llm 67b base q5_K_M", + "display_name": "Deepseek-llm 67b base q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q5_K_S", + "name": "Deepseek-llm 67b base q5_K_S", + "display_name": "Deepseek-llm 67b base q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q6_K", + "name": "Deepseek-llm 67b base q6_K", + "display_name": "Deepseek-llm 67b base q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-base-q8_0", + "name": "Deepseek-llm 67b base q8_0", + "display_name": "Deepseek-llm 67b base q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat", + "name": "Deepseek-llm 67b chat", + "display_name": "Deepseek-llm 67b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-fp16", + "name": "Deepseek-llm 67b chat fp16", + "display_name": "Deepseek-llm 67b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q2_K", + "name": "Deepseek-llm 67b chat q2_K", + "display_name": "Deepseek-llm 67b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q3_K_L", + "name": "Deepseek-llm 67b chat q3_K_L", + "display_name": "Deepseek-llm 67b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q3_K_M", + "name": "Deepseek-llm 67b chat q3_K_M", + "display_name": "Deepseek-llm 67b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q3_K_S", + "name": "Deepseek-llm 67b chat q3_K_S", + "display_name": "Deepseek-llm 67b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q4_0", + "name": "Deepseek-llm 67b chat q4_0", + "display_name": "Deepseek-llm 67b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q4_1", + "name": "Deepseek-llm 67b chat q4_1", + "display_name": "Deepseek-llm 67b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q4_K_M", + "name": "Deepseek-llm 67b chat q4_K_M", + "display_name": "Deepseek-llm 67b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q4_K_S", + "name": "Deepseek-llm 67b chat q4_K_S", + "display_name": "Deepseek-llm 67b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q5_0", + "name": "Deepseek-llm 67b chat q5_0", + "display_name": "Deepseek-llm 67b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q5_1", + "name": "Deepseek-llm 67b chat q5_1", + "display_name": "Deepseek-llm 67b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:67b-chat-q5_K_S", + "name": "Deepseek-llm 67b chat q5_K_S", + "display_name": "Deepseek-llm 67b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b", + "name": "Deepseek-llm 7b", + "display_name": "Deepseek-llm 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base", + "name": "Deepseek-llm 7b base", + "display_name": "Deepseek-llm 7b base", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-fp16", + "name": "Deepseek-llm 7b base fp16", + "display_name": "Deepseek-llm 7b base fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q2_K", + "name": "Deepseek-llm 7b base q2_K", + "display_name": "Deepseek-llm 7b base q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q3_K_L", + "name": "Deepseek-llm 7b base q3_K_L", + "display_name": "Deepseek-llm 7b base q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q3_K_M", + "name": "Deepseek-llm 7b base q3_K_M", + "display_name": "Deepseek-llm 7b base q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q3_K_S", + "name": "Deepseek-llm 7b base q3_K_S", + "display_name": "Deepseek-llm 7b base q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q4_0", + "name": "Deepseek-llm 7b base q4_0", + "display_name": "Deepseek-llm 7b base q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q4_1", + "name": "Deepseek-llm 7b base q4_1", + "display_name": "Deepseek-llm 7b base q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q4_K_M", + "name": "Deepseek-llm 7b base q4_K_M", + "display_name": "Deepseek-llm 7b base q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q4_K_S", + "name": "Deepseek-llm 7b base q4_K_S", + "display_name": "Deepseek-llm 7b base q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q5_0", + "name": "Deepseek-llm 7b base q5_0", + "display_name": "Deepseek-llm 7b base q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q5_1", + "name": "Deepseek-llm 7b base q5_1", + "display_name": "Deepseek-llm 7b base q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q5_K_M", + "name": "Deepseek-llm 7b base q5_K_M", + "display_name": "Deepseek-llm 7b base q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q5_K_S", + "name": "Deepseek-llm 7b base q5_K_S", + "display_name": "Deepseek-llm 7b base q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q6_K", + "name": "Deepseek-llm 7b base q6_K", + "display_name": "Deepseek-llm 7b base q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-base-q8_0", + "name": "Deepseek-llm 7b base q8_0", + "display_name": "Deepseek-llm 7b base q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat", + "name": "Deepseek-llm 7b chat", + "display_name": "Deepseek-llm 7b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-fp16", + "name": "Deepseek-llm 7b chat fp16", + "display_name": "Deepseek-llm 7b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q2_K", + "name": "Deepseek-llm 7b chat q2_K", + "display_name": "Deepseek-llm 7b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q3_K_L", + "name": "Deepseek-llm 7b chat q3_K_L", + "display_name": "Deepseek-llm 7b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q3_K_M", + "name": "Deepseek-llm 7b chat q3_K_M", + "display_name": "Deepseek-llm 7b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q3_K_S", + "name": "Deepseek-llm 7b chat q3_K_S", + "display_name": "Deepseek-llm 7b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q4_0", + "name": "Deepseek-llm 7b chat q4_0", + "display_name": "Deepseek-llm 7b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q4_1", + "name": "Deepseek-llm 7b chat q4_1", + "display_name": "Deepseek-llm 7b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q4_K_M", + "name": "Deepseek-llm 7b chat q4_K_M", + "display_name": "Deepseek-llm 7b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q4_K_S", + "name": "Deepseek-llm 7b chat q4_K_S", + "display_name": "Deepseek-llm 7b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q5_0", + "name": "Deepseek-llm 7b chat q5_0", + "display_name": "Deepseek-llm 7b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q5_1", + "name": "Deepseek-llm 7b chat q5_1", + "display_name": "Deepseek-llm 7b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q5_K_M", + "name": "Deepseek-llm 7b chat q5_K_M", + "display_name": "Deepseek-llm 7b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q5_K_S", + "name": "Deepseek-llm 7b chat q5_K_S", + "display_name": "Deepseek-llm 7b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q6_K", + "name": "Deepseek-llm 7b chat q6_K", + "display_name": "Deepseek-llm 7b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:7b-chat-q8_0", + "name": "Deepseek-llm 7b chat q8_0", + "display_name": "Deepseek-llm 7b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-llm:latest", + "name": "Deepseek-llm Latest", + "display_name": "Deepseek-llm Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:1.5b", + "name": "Deepseek-r1 1.5b", + "display_name": "Deepseek-r1 1.5b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:1.5b-qwen-distill-fp16", + "name": "Deepseek-r1 1.5b qwen distill fp16", + "display_name": "Deepseek-r1 1.5b qwen distill fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:1.5b-qwen-distill-q4_K_M", + "name": "Deepseek-r1 1.5b qwen distill q4_K_M", + "display_name": "Deepseek-r1 1.5b qwen distill q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:1.5b-qwen-distill-q8_0", + "name": "Deepseek-r1 1.5b qwen distill q8_0", + "display_name": "Deepseek-r1 1.5b qwen distill q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:14b", + "name": "Deepseek-r1 14b", + "display_name": "Deepseek-r1 14b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:14b-qwen-distill-fp16", + "name": "Deepseek-r1 14b qwen distill fp16", + "display_name": "Deepseek-r1 14b qwen distill fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:14b-qwen-distill-q4_K_M", + "name": "Deepseek-r1 14b qwen distill q4_K_M", + "display_name": "Deepseek-r1 14b qwen distill q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:14b-qwen-distill-q8_0", + "name": "Deepseek-r1 14b qwen distill q8_0", + "display_name": "Deepseek-r1 14b qwen distill q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:32b", + "name": "Deepseek-r1 32b", + "display_name": "Deepseek-r1 32b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:32b-qwen-distill-fp16", + "name": "Deepseek-r1 32b qwen distill fp16", + "display_name": "Deepseek-r1 32b qwen distill fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:32b-qwen-distill-q4_K_M", + "name": "Deepseek-r1 32b qwen distill q4_K_M", + "display_name": "Deepseek-r1 32b qwen distill q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:32b-qwen-distill-q8_0", + "name": "Deepseek-r1 32b qwen distill q8_0", + "display_name": "Deepseek-r1 32b qwen distill q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:671b", + "name": "Deepseek-r1 671b", + "display_name": "Deepseek-r1 671b", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:671b-0528-fp16", + "name": "Deepseek-r1 671b 0528 fp16", + "display_name": "Deepseek-r1 671b 0528 fp16", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:671b-0528-q4_K_M", + "name": "Deepseek-r1 671b 0528 q4_K_M", + "display_name": "Deepseek-r1 671b 0528 q4_K_M", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:671b-0528-q8_0", + "name": "Deepseek-r1 671b 0528 q8_0", + "display_name": "Deepseek-r1 671b 0528 q8_0", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:671b-fp16", + "name": "Deepseek-r1 671b fp16", + "display_name": "Deepseek-r1 671b fp16", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:671b-q4_K_M", + "name": "Deepseek-r1 671b q4_K_M", + "display_name": "Deepseek-r1 671b q4_K_M", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:671b-q8_0", + "name": "Deepseek-r1 671b q8_0", + "display_name": "Deepseek-r1 671b q8_0", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:70b", + "name": "Deepseek-r1 70b", + "display_name": "Deepseek-r1 70b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:70b-llama-distill-fp16", + "name": "Deepseek-r1 70b llama distill fp16", + "display_name": "Deepseek-r1 70b llama distill fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:70b-llama-distill-q4_K_M", + "name": "Deepseek-r1 70b llama distill q4_K_M", + "display_name": "Deepseek-r1 70b llama distill q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:70b-llama-distill-q8_0", + "name": "Deepseek-r1 70b llama distill q8_0", + "display_name": "Deepseek-r1 70b llama distill q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:7b", + "name": "Deepseek-r1 7b", + "display_name": "Deepseek-r1 7b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:7b-qwen-distill-fp16", + "name": "Deepseek-r1 7b qwen distill fp16", + "display_name": "Deepseek-r1 7b qwen distill fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:7b-qwen-distill-q4_K_M", + "name": "Deepseek-r1 7b qwen distill q4_K_M", + "display_name": "Deepseek-r1 7b qwen distill q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:7b-qwen-distill-q8_0", + "name": "Deepseek-r1 7b qwen distill q8_0", + "display_name": "Deepseek-r1 7b qwen distill q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:8b", + "name": "Deepseek-r1 8b", + "display_name": "Deepseek-r1 8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:8b-0528-qwen3-fp16", + "name": "Deepseek-r1 8b 0528 qwen3 fp16", + "display_name": "Deepseek-r1 8b 0528 qwen3 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:8b-0528-qwen3-q4_K_M", + "name": "Deepseek-r1 8b 0528 qwen3 q4_K_M", + "display_name": "Deepseek-r1 8b 0528 qwen3 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:8b-0528-qwen3-q8_0", + "name": "Deepseek-r1 8b 0528 qwen3 q8_0", + "display_name": "Deepseek-r1 8b 0528 qwen3 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:8b-llama-distill-fp16", + "name": "Deepseek-r1 8b llama distill fp16", + "display_name": "Deepseek-r1 8b llama distill fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:8b-llama-distill-q4_K_M", + "name": "Deepseek-r1 8b llama distill q4_K_M", + "display_name": "Deepseek-r1 8b llama distill q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:8b-llama-distill-q8_0", + "name": "Deepseek-r1 8b llama distill q8_0", + "display_name": "Deepseek-r1 8b llama distill q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-r1:latest", + "name": "Deepseek-r1 Latest", + "display_name": "Deepseek-r1 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b", + "name": "Deepseek-v2 16b", + "display_name": "Deepseek-v2 16b", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-fp16", + "name": "Deepseek-v2 16b lite chat fp16", + "display_name": "Deepseek-v2 16b lite chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q2_K", + "name": "Deepseek-v2 16b lite chat q2_K", + "display_name": "Deepseek-v2 16b lite chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q3_K_L", + "name": "Deepseek-v2 16b lite chat q3_K_L", + "display_name": "Deepseek-v2 16b lite chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q3_K_M", + "name": "Deepseek-v2 16b lite chat q3_K_M", + "display_name": "Deepseek-v2 16b lite chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q3_K_S", + "name": "Deepseek-v2 16b lite chat q3_K_S", + "display_name": "Deepseek-v2 16b lite chat q3_K_S", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q4_0", + "name": "Deepseek-v2 16b lite chat q4_0", + "display_name": "Deepseek-v2 16b lite chat q4_0", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q4_1", + "name": "Deepseek-v2 16b lite chat q4_1", + "display_name": "Deepseek-v2 16b lite chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q4_K_M", + "name": "Deepseek-v2 16b lite chat q4_K_M", + "display_name": "Deepseek-v2 16b lite chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q4_K_S", + "name": "Deepseek-v2 16b lite chat q4_K_S", + "display_name": "Deepseek-v2 16b lite chat q4_K_S", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q5_0", + "name": "Deepseek-v2 16b lite chat q5_0", + "display_name": "Deepseek-v2 16b lite chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q5_1", + "name": "Deepseek-v2 16b lite chat q5_1", + "display_name": "Deepseek-v2 16b lite chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q5_K_M", + "name": "Deepseek-v2 16b lite chat q5_K_M", + "display_name": "Deepseek-v2 16b lite chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q5_K_S", + "name": "Deepseek-v2 16b lite chat q5_K_S", + "display_name": "Deepseek-v2 16b lite chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q6_K", + "name": "Deepseek-v2 16b lite chat q6_K", + "display_name": "Deepseek-v2 16b lite chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:16b-lite-chat-q8_0", + "name": "Deepseek-v2 16b lite chat q8_0", + "display_name": "Deepseek-v2 16b lite chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b", + "name": "Deepseek-v2 236b", + "display_name": "Deepseek-v2 236b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-fp16", + "name": "Deepseek-v2 236b chat fp16", + "display_name": "Deepseek-v2 236b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q2_K", + "name": "Deepseek-v2 236b chat q2_K", + "display_name": "Deepseek-v2 236b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q3_K_L", + "name": "Deepseek-v2 236b chat q3_K_L", + "display_name": "Deepseek-v2 236b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q3_K_M", + "name": "Deepseek-v2 236b chat q3_K_M", + "display_name": "Deepseek-v2 236b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q3_K_S", + "name": "Deepseek-v2 236b chat q3_K_S", + "display_name": "Deepseek-v2 236b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q4_0", + "name": "Deepseek-v2 236b chat q4_0", + "display_name": "Deepseek-v2 236b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q4_1", + "name": "Deepseek-v2 236b chat q4_1", + "display_name": "Deepseek-v2 236b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q4_K_M", + "name": "Deepseek-v2 236b chat q4_K_M", + "display_name": "Deepseek-v2 236b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q4_K_S", + "name": "Deepseek-v2 236b chat q4_K_S", + "display_name": "Deepseek-v2 236b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q5_0", + "name": "Deepseek-v2 236b chat q5_0", + "display_name": "Deepseek-v2 236b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q5_1", + "name": "Deepseek-v2 236b chat q5_1", + "display_name": "Deepseek-v2 236b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q5_K_M", + "name": "Deepseek-v2 236b chat q5_K_M", + "display_name": "Deepseek-v2 236b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q5_K_S", + "name": "Deepseek-v2 236b chat q5_K_S", + "display_name": "Deepseek-v2 236b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q6_K", + "name": "Deepseek-v2 236b chat q6_K", + "display_name": "Deepseek-v2 236b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:236b-chat-q8_0", + "name": "Deepseek-v2 236b chat q8_0", + "display_name": "Deepseek-v2 236b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:latest", + "name": "Deepseek-v2 Latest", + "display_name": "Deepseek-v2 Latest", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2:lite", + "name": "Deepseek-v2 Lite", + "display_name": "Deepseek-v2 Lite", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2.5:236b", + "name": "Deepseek-v2.5 236b", + "display_name": "Deepseek-v2.5 236b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2.5:236b-q4_0", + "name": "Deepseek-v2.5 236b q4_0", + "display_name": "Deepseek-v2.5 236b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2.5:236b-q4_1", + "name": "Deepseek-v2.5 236b q4_1", + "display_name": "Deepseek-v2.5 236b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2.5:236b-q5_0", + "name": "Deepseek-v2.5 236b q5_0", + "display_name": "Deepseek-v2.5 236b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2.5:236b-q5_1", + "name": "Deepseek-v2.5 236b q5_1", + "display_name": "Deepseek-v2.5 236b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2.5:236b-q8_0", + "name": "Deepseek-v2.5 236b q8_0", + "display_name": "Deepseek-v2.5 236b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v2.5:latest", + "name": "Deepseek-v2.5 Latest", + "display_name": "Deepseek-v2.5 Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3:671b", + "name": "Deepseek-v3 671b", + "display_name": "Deepseek-v3 671b", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3:671b-fp16", + "name": "Deepseek-v3 671b fp16", + "display_name": "Deepseek-v3 671b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3:671b-q4_K_M", + "name": "Deepseek-v3 671b q4_K_M", + "display_name": "Deepseek-v3 671b q4_K_M", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3:671b-q8_0", + "name": "Deepseek-v3 671b q8_0", + "display_name": "Deepseek-v3 671b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3:latest", + "name": "Deepseek-v3 Latest", + "display_name": "Deepseek-v3 Latest", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3.1:671b", + "name": "Deepseek-v3.1 671b", + "display_name": "Deepseek-v3.1 671b", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3.1:671b-cloud", + "name": "Deepseek-v3.1 671b cloud", + "display_name": "Deepseek-v3.1 671b cloud", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3.1:671b-fp16", + "name": "Deepseek-v3.1 671b fp16", + "display_name": "Deepseek-v3.1 671b fp16", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3.1:671b-q8_0", + "name": "Deepseek-v3.1 671b q8_0", + "display_name": "Deepseek-v3.1 671b q8_0", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3.1:671b-terminus-fp16", + "name": "Deepseek-v3.1 671b terminus fp16", + "display_name": "Deepseek-v3.1 671b terminus fp16", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3.1:671b-terminus-q4_K_M", + "name": "Deepseek-v3.1 671b terminus q4_K_M", + "display_name": "Deepseek-v3.1 671b terminus q4_K_M", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3.1:671b-terminus-q8_0", + "name": "Deepseek-v3.1 671b terminus q8_0", + "display_name": "Deepseek-v3.1 671b terminus q8_0", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "deepseek-v3.1:latest", + "name": "Deepseek-v3.1 Latest", + "display_name": "Deepseek-v3.1 Latest", + "type": "chat", + "context_length": 160000, + "max_output_tokens": 40000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "devstral:24b", + "name": "Devstral 24b", + "display_name": "Devstral 24b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "devstral:24b-small-2505-fp16", + "name": "Devstral 24b small 2505 fp16", + "display_name": "Devstral 24b small 2505 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "devstral:24b-small-2505-q4_K_M", + "name": "Devstral 24b small 2505 q4_K_M", + "display_name": "Devstral 24b small 2505 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "devstral:24b-small-2505-q8_0", + "name": "Devstral 24b small 2505 q8_0", + "display_name": "Devstral 24b small 2505 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "devstral:latest", + "name": "Devstral Latest", + "display_name": "Devstral Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b", + "name": "Dolphin-llama3 70b", + "display_name": "Dolphin-llama3 70b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9", + "name": "Dolphin-llama3 70b v2.9", + "display_name": "Dolphin-llama3 70b v2.9", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-fp16", + "name": "Dolphin-llama3 70b v2.9 fp16", + "display_name": "Dolphin-llama3 70b v2.9 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q2_K", + "name": "Dolphin-llama3 70b v2.9 q2_K", + "display_name": "Dolphin-llama3 70b v2.9 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q3_K_L", + "name": "Dolphin-llama3 70b v2.9 q3_K_L", + "display_name": "Dolphin-llama3 70b v2.9 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q3_K_M", + "name": "Dolphin-llama3 70b v2.9 q3_K_M", + "display_name": "Dolphin-llama3 70b v2.9 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q3_K_S", + "name": "Dolphin-llama3 70b v2.9 q3_K_S", + "display_name": "Dolphin-llama3 70b v2.9 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q4_0", + "name": "Dolphin-llama3 70b v2.9 q4_0", + "display_name": "Dolphin-llama3 70b v2.9 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q4_1", + "name": "Dolphin-llama3 70b v2.9 q4_1", + "display_name": "Dolphin-llama3 70b v2.9 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q4_K_M", + "name": "Dolphin-llama3 70b v2.9 q4_K_M", + "display_name": "Dolphin-llama3 70b v2.9 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q4_K_S", + "name": "Dolphin-llama3 70b v2.9 q4_K_S", + "display_name": "Dolphin-llama3 70b v2.9 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q5_0", + "name": "Dolphin-llama3 70b v2.9 q5_0", + "display_name": "Dolphin-llama3 70b v2.9 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q5_1", + "name": "Dolphin-llama3 70b v2.9 q5_1", + "display_name": "Dolphin-llama3 70b v2.9 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q5_K_M", + "name": "Dolphin-llama3 70b v2.9 q5_K_M", + "display_name": "Dolphin-llama3 70b v2.9 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q5_K_S", + "name": "Dolphin-llama3 70b v2.9 q5_K_S", + "display_name": "Dolphin-llama3 70b v2.9 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q6_K", + "name": "Dolphin-llama3 70b v2.9 q6_K", + "display_name": "Dolphin-llama3 70b v2.9 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:70b-v2.9-q8_0", + "name": "Dolphin-llama3 70b v2.9 q8_0", + "display_name": "Dolphin-llama3 70b v2.9 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b", + "name": "Dolphin-llama3 8b", + "display_name": "Dolphin-llama3 8b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k", + "name": "Dolphin-llama3 8b 256k", + "display_name": "Dolphin-llama3 8b 256k", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9", + "name": "Dolphin-llama3 8b 256k v2.9", + "display_name": "Dolphin-llama3 8b 256k v2.9", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-fp16", + "name": "Dolphin-llama3 8b 256k v2.9 fp16", + "display_name": "Dolphin-llama3 8b 256k v2.9 fp16", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q2_K", + "name": "Dolphin-llama3 8b 256k v2.9 q2_K", + "display_name": "Dolphin-llama3 8b 256k v2.9 q2_K", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q3_K_L", + "name": "Dolphin-llama3 8b 256k v2.9 q3_K_L", + "display_name": "Dolphin-llama3 8b 256k v2.9 q3_K_L", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q3_K_M", + "name": "Dolphin-llama3 8b 256k v2.9 q3_K_M", + "display_name": "Dolphin-llama3 8b 256k v2.9 q3_K_M", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q3_K_S", + "name": "Dolphin-llama3 8b 256k v2.9 q3_K_S", + "display_name": "Dolphin-llama3 8b 256k v2.9 q3_K_S", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q4_0", + "name": "Dolphin-llama3 8b 256k v2.9 q4_0", + "display_name": "Dolphin-llama3 8b 256k v2.9 q4_0", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q4_1", + "name": "Dolphin-llama3 8b 256k v2.9 q4_1", + "display_name": "Dolphin-llama3 8b 256k v2.9 q4_1", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q4_K_M", + "name": "Dolphin-llama3 8b 256k v2.9 q4_K_M", + "display_name": "Dolphin-llama3 8b 256k v2.9 q4_K_M", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q4_K_S", + "name": "Dolphin-llama3 8b 256k v2.9 q4_K_S", + "display_name": "Dolphin-llama3 8b 256k v2.9 q4_K_S", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q5_0", + "name": "Dolphin-llama3 8b 256k v2.9 q5_0", + "display_name": "Dolphin-llama3 8b 256k v2.9 q5_0", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q5_1", + "name": "Dolphin-llama3 8b 256k v2.9 q5_1", + "display_name": "Dolphin-llama3 8b 256k v2.9 q5_1", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q5_K_M", + "name": "Dolphin-llama3 8b 256k v2.9 q5_K_M", + "display_name": "Dolphin-llama3 8b 256k v2.9 q5_K_M", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q5_K_S", + "name": "Dolphin-llama3 8b 256k v2.9 q5_K_S", + "display_name": "Dolphin-llama3 8b 256k v2.9 q5_K_S", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q6_K", + "name": "Dolphin-llama3 8b 256k v2.9 q6_K", + "display_name": "Dolphin-llama3 8b 256k v2.9 q6_K", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-256k-v2.9-q8_0", + "name": "Dolphin-llama3 8b 256k v2.9 q8_0", + "display_name": "Dolphin-llama3 8b 256k v2.9 q8_0", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9", + "name": "Dolphin-llama3 8b v2.9", + "display_name": "Dolphin-llama3 8b v2.9", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-fp16", + "name": "Dolphin-llama3 8b v2.9 fp16", + "display_name": "Dolphin-llama3 8b v2.9 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q2_K", + "name": "Dolphin-llama3 8b v2.9 q2_K", + "display_name": "Dolphin-llama3 8b v2.9 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q3_K_L", + "name": "Dolphin-llama3 8b v2.9 q3_K_L", + "display_name": "Dolphin-llama3 8b v2.9 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q3_K_M", + "name": "Dolphin-llama3 8b v2.9 q3_K_M", + "display_name": "Dolphin-llama3 8b v2.9 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q3_K_S", + "name": "Dolphin-llama3 8b v2.9 q3_K_S", + "display_name": "Dolphin-llama3 8b v2.9 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q4_0", + "name": "Dolphin-llama3 8b v2.9 q4_0", + "display_name": "Dolphin-llama3 8b v2.9 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q4_1", + "name": "Dolphin-llama3 8b v2.9 q4_1", + "display_name": "Dolphin-llama3 8b v2.9 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q4_K_M", + "name": "Dolphin-llama3 8b v2.9 q4_K_M", + "display_name": "Dolphin-llama3 8b v2.9 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q4_K_S", + "name": "Dolphin-llama3 8b v2.9 q4_K_S", + "display_name": "Dolphin-llama3 8b v2.9 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q5_0", + "name": "Dolphin-llama3 8b v2.9 q5_0", + "display_name": "Dolphin-llama3 8b v2.9 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q5_1", + "name": "Dolphin-llama3 8b v2.9 q5_1", + "display_name": "Dolphin-llama3 8b v2.9 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q5_K_M", + "name": "Dolphin-llama3 8b v2.9 q5_K_M", + "display_name": "Dolphin-llama3 8b v2.9 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q5_K_S", + "name": "Dolphin-llama3 8b v2.9 q5_K_S", + "display_name": "Dolphin-llama3 8b v2.9 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q6_K", + "name": "Dolphin-llama3 8b v2.9 q6_K", + "display_name": "Dolphin-llama3 8b v2.9 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:8b-v2.9-q8_0", + "name": "Dolphin-llama3 8b v2.9 q8_0", + "display_name": "Dolphin-llama3 8b v2.9 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:latest", + "name": "Dolphin-llama3 Latest", + "display_name": "Dolphin-llama3 Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-llama3:v2.9", + "name": "Dolphin-llama3 V2.9", + "display_name": "Dolphin-llama3 V2.9", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b", + "name": "Dolphin-mistral 7b", + "display_name": "Dolphin-mistral 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2", + "name": "Dolphin-mistral 7b v2", + "display_name": "Dolphin-mistral 7b v2", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-fp16", + "name": "Dolphin-mistral 7b v2 fp16", + "display_name": "Dolphin-mistral 7b v2 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q2_K", + "name": "Dolphin-mistral 7b v2 q2_K", + "display_name": "Dolphin-mistral 7b v2 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q3_K_L", + "name": "Dolphin-mistral 7b v2 q3_K_L", + "display_name": "Dolphin-mistral 7b v2 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q3_K_M", + "name": "Dolphin-mistral 7b v2 q3_K_M", + "display_name": "Dolphin-mistral 7b v2 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q3_K_S", + "name": "Dolphin-mistral 7b v2 q3_K_S", + "display_name": "Dolphin-mistral 7b v2 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q4_0", + "name": "Dolphin-mistral 7b v2 q4_0", + "display_name": "Dolphin-mistral 7b v2 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q4_1", + "name": "Dolphin-mistral 7b v2 q4_1", + "display_name": "Dolphin-mistral 7b v2 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q4_K_M", + "name": "Dolphin-mistral 7b v2 q4_K_M", + "display_name": "Dolphin-mistral 7b v2 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q4_K_S", + "name": "Dolphin-mistral 7b v2 q4_K_S", + "display_name": "Dolphin-mistral 7b v2 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q5_0", + "name": "Dolphin-mistral 7b v2 q5_0", + "display_name": "Dolphin-mistral 7b v2 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q5_1", + "name": "Dolphin-mistral 7b v2 q5_1", + "display_name": "Dolphin-mistral 7b v2 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q5_K_M", + "name": "Dolphin-mistral 7b v2 q5_K_M", + "display_name": "Dolphin-mistral 7b v2 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q5_K_S", + "name": "Dolphin-mistral 7b v2 q5_K_S", + "display_name": "Dolphin-mistral 7b v2 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q6_K", + "name": "Dolphin-mistral 7b v2 q6_K", + "display_name": "Dolphin-mistral 7b v2 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2-q8_0", + "name": "Dolphin-mistral 7b v2 q8_0", + "display_name": "Dolphin-mistral 7b v2 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1", + "name": "Dolphin-mistral 7b v2.1", + "display_name": "Dolphin-mistral 7b v2.1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-fp16", + "name": "Dolphin-mistral 7b v2.1 fp16", + "display_name": "Dolphin-mistral 7b v2.1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q2_K", + "name": "Dolphin-mistral 7b v2.1 q2_K", + "display_name": "Dolphin-mistral 7b v2.1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q3_K_L", + "name": "Dolphin-mistral 7b v2.1 q3_K_L", + "display_name": "Dolphin-mistral 7b v2.1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q3_K_M", + "name": "Dolphin-mistral 7b v2.1 q3_K_M", + "display_name": "Dolphin-mistral 7b v2.1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q3_K_S", + "name": "Dolphin-mistral 7b v2.1 q3_K_S", + "display_name": "Dolphin-mistral 7b v2.1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q4_0", + "name": "Dolphin-mistral 7b v2.1 q4_0", + "display_name": "Dolphin-mistral 7b v2.1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q4_1", + "name": "Dolphin-mistral 7b v2.1 q4_1", + "display_name": "Dolphin-mistral 7b v2.1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q4_K_M", + "name": "Dolphin-mistral 7b v2.1 q4_K_M", + "display_name": "Dolphin-mistral 7b v2.1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q4_K_S", + "name": "Dolphin-mistral 7b v2.1 q4_K_S", + "display_name": "Dolphin-mistral 7b v2.1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q5_0", + "name": "Dolphin-mistral 7b v2.1 q5_0", + "display_name": "Dolphin-mistral 7b v2.1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q5_1", + "name": "Dolphin-mistral 7b v2.1 q5_1", + "display_name": "Dolphin-mistral 7b v2.1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q5_K_M", + "name": "Dolphin-mistral 7b v2.1 q5_K_M", + "display_name": "Dolphin-mistral 7b v2.1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q5_K_S", + "name": "Dolphin-mistral 7b v2.1 q5_K_S", + "display_name": "Dolphin-mistral 7b v2.1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q6_K", + "name": "Dolphin-mistral 7b v2.1 q6_K", + "display_name": "Dolphin-mistral 7b v2.1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.1-q8_0", + "name": "Dolphin-mistral 7b v2.1 q8_0", + "display_name": "Dolphin-mistral 7b v2.1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2", + "name": "Dolphin-mistral 7b v2.2", + "display_name": "Dolphin-mistral 7b v2.2", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-fp16", + "name": "Dolphin-mistral 7b v2.2 fp16", + "display_name": "Dolphin-mistral 7b v2.2 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q2_K", + "name": "Dolphin-mistral 7b v2.2 q2_K", + "display_name": "Dolphin-mistral 7b v2.2 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q3_K_L", + "name": "Dolphin-mistral 7b v2.2 q3_K_L", + "display_name": "Dolphin-mistral 7b v2.2 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q3_K_M", + "name": "Dolphin-mistral 7b v2.2 q3_K_M", + "display_name": "Dolphin-mistral 7b v2.2 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q3_K_S", + "name": "Dolphin-mistral 7b v2.2 q3_K_S", + "display_name": "Dolphin-mistral 7b v2.2 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q4_0", + "name": "Dolphin-mistral 7b v2.2 q4_0", + "display_name": "Dolphin-mistral 7b v2.2 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q4_1", + "name": "Dolphin-mistral 7b v2.2 q4_1", + "display_name": "Dolphin-mistral 7b v2.2 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q4_K_M", + "name": "Dolphin-mistral 7b v2.2 q4_K_M", + "display_name": "Dolphin-mistral 7b v2.2 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q4_K_S", + "name": "Dolphin-mistral 7b v2.2 q4_K_S", + "display_name": "Dolphin-mistral 7b v2.2 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q5_0", + "name": "Dolphin-mistral 7b v2.2 q5_0", + "display_name": "Dolphin-mistral 7b v2.2 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q5_1", + "name": "Dolphin-mistral 7b v2.2 q5_1", + "display_name": "Dolphin-mistral 7b v2.2 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q5_K_M", + "name": "Dolphin-mistral 7b v2.2 q5_K_M", + "display_name": "Dolphin-mistral 7b v2.2 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q5_K_S", + "name": "Dolphin-mistral 7b v2.2 q5_K_S", + "display_name": "Dolphin-mistral 7b v2.2 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q6_K", + "name": "Dolphin-mistral 7b v2.2 q6_K", + "display_name": "Dolphin-mistral 7b v2.2 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2-q8_0", + "name": "Dolphin-mistral 7b v2.2 q8_0", + "display_name": "Dolphin-mistral 7b v2.2 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1", + "name": "Dolphin-mistral 7b v2.2.1", + "display_name": "Dolphin-mistral 7b v2.2.1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-fp16", + "name": "Dolphin-mistral 7b v2.2.1 fp16", + "display_name": "Dolphin-mistral 7b v2.2.1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q2_K", + "name": "Dolphin-mistral 7b v2.2.1 q2_K", + "display_name": "Dolphin-mistral 7b v2.2.1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q3_K_L", + "name": "Dolphin-mistral 7b v2.2.1 q3_K_L", + "display_name": "Dolphin-mistral 7b v2.2.1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q3_K_M", + "name": "Dolphin-mistral 7b v2.2.1 q3_K_M", + "display_name": "Dolphin-mistral 7b v2.2.1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q3_K_S", + "name": "Dolphin-mistral 7b v2.2.1 q3_K_S", + "display_name": "Dolphin-mistral 7b v2.2.1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q4_0", + "name": "Dolphin-mistral 7b v2.2.1 q4_0", + "display_name": "Dolphin-mistral 7b v2.2.1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q4_1", + "name": "Dolphin-mistral 7b v2.2.1 q4_1", + "display_name": "Dolphin-mistral 7b v2.2.1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q4_K_M", + "name": "Dolphin-mistral 7b v2.2.1 q4_K_M", + "display_name": "Dolphin-mistral 7b v2.2.1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q4_K_S", + "name": "Dolphin-mistral 7b v2.2.1 q4_K_S", + "display_name": "Dolphin-mistral 7b v2.2.1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q5_0", + "name": "Dolphin-mistral 7b v2.2.1 q5_0", + "display_name": "Dolphin-mistral 7b v2.2.1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q5_1", + "name": "Dolphin-mistral 7b v2.2.1 q5_1", + "display_name": "Dolphin-mistral 7b v2.2.1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q5_K_M", + "name": "Dolphin-mistral 7b v2.2.1 q5_K_M", + "display_name": "Dolphin-mistral 7b v2.2.1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q5_K_S", + "name": "Dolphin-mistral 7b v2.2.1 q5_K_S", + "display_name": "Dolphin-mistral 7b v2.2.1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q6_K", + "name": "Dolphin-mistral 7b v2.2.1 q6_K", + "display_name": "Dolphin-mistral 7b v2.2.1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.2.1-q8_0", + "name": "Dolphin-mistral 7b v2.2.1 q8_0", + "display_name": "Dolphin-mistral 7b v2.2.1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6", + "name": "Dolphin-mistral 7b v2.6", + "display_name": "Dolphin-mistral 7b v2.6", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser", + "name": "Dolphin-mistral 7b v2.6 dpo laser", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-fp16", + "name": "Dolphin-mistral 7b v2.6 dpo laser fp16", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q2_K", + "name": "Dolphin-mistral 7b v2.6 dpo laser q2_K", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_L", + "name": "Dolphin-mistral 7b v2.6 dpo laser q3_K_L", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_M", + "name": "Dolphin-mistral 7b v2.6 dpo laser q3_K_M", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_S", + "name": "Dolphin-mistral 7b v2.6 dpo laser q3_K_S", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q4_0", + "name": "Dolphin-mistral 7b v2.6 dpo laser q4_0", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q4_1", + "name": "Dolphin-mistral 7b v2.6 dpo laser q4_1", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q4_K_M", + "name": "Dolphin-mistral 7b v2.6 dpo laser q4_K_M", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q4_K_S", + "name": "Dolphin-mistral 7b v2.6 dpo laser q4_K_S", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q5_0", + "name": "Dolphin-mistral 7b v2.6 dpo laser q5_0", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q5_1", + "name": "Dolphin-mistral 7b v2.6 dpo laser q5_1", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q5_K_M", + "name": "Dolphin-mistral 7b v2.6 dpo laser q5_K_M", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q5_K_S", + "name": "Dolphin-mistral 7b v2.6 dpo laser q5_K_S", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q6_K", + "name": "Dolphin-mistral 7b v2.6 dpo laser q6_K", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-dpo-laser-q8_0", + "name": "Dolphin-mistral 7b v2.6 dpo laser q8_0", + "display_name": "Dolphin-mistral 7b v2.6 dpo laser q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-fp16", + "name": "Dolphin-mistral 7b v2.6 fp16", + "display_name": "Dolphin-mistral 7b v2.6 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q2_K", + "name": "Dolphin-mistral 7b v2.6 q2_K", + "display_name": "Dolphin-mistral 7b v2.6 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q3_K_L", + "name": "Dolphin-mistral 7b v2.6 q3_K_L", + "display_name": "Dolphin-mistral 7b v2.6 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q3_K_M", + "name": "Dolphin-mistral 7b v2.6 q3_K_M", + "display_name": "Dolphin-mistral 7b v2.6 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q3_K_S", + "name": "Dolphin-mistral 7b v2.6 q3_K_S", + "display_name": "Dolphin-mistral 7b v2.6 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q4_0", + "name": "Dolphin-mistral 7b v2.6 q4_0", + "display_name": "Dolphin-mistral 7b v2.6 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q4_1", + "name": "Dolphin-mistral 7b v2.6 q4_1", + "display_name": "Dolphin-mistral 7b v2.6 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q4_K_M", + "name": "Dolphin-mistral 7b v2.6 q4_K_M", + "display_name": "Dolphin-mistral 7b v2.6 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q4_K_S", + "name": "Dolphin-mistral 7b v2.6 q4_K_S", + "display_name": "Dolphin-mistral 7b v2.6 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q5_0", + "name": "Dolphin-mistral 7b v2.6 q5_0", + "display_name": "Dolphin-mistral 7b v2.6 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q5_1", + "name": "Dolphin-mistral 7b v2.6 q5_1", + "display_name": "Dolphin-mistral 7b v2.6 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q5_K_M", + "name": "Dolphin-mistral 7b v2.6 q5_K_M", + "display_name": "Dolphin-mistral 7b v2.6 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q5_K_S", + "name": "Dolphin-mistral 7b v2.6 q5_K_S", + "display_name": "Dolphin-mistral 7b v2.6 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q6_K", + "name": "Dolphin-mistral 7b v2.6 q6_K", + "display_name": "Dolphin-mistral 7b v2.6 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.6-q8_0", + "name": "Dolphin-mistral 7b v2.6 q8_0", + "display_name": "Dolphin-mistral 7b v2.6 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8", + "name": "Dolphin-mistral 7b v2.8", + "display_name": "Dolphin-mistral 7b v2.8", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-fp16", + "name": "Dolphin-mistral 7b v2.8 fp16", + "display_name": "Dolphin-mistral 7b v2.8 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q2_K", + "name": "Dolphin-mistral 7b v2.8 q2_K", + "display_name": "Dolphin-mistral 7b v2.8 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q3_K_L", + "name": "Dolphin-mistral 7b v2.8 q3_K_L", + "display_name": "Dolphin-mistral 7b v2.8 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q3_K_M", + "name": "Dolphin-mistral 7b v2.8 q3_K_M", + "display_name": "Dolphin-mistral 7b v2.8 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q3_K_S", + "name": "Dolphin-mistral 7b v2.8 q3_K_S", + "display_name": "Dolphin-mistral 7b v2.8 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q4_0", + "name": "Dolphin-mistral 7b v2.8 q4_0", + "display_name": "Dolphin-mistral 7b v2.8 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q4_1", + "name": "Dolphin-mistral 7b v2.8 q4_1", + "display_name": "Dolphin-mistral 7b v2.8 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q4_K_M", + "name": "Dolphin-mistral 7b v2.8 q4_K_M", + "display_name": "Dolphin-mistral 7b v2.8 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q4_K_S", + "name": "Dolphin-mistral 7b v2.8 q4_K_S", + "display_name": "Dolphin-mistral 7b v2.8 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q5_0", + "name": "Dolphin-mistral 7b v2.8 q5_0", + "display_name": "Dolphin-mistral 7b v2.8 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q5_1", + "name": "Dolphin-mistral 7b v2.8 q5_1", + "display_name": "Dolphin-mistral 7b v2.8 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q5_K_M", + "name": "Dolphin-mistral 7b v2.8 q5_K_M", + "display_name": "Dolphin-mistral 7b v2.8 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q5_K_S", + "name": "Dolphin-mistral 7b v2.8 q5_K_S", + "display_name": "Dolphin-mistral 7b v2.8 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q6_K", + "name": "Dolphin-mistral 7b v2.8 q6_K", + "display_name": "Dolphin-mistral 7b v2.8 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:7b-v2.8-q8_0", + "name": "Dolphin-mistral 7b v2.8 q8_0", + "display_name": "Dolphin-mistral 7b v2.8 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:latest", + "name": "Dolphin-mistral Latest", + "display_name": "Dolphin-mistral Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:v2", + "name": "Dolphin-mistral V2", + "display_name": "Dolphin-mistral V2", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:v2.1", + "name": "Dolphin-mistral V2.1", + "display_name": "Dolphin-mistral V2.1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:v2.2", + "name": "Dolphin-mistral V2.2", + "display_name": "Dolphin-mistral V2.2", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:v2.2.1", + "name": "Dolphin-mistral V2.2.1", + "display_name": "Dolphin-mistral V2.2.1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:v2.6", + "name": "Dolphin-mistral V2.6", + "display_name": "Dolphin-mistral V2.6", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mistral:v2.8", + "name": "Dolphin-mistral V2.8", + "display_name": "Dolphin-mistral V2.8", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b", + "name": "Dolphin-mixtral 8x22b", + "display_name": "Dolphin-mixtral 8x22b", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9", + "name": "Dolphin-mixtral 8x22b v2.9", + "display_name": "Dolphin-mixtral 8x22b v2.9", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-fp16", + "name": "Dolphin-mixtral 8x22b v2.9 fp16", + "display_name": "Dolphin-mixtral 8x22b v2.9 fp16", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q2_K", + "name": "Dolphin-mixtral 8x22b v2.9 q2_K", + "display_name": "Dolphin-mixtral 8x22b v2.9 q2_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q3_K_L", + "name": "Dolphin-mixtral 8x22b v2.9 q3_K_L", + "display_name": "Dolphin-mixtral 8x22b v2.9 q3_K_L", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q3_K_M", + "name": "Dolphin-mixtral 8x22b v2.9 q3_K_M", + "display_name": "Dolphin-mixtral 8x22b v2.9 q3_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q3_K_S", + "name": "Dolphin-mixtral 8x22b v2.9 q3_K_S", + "display_name": "Dolphin-mixtral 8x22b v2.9 q3_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q4_0", + "name": "Dolphin-mixtral 8x22b v2.9 q4_0", + "display_name": "Dolphin-mixtral 8x22b v2.9 q4_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q4_1", + "name": "Dolphin-mixtral 8x22b v2.9 q4_1", + "display_name": "Dolphin-mixtral 8x22b v2.9 q4_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q4_K_M", + "name": "Dolphin-mixtral 8x22b v2.9 q4_K_M", + "display_name": "Dolphin-mixtral 8x22b v2.9 q4_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q4_K_S", + "name": "Dolphin-mixtral 8x22b v2.9 q4_K_S", + "display_name": "Dolphin-mixtral 8x22b v2.9 q4_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q5_0", + "name": "Dolphin-mixtral 8x22b v2.9 q5_0", + "display_name": "Dolphin-mixtral 8x22b v2.9 q5_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q5_1", + "name": "Dolphin-mixtral 8x22b v2.9 q5_1", + "display_name": "Dolphin-mixtral 8x22b v2.9 q5_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q5_K_M", + "name": "Dolphin-mixtral 8x22b v2.9 q5_K_M", + "display_name": "Dolphin-mixtral 8x22b v2.9 q5_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q5_K_S", + "name": "Dolphin-mixtral 8x22b v2.9 q5_K_S", + "display_name": "Dolphin-mixtral 8x22b v2.9 q5_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q6_K", + "name": "Dolphin-mixtral 8x22b v2.9 q6_K", + "display_name": "Dolphin-mixtral 8x22b v2.9 q6_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x22b-v2.9-q8_0", + "name": "Dolphin-mixtral 8x22b v2.9 q8_0", + "display_name": "Dolphin-mixtral 8x22b v2.9 q8_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b", + "name": "Dolphin-mixtral 8x7b", + "display_name": "Dolphin-mixtral 8x7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5", + "name": "Dolphin-mixtral 8x7b v2.5", + "display_name": "Dolphin-mixtral 8x7b v2.5", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-fp16", + "name": "Dolphin-mixtral 8x7b v2.5 fp16", + "display_name": "Dolphin-mixtral 8x7b v2.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q2_K", + "name": "Dolphin-mixtral 8x7b v2.5 q2_K", + "display_name": "Dolphin-mixtral 8x7b v2.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q3_K_L", + "name": "Dolphin-mixtral 8x7b v2.5 q3_K_L", + "display_name": "Dolphin-mixtral 8x7b v2.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q3_K_M", + "name": "Dolphin-mixtral 8x7b v2.5 q3_K_M", + "display_name": "Dolphin-mixtral 8x7b v2.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q3_K_S", + "name": "Dolphin-mixtral 8x7b v2.5 q3_K_S", + "display_name": "Dolphin-mixtral 8x7b v2.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q4_0", + "name": "Dolphin-mixtral 8x7b v2.5 q4_0", + "display_name": "Dolphin-mixtral 8x7b v2.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q4_1", + "name": "Dolphin-mixtral 8x7b v2.5 q4_1", + "display_name": "Dolphin-mixtral 8x7b v2.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q4_K_M", + "name": "Dolphin-mixtral 8x7b v2.5 q4_K_M", + "display_name": "Dolphin-mixtral 8x7b v2.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q4_K_S", + "name": "Dolphin-mixtral 8x7b v2.5 q4_K_S", + "display_name": "Dolphin-mixtral 8x7b v2.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q5_0", + "name": "Dolphin-mixtral 8x7b v2.5 q5_0", + "display_name": "Dolphin-mixtral 8x7b v2.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q5_1", + "name": "Dolphin-mixtral 8x7b v2.5 q5_1", + "display_name": "Dolphin-mixtral 8x7b v2.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q5_K_M", + "name": "Dolphin-mixtral 8x7b v2.5 q5_K_M", + "display_name": "Dolphin-mixtral 8x7b v2.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q5_K_S", + "name": "Dolphin-mixtral 8x7b v2.5 q5_K_S", + "display_name": "Dolphin-mixtral 8x7b v2.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q6_K", + "name": "Dolphin-mixtral 8x7b v2.5 q6_K", + "display_name": "Dolphin-mixtral 8x7b v2.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.5-q8_0", + "name": "Dolphin-mixtral 8x7b v2.5 q8_0", + "display_name": "Dolphin-mixtral 8x7b v2.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6", + "name": "Dolphin-mixtral 8x7b v2.6", + "display_name": "Dolphin-mixtral 8x7b v2.6", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-fp16", + "name": "Dolphin-mixtral 8x7b v2.6 fp16", + "display_name": "Dolphin-mixtral 8x7b v2.6 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q2_K", + "name": "Dolphin-mixtral 8x7b v2.6 q2_K", + "display_name": "Dolphin-mixtral 8x7b v2.6 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q3_K_L", + "name": "Dolphin-mixtral 8x7b v2.6 q3_K_L", + "display_name": "Dolphin-mixtral 8x7b v2.6 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q3_K_M", + "name": "Dolphin-mixtral 8x7b v2.6 q3_K_M", + "display_name": "Dolphin-mixtral 8x7b v2.6 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q3_K_S", + "name": "Dolphin-mixtral 8x7b v2.6 q3_K_S", + "display_name": "Dolphin-mixtral 8x7b v2.6 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q4_0", + "name": "Dolphin-mixtral 8x7b v2.6 q4_0", + "display_name": "Dolphin-mixtral 8x7b v2.6 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q4_1", + "name": "Dolphin-mixtral 8x7b v2.6 q4_1", + "display_name": "Dolphin-mixtral 8x7b v2.6 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q4_K_M", + "name": "Dolphin-mixtral 8x7b v2.6 q4_K_M", + "display_name": "Dolphin-mixtral 8x7b v2.6 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q4_K_S", + "name": "Dolphin-mixtral 8x7b v2.6 q4_K_S", + "display_name": "Dolphin-mixtral 8x7b v2.6 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q5_0", + "name": "Dolphin-mixtral 8x7b v2.6 q5_0", + "display_name": "Dolphin-mixtral 8x7b v2.6 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q5_1", + "name": "Dolphin-mixtral 8x7b v2.6 q5_1", + "display_name": "Dolphin-mixtral 8x7b v2.6 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q5_K_M", + "name": "Dolphin-mixtral 8x7b v2.6 q5_K_M", + "display_name": "Dolphin-mixtral 8x7b v2.6 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q5_K_S", + "name": "Dolphin-mixtral 8x7b v2.6 q5_K_S", + "display_name": "Dolphin-mixtral 8x7b v2.6 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q6_K", + "name": "Dolphin-mixtral 8x7b v2.6 q6_K", + "display_name": "Dolphin-mixtral 8x7b v2.6 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.6-q8_0", + "name": "Dolphin-mixtral 8x7b v2.6 q8_0", + "display_name": "Dolphin-mixtral 8x7b v2.6 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7", + "name": "Dolphin-mixtral 8x7b v2.7", + "display_name": "Dolphin-mixtral 8x7b v2.7", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-fp16", + "name": "Dolphin-mixtral 8x7b v2.7 fp16", + "display_name": "Dolphin-mixtral 8x7b v2.7 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q2_K", + "name": "Dolphin-mixtral 8x7b v2.7 q2_K", + "display_name": "Dolphin-mixtral 8x7b v2.7 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q3_K_L", + "name": "Dolphin-mixtral 8x7b v2.7 q3_K_L", + "display_name": "Dolphin-mixtral 8x7b v2.7 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q3_K_M", + "name": "Dolphin-mixtral 8x7b v2.7 q3_K_M", + "display_name": "Dolphin-mixtral 8x7b v2.7 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q3_K_S", + "name": "Dolphin-mixtral 8x7b v2.7 q3_K_S", + "display_name": "Dolphin-mixtral 8x7b v2.7 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q4_0", + "name": "Dolphin-mixtral 8x7b v2.7 q4_0", + "display_name": "Dolphin-mixtral 8x7b v2.7 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q4_1", + "name": "Dolphin-mixtral 8x7b v2.7 q4_1", + "display_name": "Dolphin-mixtral 8x7b v2.7 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q4_K_M", + "name": "Dolphin-mixtral 8x7b v2.7 q4_K_M", + "display_name": "Dolphin-mixtral 8x7b v2.7 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q4_K_S", + "name": "Dolphin-mixtral 8x7b v2.7 q4_K_S", + "display_name": "Dolphin-mixtral 8x7b v2.7 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q5_0", + "name": "Dolphin-mixtral 8x7b v2.7 q5_0", + "display_name": "Dolphin-mixtral 8x7b v2.7 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q5_1", + "name": "Dolphin-mixtral 8x7b v2.7 q5_1", + "display_name": "Dolphin-mixtral 8x7b v2.7 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q5_K_M", + "name": "Dolphin-mixtral 8x7b v2.7 q5_K_M", + "display_name": "Dolphin-mixtral 8x7b v2.7 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q5_K_S", + "name": "Dolphin-mixtral 8x7b v2.7 q5_K_S", + "display_name": "Dolphin-mixtral 8x7b v2.7 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q6_K", + "name": "Dolphin-mixtral 8x7b v2.7 q6_K", + "display_name": "Dolphin-mixtral 8x7b v2.7 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:8x7b-v2.7-q8_0", + "name": "Dolphin-mixtral 8x7b v2.7 q8_0", + "display_name": "Dolphin-mixtral 8x7b v2.7 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:latest", + "name": "Dolphin-mixtral Latest", + "display_name": "Dolphin-mixtral Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:v2.5", + "name": "Dolphin-mixtral V2.5", + "display_name": "Dolphin-mixtral V2.5", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:v2.6", + "name": "Dolphin-mixtral V2.6", + "display_name": "Dolphin-mixtral V2.6", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-mixtral:v2.7", + "name": "Dolphin-mixtral V2.7", + "display_name": "Dolphin-mixtral V2.7", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b", + "name": "Dolphin-phi 2.7b", + "display_name": "Dolphin-phi 2.7b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6", + "name": "Dolphin-phi 2.7b v2.6", + "display_name": "Dolphin-phi 2.7b v2.6", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q2_K", + "name": "Dolphin-phi 2.7b v2.6 q2_K", + "display_name": "Dolphin-phi 2.7b v2.6 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q3_K_L", + "name": "Dolphin-phi 2.7b v2.6 q3_K_L", + "display_name": "Dolphin-phi 2.7b v2.6 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q3_K_M", + "name": "Dolphin-phi 2.7b v2.6 q3_K_M", + "display_name": "Dolphin-phi 2.7b v2.6 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q3_K_S", + "name": "Dolphin-phi 2.7b v2.6 q3_K_S", + "display_name": "Dolphin-phi 2.7b v2.6 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q4_0", + "name": "Dolphin-phi 2.7b v2.6 q4_0", + "display_name": "Dolphin-phi 2.7b v2.6 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q4_K_M", + "name": "Dolphin-phi 2.7b v2.6 q4_K_M", + "display_name": "Dolphin-phi 2.7b v2.6 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q4_K_S", + "name": "Dolphin-phi 2.7b v2.6 q4_K_S", + "display_name": "Dolphin-phi 2.7b v2.6 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q5_0", + "name": "Dolphin-phi 2.7b v2.6 q5_0", + "display_name": "Dolphin-phi 2.7b v2.6 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q5_K_M", + "name": "Dolphin-phi 2.7b v2.6 q5_K_M", + "display_name": "Dolphin-phi 2.7b v2.6 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q5_K_S", + "name": "Dolphin-phi 2.7b v2.6 q5_K_S", + "display_name": "Dolphin-phi 2.7b v2.6 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q6_K", + "name": "Dolphin-phi 2.7b v2.6 q6_K", + "display_name": "Dolphin-phi 2.7b v2.6 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:2.7b-v2.6-q8_0", + "name": "Dolphin-phi 2.7b v2.6 q8_0", + "display_name": "Dolphin-phi 2.7b v2.6 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin-phi:latest", + "name": "Dolphin-phi Latest", + "display_name": "Dolphin-phi Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin3:8b", + "name": "Dolphin3 8b", + "display_name": "Dolphin3 8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin3:8b-llama3.1-fp16", + "name": "Dolphin3 8b llama3.1 fp16", + "display_name": "Dolphin3 8b llama3.1 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin3:8b-llama3.1-q4_K_M", + "name": "Dolphin3 8b llama3.1 q4_K_M", + "display_name": "Dolphin3 8b llama3.1 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin3:8b-llama3.1-q8_0", + "name": "Dolphin3 8b llama3.1 q8_0", + "display_name": "Dolphin3 8b llama3.1 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphin3:latest", + "name": "Dolphin3 Latest", + "display_name": "Dolphin3 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b", + "name": "Dolphincoder 15b", + "display_name": "Dolphincoder 15b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2", + "name": "Dolphincoder 15b starcoder2", + "display_name": "Dolphincoder 15b starcoder2", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-fp16", + "name": "Dolphincoder 15b starcoder2 fp16", + "display_name": "Dolphincoder 15b starcoder2 fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q2_K", + "name": "Dolphincoder 15b starcoder2 q2_K", + "display_name": "Dolphincoder 15b starcoder2 q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q3_K_L", + "name": "Dolphincoder 15b starcoder2 q3_K_L", + "display_name": "Dolphincoder 15b starcoder2 q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q3_K_M", + "name": "Dolphincoder 15b starcoder2 q3_K_M", + "display_name": "Dolphincoder 15b starcoder2 q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q3_K_S", + "name": "Dolphincoder 15b starcoder2 q3_K_S", + "display_name": "Dolphincoder 15b starcoder2 q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q4_0", + "name": "Dolphincoder 15b starcoder2 q4_0", + "display_name": "Dolphincoder 15b starcoder2 q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q4_1", + "name": "Dolphincoder 15b starcoder2 q4_1", + "display_name": "Dolphincoder 15b starcoder2 q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q4_K_M", + "name": "Dolphincoder 15b starcoder2 q4_K_M", + "display_name": "Dolphincoder 15b starcoder2 q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q4_K_S", + "name": "Dolphincoder 15b starcoder2 q4_K_S", + "display_name": "Dolphincoder 15b starcoder2 q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q5_0", + "name": "Dolphincoder 15b starcoder2 q5_0", + "display_name": "Dolphincoder 15b starcoder2 q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q5_1", + "name": "Dolphincoder 15b starcoder2 q5_1", + "display_name": "Dolphincoder 15b starcoder2 q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q5_K_M", + "name": "Dolphincoder 15b starcoder2 q5_K_M", + "display_name": "Dolphincoder 15b starcoder2 q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q5_K_S", + "name": "Dolphincoder 15b starcoder2 q5_K_S", + "display_name": "Dolphincoder 15b starcoder2 q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q6_K", + "name": "Dolphincoder 15b starcoder2 q6_K", + "display_name": "Dolphincoder 15b starcoder2 q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:15b-starcoder2-q8_0", + "name": "Dolphincoder 15b starcoder2 q8_0", + "display_name": "Dolphincoder 15b starcoder2 q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b", + "name": "Dolphincoder 7b", + "display_name": "Dolphincoder 7b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2", + "name": "Dolphincoder 7b starcoder2", + "display_name": "Dolphincoder 7b starcoder2", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-fp16", + "name": "Dolphincoder 7b starcoder2 fp16", + "display_name": "Dolphincoder 7b starcoder2 fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q2_K", + "name": "Dolphincoder 7b starcoder2 q2_K", + "display_name": "Dolphincoder 7b starcoder2 q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q3_K_L", + "name": "Dolphincoder 7b starcoder2 q3_K_L", + "display_name": "Dolphincoder 7b starcoder2 q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q3_K_M", + "name": "Dolphincoder 7b starcoder2 q3_K_M", + "display_name": "Dolphincoder 7b starcoder2 q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q3_K_S", + "name": "Dolphincoder 7b starcoder2 q3_K_S", + "display_name": "Dolphincoder 7b starcoder2 q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q4_0", + "name": "Dolphincoder 7b starcoder2 q4_0", + "display_name": "Dolphincoder 7b starcoder2 q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q4_1", + "name": "Dolphincoder 7b starcoder2 q4_1", + "display_name": "Dolphincoder 7b starcoder2 q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q4_K_M", + "name": "Dolphincoder 7b starcoder2 q4_K_M", + "display_name": "Dolphincoder 7b starcoder2 q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q4_K_S", + "name": "Dolphincoder 7b starcoder2 q4_K_S", + "display_name": "Dolphincoder 7b starcoder2 q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q5_0", + "name": "Dolphincoder 7b starcoder2 q5_0", + "display_name": "Dolphincoder 7b starcoder2 q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q5_1", + "name": "Dolphincoder 7b starcoder2 q5_1", + "display_name": "Dolphincoder 7b starcoder2 q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q5_K_M", + "name": "Dolphincoder 7b starcoder2 q5_K_M", + "display_name": "Dolphincoder 7b starcoder2 q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q5_K_S", + "name": "Dolphincoder 7b starcoder2 q5_K_S", + "display_name": "Dolphincoder 7b starcoder2 q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q6_K", + "name": "Dolphincoder 7b starcoder2 q6_K", + "display_name": "Dolphincoder 7b starcoder2 q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:7b-starcoder2-q8_0", + "name": "Dolphincoder 7b starcoder2 q8_0", + "display_name": "Dolphincoder 7b starcoder2 q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "dolphincoder:latest", + "name": "Dolphincoder Latest", + "display_name": "Dolphincoder Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b", + "name": "Duckdb-nsql 7b", + "display_name": "Duckdb-nsql 7b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-fp16", + "name": "Duckdb-nsql 7b fp16", + "display_name": "Duckdb-nsql 7b fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q2_K", + "name": "Duckdb-nsql 7b q2_K", + "display_name": "Duckdb-nsql 7b q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q3_K_L", + "name": "Duckdb-nsql 7b q3_K_L", + "display_name": "Duckdb-nsql 7b q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q3_K_M", + "name": "Duckdb-nsql 7b q3_K_M", + "display_name": "Duckdb-nsql 7b q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q3_K_S", + "name": "Duckdb-nsql 7b q3_K_S", + "display_name": "Duckdb-nsql 7b q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q4_0", + "name": "Duckdb-nsql 7b q4_0", + "display_name": "Duckdb-nsql 7b q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q4_1", + "name": "Duckdb-nsql 7b q4_1", + "display_name": "Duckdb-nsql 7b q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q4_K_M", + "name": "Duckdb-nsql 7b q4_K_M", + "display_name": "Duckdb-nsql 7b q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q4_K_S", + "name": "Duckdb-nsql 7b q4_K_S", + "display_name": "Duckdb-nsql 7b q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q5_0", + "name": "Duckdb-nsql 7b q5_0", + "display_name": "Duckdb-nsql 7b q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q5_1", + "name": "Duckdb-nsql 7b q5_1", + "display_name": "Duckdb-nsql 7b q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q5_K_M", + "name": "Duckdb-nsql 7b q5_K_M", + "display_name": "Duckdb-nsql 7b q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q5_K_S", + "name": "Duckdb-nsql 7b q5_K_S", + "display_name": "Duckdb-nsql 7b q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q6_K", + "name": "Duckdb-nsql 7b q6_K", + "display_name": "Duckdb-nsql 7b q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:7b-q8_0", + "name": "Duckdb-nsql 7b q8_0", + "display_name": "Duckdb-nsql 7b q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "duckdb-nsql:latest", + "name": "Duckdb-nsql Latest", + "display_name": "Duckdb-nsql Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "embeddinggemma:300m", + "name": "Embeddinggemma 300m", + "display_name": "Embeddinggemma 300m", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "embeddinggemma:300m-bf16", + "name": "Embeddinggemma 300m bf16", + "display_name": "Embeddinggemma 300m bf16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "embeddinggemma:300m-qat-q4_0", + "name": "Embeddinggemma 300m qat q4_0", + "display_name": "Embeddinggemma 300m qat q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "embeddinggemma:300m-qat-q8_0", + "name": "Embeddinggemma 300m qat q8_0", + "display_name": "Embeddinggemma 300m qat q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "embeddinggemma:latest", + "name": "Embeddinggemma Latest", + "display_name": "Embeddinggemma Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b", + "name": "Everythinglm 13b", + "display_name": "Everythinglm 13b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k", + "name": "Everythinglm 13b 16k", + "display_name": "Everythinglm 13b 16k", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-fp16", + "name": "Everythinglm 13b 16k fp16", + "display_name": "Everythinglm 13b 16k fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q2_K", + "name": "Everythinglm 13b 16k q2_K", + "display_name": "Everythinglm 13b 16k q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q3_K_L", + "name": "Everythinglm 13b 16k q3_K_L", + "display_name": "Everythinglm 13b 16k q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q3_K_M", + "name": "Everythinglm 13b 16k q3_K_M", + "display_name": "Everythinglm 13b 16k q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q3_K_S", + "name": "Everythinglm 13b 16k q3_K_S", + "display_name": "Everythinglm 13b 16k q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q4_0", + "name": "Everythinglm 13b 16k q4_0", + "display_name": "Everythinglm 13b 16k q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q4_1", + "name": "Everythinglm 13b 16k q4_1", + "display_name": "Everythinglm 13b 16k q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q4_K_M", + "name": "Everythinglm 13b 16k q4_K_M", + "display_name": "Everythinglm 13b 16k q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q4_K_S", + "name": "Everythinglm 13b 16k q4_K_S", + "display_name": "Everythinglm 13b 16k q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q5_0", + "name": "Everythinglm 13b 16k q5_0", + "display_name": "Everythinglm 13b 16k q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q5_1", + "name": "Everythinglm 13b 16k q5_1", + "display_name": "Everythinglm 13b 16k q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q5_K_M", + "name": "Everythinglm 13b 16k q5_K_M", + "display_name": "Everythinglm 13b 16k q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q5_K_S", + "name": "Everythinglm 13b 16k q5_K_S", + "display_name": "Everythinglm 13b 16k q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q6_K", + "name": "Everythinglm 13b 16k q6_K", + "display_name": "Everythinglm 13b 16k q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:13b-16k-q8_0", + "name": "Everythinglm 13b 16k q8_0", + "display_name": "Everythinglm 13b 16k q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "everythinglm:latest", + "name": "Everythinglm Latest", + "display_name": "Everythinglm Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:2.4b", + "name": "Exaone-deep 2.4b", + "display_name": "Exaone-deep 2.4b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:2.4b-fp16", + "name": "Exaone-deep 2.4b fp16", + "display_name": "Exaone-deep 2.4b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:2.4b-q4_K_M", + "name": "Exaone-deep 2.4b q4_K_M", + "display_name": "Exaone-deep 2.4b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:2.4b-q8_0", + "name": "Exaone-deep 2.4b q8_0", + "display_name": "Exaone-deep 2.4b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:32b", + "name": "Exaone-deep 32b", + "display_name": "Exaone-deep 32b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:32b-fp16", + "name": "Exaone-deep 32b fp16", + "display_name": "Exaone-deep 32b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:32b-q4_K_M", + "name": "Exaone-deep 32b q4_K_M", + "display_name": "Exaone-deep 32b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:32b-q8_0", + "name": "Exaone-deep 32b q8_0", + "display_name": "Exaone-deep 32b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:7.8b", + "name": "Exaone-deep 7.8b", + "display_name": "Exaone-deep 7.8b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:7.8b-fp16", + "name": "Exaone-deep 7.8b fp16", + "display_name": "Exaone-deep 7.8b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:7.8b-q4_K_M", + "name": "Exaone-deep 7.8b q4_K_M", + "display_name": "Exaone-deep 7.8b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:7.8b-q8_0", + "name": "Exaone-deep 7.8b q8_0", + "display_name": "Exaone-deep 7.8b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone-deep:latest", + "name": "Exaone-deep Latest", + "display_name": "Exaone-deep Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:2.4b", + "name": "Exaone3.5 2.4b", + "display_name": "Exaone3.5 2.4b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:2.4b-instruct-fp16", + "name": "Exaone3.5 2.4b instruct fp16", + "display_name": "Exaone3.5 2.4b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:2.4b-instruct-q4_K_M", + "name": "Exaone3.5 2.4b instruct q4_K_M", + "display_name": "Exaone3.5 2.4b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:2.4b-instruct-q8_0", + "name": "Exaone3.5 2.4b instruct q8_0", + "display_name": "Exaone3.5 2.4b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:32b", + "name": "Exaone3.5 32b", + "display_name": "Exaone3.5 32b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:32b-instruct-fp16", + "name": "Exaone3.5 32b instruct fp16", + "display_name": "Exaone3.5 32b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:32b-instruct-q4_K_M", + "name": "Exaone3.5 32b instruct q4_K_M", + "display_name": "Exaone3.5 32b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:32b-instruct-q8_0", + "name": "Exaone3.5 32b instruct q8_0", + "display_name": "Exaone3.5 32b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:7.8b", + "name": "Exaone3.5 7.8b", + "display_name": "Exaone3.5 7.8b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:7.8b-instruct-fp16", + "name": "Exaone3.5 7.8b instruct fp16", + "display_name": "Exaone3.5 7.8b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:7.8b-instruct-q4_K_M", + "name": "Exaone3.5 7.8b instruct q4_K_M", + "display_name": "Exaone3.5 7.8b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:7.8b-instruct-q8_0", + "name": "Exaone3.5 7.8b instruct q8_0", + "display_name": "Exaone3.5 7.8b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "exaone3.5:latest", + "name": "Exaone3.5 Latest", + "display_name": "Exaone3.5 Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:180b", + "name": "Falcon 180b", + "display_name": "Falcon 180b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:180b-chat", + "name": "Falcon 180b chat", + "display_name": "Falcon 180b chat", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:180b-chat-q4_0", + "name": "Falcon 180b chat q4_0", + "display_name": "Falcon 180b chat q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:180b-text", + "name": "Falcon 180b text", + "display_name": "Falcon 180b text", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:180b-text-q4_0", + "name": "Falcon 180b text q4_0", + "display_name": "Falcon 180b text q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b", + "name": "Falcon 40b", + "display_name": "Falcon 40b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-instruct", + "name": "Falcon 40b instruct", + "display_name": "Falcon 40b instruct", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-instruct-fp16", + "name": "Falcon 40b instruct fp16", + "display_name": "Falcon 40b instruct fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-instruct-q4_0", + "name": "Falcon 40b instruct q4_0", + "display_name": "Falcon 40b instruct q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-instruct-q4_1", + "name": "Falcon 40b instruct q4_1", + "display_name": "Falcon 40b instruct q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-instruct-q5_0", + "name": "Falcon 40b instruct q5_0", + "display_name": "Falcon 40b instruct q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-instruct-q5_1", + "name": "Falcon 40b instruct q5_1", + "display_name": "Falcon 40b instruct q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-instruct-q8_0", + "name": "Falcon 40b instruct q8_0", + "display_name": "Falcon 40b instruct q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-text", + "name": "Falcon 40b text", + "display_name": "Falcon 40b text", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-text-fp16", + "name": "Falcon 40b text fp16", + "display_name": "Falcon 40b text fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-text-q4_0", + "name": "Falcon 40b text q4_0", + "display_name": "Falcon 40b text q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-text-q4_1", + "name": "Falcon 40b text q4_1", + "display_name": "Falcon 40b text q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-text-q5_0", + "name": "Falcon 40b text q5_0", + "display_name": "Falcon 40b text q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-text-q5_1", + "name": "Falcon 40b text q5_1", + "display_name": "Falcon 40b text q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:40b-text-q8_0", + "name": "Falcon 40b text q8_0", + "display_name": "Falcon 40b text q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b", + "name": "Falcon 7b", + "display_name": "Falcon 7b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-instruct", + "name": "Falcon 7b instruct", + "display_name": "Falcon 7b instruct", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-instruct-fp16", + "name": "Falcon 7b instruct fp16", + "display_name": "Falcon 7b instruct fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-instruct-q4_0", + "name": "Falcon 7b instruct q4_0", + "display_name": "Falcon 7b instruct q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-instruct-q4_1", + "name": "Falcon 7b instruct q4_1", + "display_name": "Falcon 7b instruct q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-instruct-q5_0", + "name": "Falcon 7b instruct q5_0", + "display_name": "Falcon 7b instruct q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-instruct-q5_1", + "name": "Falcon 7b instruct q5_1", + "display_name": "Falcon 7b instruct q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-instruct-q8_0", + "name": "Falcon 7b instruct q8_0", + "display_name": "Falcon 7b instruct q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-text", + "name": "Falcon 7b text", + "display_name": "Falcon 7b text", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-text-fp16", + "name": "Falcon 7b text fp16", + "display_name": "Falcon 7b text fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-text-q4_0", + "name": "Falcon 7b text q4_0", + "display_name": "Falcon 7b text q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-text-q4_1", + "name": "Falcon 7b text q4_1", + "display_name": "Falcon 7b text q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-text-q5_0", + "name": "Falcon 7b text q5_0", + "display_name": "Falcon 7b text q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-text-q5_1", + "name": "Falcon 7b text q5_1", + "display_name": "Falcon 7b text q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:7b-text-q8_0", + "name": "Falcon 7b text q8_0", + "display_name": "Falcon 7b text q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:instruct", + "name": "Falcon Instruct", + "display_name": "Falcon Instruct", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:latest", + "name": "Falcon Latest", + "display_name": "Falcon Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon:text", + "name": "Falcon Text", + "display_name": "Falcon Text", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b", + "name": "Falcon2 11b", + "display_name": "Falcon2 11b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-fp16", + "name": "Falcon2 11b fp16", + "display_name": "Falcon2 11b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q2_K", + "name": "Falcon2 11b q2_K", + "display_name": "Falcon2 11b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q3_K_L", + "name": "Falcon2 11b q3_K_L", + "display_name": "Falcon2 11b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q3_K_M", + "name": "Falcon2 11b q3_K_M", + "display_name": "Falcon2 11b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q3_K_S", + "name": "Falcon2 11b q3_K_S", + "display_name": "Falcon2 11b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q4_0", + "name": "Falcon2 11b q4_0", + "display_name": "Falcon2 11b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q4_1", + "name": "Falcon2 11b q4_1", + "display_name": "Falcon2 11b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q4_K_M", + "name": "Falcon2 11b q4_K_M", + "display_name": "Falcon2 11b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q4_K_S", + "name": "Falcon2 11b q4_K_S", + "display_name": "Falcon2 11b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q5_0", + "name": "Falcon2 11b q5_0", + "display_name": "Falcon2 11b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q5_1", + "name": "Falcon2 11b q5_1", + "display_name": "Falcon2 11b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q5_K_M", + "name": "Falcon2 11b q5_K_M", + "display_name": "Falcon2 11b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q5_K_S", + "name": "Falcon2 11b q5_K_S", + "display_name": "Falcon2 11b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q6_K", + "name": "Falcon2 11b q6_K", + "display_name": "Falcon2 11b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:11b-q8_0", + "name": "Falcon2 11b q8_0", + "display_name": "Falcon2 11b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon2:latest", + "name": "Falcon2 Latest", + "display_name": "Falcon2 Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:10b", + "name": "Falcon3 10b", + "display_name": "Falcon3 10b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:10b-instruct-fp16", + "name": "Falcon3 10b instruct fp16", + "display_name": "Falcon3 10b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:10b-instruct-q4_K_M", + "name": "Falcon3 10b instruct q4_K_M", + "display_name": "Falcon3 10b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:10b-instruct-q8_0", + "name": "Falcon3 10b instruct q8_0", + "display_name": "Falcon3 10b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:1b", + "name": "Falcon3 1b", + "display_name": "Falcon3 1b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:1b-instruct-fp16", + "name": "Falcon3 1b instruct fp16", + "display_name": "Falcon3 1b instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:1b-instruct-q4_K_M", + "name": "Falcon3 1b instruct q4_K_M", + "display_name": "Falcon3 1b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:1b-instruct-q8_0", + "name": "Falcon3 1b instruct q8_0", + "display_name": "Falcon3 1b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:3b", + "name": "Falcon3 3b", + "display_name": "Falcon3 3b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:3b-instruct-fp16", + "name": "Falcon3 3b instruct fp16", + "display_name": "Falcon3 3b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:3b-instruct-q4_K_M", + "name": "Falcon3 3b instruct q4_K_M", + "display_name": "Falcon3 3b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:3b-instruct-q8_0", + "name": "Falcon3 3b instruct q8_0", + "display_name": "Falcon3 3b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:7b", + "name": "Falcon3 7b", + "display_name": "Falcon3 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:7b-instruct-fp16", + "name": "Falcon3 7b instruct fp16", + "display_name": "Falcon3 7b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:7b-instruct-q4_K_M", + "name": "Falcon3 7b instruct q4_K_M", + "display_name": "Falcon3 7b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:7b-instruct-q8_0", + "name": "Falcon3 7b instruct q8_0", + "display_name": "Falcon3 7b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "falcon3:latest", + "name": "Falcon3 Latest", + "display_name": "Falcon3 Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b", + "name": "Firefunction-v2 70b", + "display_name": "Firefunction-v2 70b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-fp16", + "name": "Firefunction-v2 70b fp16", + "display_name": "Firefunction-v2 70b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q2_K", + "name": "Firefunction-v2 70b q2_K", + "display_name": "Firefunction-v2 70b q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q3_K_L", + "name": "Firefunction-v2 70b q3_K_L", + "display_name": "Firefunction-v2 70b q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q3_K_M", + "name": "Firefunction-v2 70b q3_K_M", + "display_name": "Firefunction-v2 70b q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q3_K_S", + "name": "Firefunction-v2 70b q3_K_S", + "display_name": "Firefunction-v2 70b q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q4_0", + "name": "Firefunction-v2 70b q4_0", + "display_name": "Firefunction-v2 70b q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q4_1", + "name": "Firefunction-v2 70b q4_1", + "display_name": "Firefunction-v2 70b q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q4_K_M", + "name": "Firefunction-v2 70b q4_K_M", + "display_name": "Firefunction-v2 70b q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q4_K_S", + "name": "Firefunction-v2 70b q4_K_S", + "display_name": "Firefunction-v2 70b q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q5_0", + "name": "Firefunction-v2 70b q5_0", + "display_name": "Firefunction-v2 70b q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q5_1", + "name": "Firefunction-v2 70b q5_1", + "display_name": "Firefunction-v2 70b q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q5_K_M", + "name": "Firefunction-v2 70b q5_K_M", + "display_name": "Firefunction-v2 70b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q5_K_S", + "name": "Firefunction-v2 70b q5_K_S", + "display_name": "Firefunction-v2 70b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q6_K", + "name": "Firefunction-v2 70b q6_K", + "display_name": "Firefunction-v2 70b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:70b-q8_0", + "name": "Firefunction-v2 70b q8_0", + "display_name": "Firefunction-v2 70b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "firefunction-v2:latest", + "name": "Firefunction-v2 Latest", + "display_name": "Firefunction-v2 Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b", + "name": "Gemma 2b", + "display_name": "Gemma 2b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct", + "name": "Gemma 2b instruct", + "display_name": "Gemma 2b instruct", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-fp16", + "name": "Gemma 2b instruct fp16", + "display_name": "Gemma 2b instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q2_K", + "name": "Gemma 2b instruct q2_K", + "display_name": "Gemma 2b instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q3_K_L", + "name": "Gemma 2b instruct q3_K_L", + "display_name": "Gemma 2b instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q3_K_M", + "name": "Gemma 2b instruct q3_K_M", + "display_name": "Gemma 2b instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q3_K_S", + "name": "Gemma 2b instruct q3_K_S", + "display_name": "Gemma 2b instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q4_0", + "name": "Gemma 2b instruct q4_0", + "display_name": "Gemma 2b instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q4_1", + "name": "Gemma 2b instruct q4_1", + "display_name": "Gemma 2b instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q4_K_M", + "name": "Gemma 2b instruct q4_K_M", + "display_name": "Gemma 2b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q4_K_S", + "name": "Gemma 2b instruct q4_K_S", + "display_name": "Gemma 2b instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q5_0", + "name": "Gemma 2b instruct q5_0", + "display_name": "Gemma 2b instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q5_1", + "name": "Gemma 2b instruct q5_1", + "display_name": "Gemma 2b instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q5_K_M", + "name": "Gemma 2b instruct q5_K_M", + "display_name": "Gemma 2b instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q5_K_S", + "name": "Gemma 2b instruct q5_K_S", + "display_name": "Gemma 2b instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q6_K", + "name": "Gemma 2b instruct q6_K", + "display_name": "Gemma 2b instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-q8_0", + "name": "Gemma 2b instruct q8_0", + "display_name": "Gemma 2b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-fp16", + "name": "Gemma 2b instruct v1.1 fp16", + "display_name": "Gemma 2b instruct v1.1 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q2_K", + "name": "Gemma 2b instruct v1.1 q2_K", + "display_name": "Gemma 2b instruct v1.1 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q3_K_L", + "name": "Gemma 2b instruct v1.1 q3_K_L", + "display_name": "Gemma 2b instruct v1.1 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q3_K_M", + "name": "Gemma 2b instruct v1.1 q3_K_M", + "display_name": "Gemma 2b instruct v1.1 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q3_K_S", + "name": "Gemma 2b instruct v1.1 q3_K_S", + "display_name": "Gemma 2b instruct v1.1 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q4_0", + "name": "Gemma 2b instruct v1.1 q4_0", + "display_name": "Gemma 2b instruct v1.1 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q4_1", + "name": "Gemma 2b instruct v1.1 q4_1", + "display_name": "Gemma 2b instruct v1.1 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q4_K_M", + "name": "Gemma 2b instruct v1.1 q4_K_M", + "display_name": "Gemma 2b instruct v1.1 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q4_K_S", + "name": "Gemma 2b instruct v1.1 q4_K_S", + "display_name": "Gemma 2b instruct v1.1 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q5_0", + "name": "Gemma 2b instruct v1.1 q5_0", + "display_name": "Gemma 2b instruct v1.1 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q5_1", + "name": "Gemma 2b instruct v1.1 q5_1", + "display_name": "Gemma 2b instruct v1.1 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q5_K_M", + "name": "Gemma 2b instruct v1.1 q5_K_M", + "display_name": "Gemma 2b instruct v1.1 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q5_K_S", + "name": "Gemma 2b instruct v1.1 q5_K_S", + "display_name": "Gemma 2b instruct v1.1 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q6_K", + "name": "Gemma 2b instruct v1.1 q6_K", + "display_name": "Gemma 2b instruct v1.1 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-instruct-v1.1-q8_0", + "name": "Gemma 2b instruct v1.1 q8_0", + "display_name": "Gemma 2b instruct v1.1 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text", + "name": "Gemma 2b text", + "display_name": "Gemma 2b text", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-fp16", + "name": "Gemma 2b text fp16", + "display_name": "Gemma 2b text fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q2_K", + "name": "Gemma 2b text q2_K", + "display_name": "Gemma 2b text q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q3_K_L", + "name": "Gemma 2b text q3_K_L", + "display_name": "Gemma 2b text q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q3_K_M", + "name": "Gemma 2b text q3_K_M", + "display_name": "Gemma 2b text q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q3_K_S", + "name": "Gemma 2b text q3_K_S", + "display_name": "Gemma 2b text q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q4_0", + "name": "Gemma 2b text q4_0", + "display_name": "Gemma 2b text q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q4_1", + "name": "Gemma 2b text q4_1", + "display_name": "Gemma 2b text q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q4_K_M", + "name": "Gemma 2b text q4_K_M", + "display_name": "Gemma 2b text q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q4_K_S", + "name": "Gemma 2b text q4_K_S", + "display_name": "Gemma 2b text q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q5_0", + "name": "Gemma 2b text q5_0", + "display_name": "Gemma 2b text q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q5_1", + "name": "Gemma 2b text q5_1", + "display_name": "Gemma 2b text q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q5_K_M", + "name": "Gemma 2b text q5_K_M", + "display_name": "Gemma 2b text q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q5_K_S", + "name": "Gemma 2b text q5_K_S", + "display_name": "Gemma 2b text q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q6_K", + "name": "Gemma 2b text q6_K", + "display_name": "Gemma 2b text q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-text-q8_0", + "name": "Gemma 2b text q8_0", + "display_name": "Gemma 2b text q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:2b-v1.1", + "name": "Gemma 2b v1.1", + "display_name": "Gemma 2b v1.1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b", + "name": "Gemma 7b", + "display_name": "Gemma 7b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct", + "name": "Gemma 7b instruct", + "display_name": "Gemma 7b instruct", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-fp16", + "name": "Gemma 7b instruct fp16", + "display_name": "Gemma 7b instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q2_K", + "name": "Gemma 7b instruct q2_K", + "display_name": "Gemma 7b instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q3_K_L", + "name": "Gemma 7b instruct q3_K_L", + "display_name": "Gemma 7b instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q3_K_M", + "name": "Gemma 7b instruct q3_K_M", + "display_name": "Gemma 7b instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q3_K_S", + "name": "Gemma 7b instruct q3_K_S", + "display_name": "Gemma 7b instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q4_0", + "name": "Gemma 7b instruct q4_0", + "display_name": "Gemma 7b instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q4_1", + "name": "Gemma 7b instruct q4_1", + "display_name": "Gemma 7b instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q4_K_M", + "name": "Gemma 7b instruct q4_K_M", + "display_name": "Gemma 7b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q4_K_S", + "name": "Gemma 7b instruct q4_K_S", + "display_name": "Gemma 7b instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q5_0", + "name": "Gemma 7b instruct q5_0", + "display_name": "Gemma 7b instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q5_1", + "name": "Gemma 7b instruct q5_1", + "display_name": "Gemma 7b instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q5_K_M", + "name": "Gemma 7b instruct q5_K_M", + "display_name": "Gemma 7b instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q5_K_S", + "name": "Gemma 7b instruct q5_K_S", + "display_name": "Gemma 7b instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q6_K", + "name": "Gemma 7b instruct q6_K", + "display_name": "Gemma 7b instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-q8_0", + "name": "Gemma 7b instruct q8_0", + "display_name": "Gemma 7b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-fp16", + "name": "Gemma 7b instruct v1.1 fp16", + "display_name": "Gemma 7b instruct v1.1 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q2_K", + "name": "Gemma 7b instruct v1.1 q2_K", + "display_name": "Gemma 7b instruct v1.1 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q3_K_L", + "name": "Gemma 7b instruct v1.1 q3_K_L", + "display_name": "Gemma 7b instruct v1.1 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q3_K_M", + "name": "Gemma 7b instruct v1.1 q3_K_M", + "display_name": "Gemma 7b instruct v1.1 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q3_K_S", + "name": "Gemma 7b instruct v1.1 q3_K_S", + "display_name": "Gemma 7b instruct v1.1 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q4_0", + "name": "Gemma 7b instruct v1.1 q4_0", + "display_name": "Gemma 7b instruct v1.1 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q4_1", + "name": "Gemma 7b instruct v1.1 q4_1", + "display_name": "Gemma 7b instruct v1.1 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q4_K_M", + "name": "Gemma 7b instruct v1.1 q4_K_M", + "display_name": "Gemma 7b instruct v1.1 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q4_K_S", + "name": "Gemma 7b instruct v1.1 q4_K_S", + "display_name": "Gemma 7b instruct v1.1 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q5_0", + "name": "Gemma 7b instruct v1.1 q5_0", + "display_name": "Gemma 7b instruct v1.1 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q5_1", + "name": "Gemma 7b instruct v1.1 q5_1", + "display_name": "Gemma 7b instruct v1.1 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q5_K_M", + "name": "Gemma 7b instruct v1.1 q5_K_M", + "display_name": "Gemma 7b instruct v1.1 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q5_K_S", + "name": "Gemma 7b instruct v1.1 q5_K_S", + "display_name": "Gemma 7b instruct v1.1 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q6_K", + "name": "Gemma 7b instruct v1.1 q6_K", + "display_name": "Gemma 7b instruct v1.1 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-instruct-v1.1-q8_0", + "name": "Gemma 7b instruct v1.1 q8_0", + "display_name": "Gemma 7b instruct v1.1 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text", + "name": "Gemma 7b text", + "display_name": "Gemma 7b text", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-fp16", + "name": "Gemma 7b text fp16", + "display_name": "Gemma 7b text fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q2_K", + "name": "Gemma 7b text q2_K", + "display_name": "Gemma 7b text q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q3_K_L", + "name": "Gemma 7b text q3_K_L", + "display_name": "Gemma 7b text q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q3_K_M", + "name": "Gemma 7b text q3_K_M", + "display_name": "Gemma 7b text q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q3_K_S", + "name": "Gemma 7b text q3_K_S", + "display_name": "Gemma 7b text q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q4_0", + "name": "Gemma 7b text q4_0", + "display_name": "Gemma 7b text q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q4_1", + "name": "Gemma 7b text q4_1", + "display_name": "Gemma 7b text q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q4_K_M", + "name": "Gemma 7b text q4_K_M", + "display_name": "Gemma 7b text q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q4_K_S", + "name": "Gemma 7b text q4_K_S", + "display_name": "Gemma 7b text q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q5_0", + "name": "Gemma 7b text q5_0", + "display_name": "Gemma 7b text q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q5_1", + "name": "Gemma 7b text q5_1", + "display_name": "Gemma 7b text q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q5_K_M", + "name": "Gemma 7b text q5_K_M", + "display_name": "Gemma 7b text q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q5_K_S", + "name": "Gemma 7b text q5_K_S", + "display_name": "Gemma 7b text q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q6_K", + "name": "Gemma 7b text q6_K", + "display_name": "Gemma 7b text q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-text-q8_0", + "name": "Gemma 7b text q8_0", + "display_name": "Gemma 7b text q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:7b-v1.1", + "name": "Gemma 7b v1.1", + "display_name": "Gemma 7b v1.1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:instruct", + "name": "Gemma Instruct", + "display_name": "Gemma Instruct", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:latest", + "name": "Gemma Latest", + "display_name": "Gemma Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:text", + "name": "Gemma Text", + "display_name": "Gemma Text", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma:v1.1", + "name": "Gemma V1.1", + "display_name": "Gemma V1.1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b", + "name": "Gemma2 27b", + "display_name": "Gemma2 27b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-fp16", + "name": "Gemma2 27b instruct fp16", + "display_name": "Gemma2 27b instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q2_K", + "name": "Gemma2 27b instruct q2_K", + "display_name": "Gemma2 27b instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q3_K_L", + "name": "Gemma2 27b instruct q3_K_L", + "display_name": "Gemma2 27b instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q3_K_M", + "name": "Gemma2 27b instruct q3_K_M", + "display_name": "Gemma2 27b instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q3_K_S", + "name": "Gemma2 27b instruct q3_K_S", + "display_name": "Gemma2 27b instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q4_0", + "name": "Gemma2 27b instruct q4_0", + "display_name": "Gemma2 27b instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q4_1", + "name": "Gemma2 27b instruct q4_1", + "display_name": "Gemma2 27b instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q4_K_M", + "name": "Gemma2 27b instruct q4_K_M", + "display_name": "Gemma2 27b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q4_K_S", + "name": "Gemma2 27b instruct q4_K_S", + "display_name": "Gemma2 27b instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q5_0", + "name": "Gemma2 27b instruct q5_0", + "display_name": "Gemma2 27b instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q5_1", + "name": "Gemma2 27b instruct q5_1", + "display_name": "Gemma2 27b instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q5_K_M", + "name": "Gemma2 27b instruct q5_K_M", + "display_name": "Gemma2 27b instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q5_K_S", + "name": "Gemma2 27b instruct q5_K_S", + "display_name": "Gemma2 27b instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q6_K", + "name": "Gemma2 27b instruct q6_K", + "display_name": "Gemma2 27b instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-instruct-q8_0", + "name": "Gemma2 27b instruct q8_0", + "display_name": "Gemma2 27b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-fp16", + "name": "Gemma2 27b text fp16", + "display_name": "Gemma2 27b text fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q2_K", + "name": "Gemma2 27b text q2_K", + "display_name": "Gemma2 27b text q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q3_K_L", + "name": "Gemma2 27b text q3_K_L", + "display_name": "Gemma2 27b text q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q3_K_M", + "name": "Gemma2 27b text q3_K_M", + "display_name": "Gemma2 27b text q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q3_K_S", + "name": "Gemma2 27b text q3_K_S", + "display_name": "Gemma2 27b text q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q4_0", + "name": "Gemma2 27b text q4_0", + "display_name": "Gemma2 27b text q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q4_1", + "name": "Gemma2 27b text q4_1", + "display_name": "Gemma2 27b text q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q4_K_M", + "name": "Gemma2 27b text q4_K_M", + "display_name": "Gemma2 27b text q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q4_K_S", + "name": "Gemma2 27b text q4_K_S", + "display_name": "Gemma2 27b text q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q5_0", + "name": "Gemma2 27b text q5_0", + "display_name": "Gemma2 27b text q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q5_1", + "name": "Gemma2 27b text q5_1", + "display_name": "Gemma2 27b text q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q5_K_M", + "name": "Gemma2 27b text q5_K_M", + "display_name": "Gemma2 27b text q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q5_K_S", + "name": "Gemma2 27b text q5_K_S", + "display_name": "Gemma2 27b text q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q6_K", + "name": "Gemma2 27b text q6_K", + "display_name": "Gemma2 27b text q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:27b-text-q8_0", + "name": "Gemma2 27b text q8_0", + "display_name": "Gemma2 27b text q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b", + "name": "Gemma2 2b", + "display_name": "Gemma2 2b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-fp16", + "name": "Gemma2 2b instruct fp16", + "display_name": "Gemma2 2b instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q2_K", + "name": "Gemma2 2b instruct q2_K", + "display_name": "Gemma2 2b instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q3_K_L", + "name": "Gemma2 2b instruct q3_K_L", + "display_name": "Gemma2 2b instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q3_K_M", + "name": "Gemma2 2b instruct q3_K_M", + "display_name": "Gemma2 2b instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q3_K_S", + "name": "Gemma2 2b instruct q3_K_S", + "display_name": "Gemma2 2b instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q4_0", + "name": "Gemma2 2b instruct q4_0", + "display_name": "Gemma2 2b instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q4_1", + "name": "Gemma2 2b instruct q4_1", + "display_name": "Gemma2 2b instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q4_K_M", + "name": "Gemma2 2b instruct q4_K_M", + "display_name": "Gemma2 2b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q4_K_S", + "name": "Gemma2 2b instruct q4_K_S", + "display_name": "Gemma2 2b instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q5_0", + "name": "Gemma2 2b instruct q5_0", + "display_name": "Gemma2 2b instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q5_1", + "name": "Gemma2 2b instruct q5_1", + "display_name": "Gemma2 2b instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q5_K_M", + "name": "Gemma2 2b instruct q5_K_M", + "display_name": "Gemma2 2b instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q5_K_S", + "name": "Gemma2 2b instruct q5_K_S", + "display_name": "Gemma2 2b instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q6_K", + "name": "Gemma2 2b instruct q6_K", + "display_name": "Gemma2 2b instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-instruct-q8_0", + "name": "Gemma2 2b instruct q8_0", + "display_name": "Gemma2 2b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-fp16", + "name": "Gemma2 2b text fp16", + "display_name": "Gemma2 2b text fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q2_K", + "name": "Gemma2 2b text q2_K", + "display_name": "Gemma2 2b text q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q3_K_L", + "name": "Gemma2 2b text q3_K_L", + "display_name": "Gemma2 2b text q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q3_K_M", + "name": "Gemma2 2b text q3_K_M", + "display_name": "Gemma2 2b text q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q3_K_S", + "name": "Gemma2 2b text q3_K_S", + "display_name": "Gemma2 2b text q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q4_0", + "name": "Gemma2 2b text q4_0", + "display_name": "Gemma2 2b text q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q4_1", + "name": "Gemma2 2b text q4_1", + "display_name": "Gemma2 2b text q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q4_K_M", + "name": "Gemma2 2b text q4_K_M", + "display_name": "Gemma2 2b text q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q4_K_S", + "name": "Gemma2 2b text q4_K_S", + "display_name": "Gemma2 2b text q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q5_0", + "name": "Gemma2 2b text q5_0", + "display_name": "Gemma2 2b text q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q5_1", + "name": "Gemma2 2b text q5_1", + "display_name": "Gemma2 2b text q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q5_K_M", + "name": "Gemma2 2b text q5_K_M", + "display_name": "Gemma2 2b text q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q5_K_S", + "name": "Gemma2 2b text q5_K_S", + "display_name": "Gemma2 2b text q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q6_K", + "name": "Gemma2 2b text q6_K", + "display_name": "Gemma2 2b text q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:2b-text-q8_0", + "name": "Gemma2 2b text q8_0", + "display_name": "Gemma2 2b text q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b", + "name": "Gemma2 9b", + "display_name": "Gemma2 9b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-fp16", + "name": "Gemma2 9b instruct fp16", + "display_name": "Gemma2 9b instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q2_K", + "name": "Gemma2 9b instruct q2_K", + "display_name": "Gemma2 9b instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q3_K_L", + "name": "Gemma2 9b instruct q3_K_L", + "display_name": "Gemma2 9b instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q3_K_M", + "name": "Gemma2 9b instruct q3_K_M", + "display_name": "Gemma2 9b instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q3_K_S", + "name": "Gemma2 9b instruct q3_K_S", + "display_name": "Gemma2 9b instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q4_0", + "name": "Gemma2 9b instruct q4_0", + "display_name": "Gemma2 9b instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q4_1", + "name": "Gemma2 9b instruct q4_1", + "display_name": "Gemma2 9b instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q4_K_M", + "name": "Gemma2 9b instruct q4_K_M", + "display_name": "Gemma2 9b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q4_K_S", + "name": "Gemma2 9b instruct q4_K_S", + "display_name": "Gemma2 9b instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q5_0", + "name": "Gemma2 9b instruct q5_0", + "display_name": "Gemma2 9b instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q5_1", + "name": "Gemma2 9b instruct q5_1", + "display_name": "Gemma2 9b instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q5_K_M", + "name": "Gemma2 9b instruct q5_K_M", + "display_name": "Gemma2 9b instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q5_K_S", + "name": "Gemma2 9b instruct q5_K_S", + "display_name": "Gemma2 9b instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q6_K", + "name": "Gemma2 9b instruct q6_K", + "display_name": "Gemma2 9b instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-instruct-q8_0", + "name": "Gemma2 9b instruct q8_0", + "display_name": "Gemma2 9b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-fp16", + "name": "Gemma2 9b text fp16", + "display_name": "Gemma2 9b text fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q2_K", + "name": "Gemma2 9b text q2_K", + "display_name": "Gemma2 9b text q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q3_K_L", + "name": "Gemma2 9b text q3_K_L", + "display_name": "Gemma2 9b text q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q3_K_M", + "name": "Gemma2 9b text q3_K_M", + "display_name": "Gemma2 9b text q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q3_K_S", + "name": "Gemma2 9b text q3_K_S", + "display_name": "Gemma2 9b text q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q4_0", + "name": "Gemma2 9b text q4_0", + "display_name": "Gemma2 9b text q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q4_1", + "name": "Gemma2 9b text q4_1", + "display_name": "Gemma2 9b text q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q4_K_M", + "name": "Gemma2 9b text q4_K_M", + "display_name": "Gemma2 9b text q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q4_K_S", + "name": "Gemma2 9b text q4_K_S", + "display_name": "Gemma2 9b text q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q5_0", + "name": "Gemma2 9b text q5_0", + "display_name": "Gemma2 9b text q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q5_1", + "name": "Gemma2 9b text q5_1", + "display_name": "Gemma2 9b text q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q5_K_M", + "name": "Gemma2 9b text q5_K_M", + "display_name": "Gemma2 9b text q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q5_K_S", + "name": "Gemma2 9b text q5_K_S", + "display_name": "Gemma2 9b text q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q6_K", + "name": "Gemma2 9b text q6_K", + "display_name": "Gemma2 9b text q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:9b-text-q8_0", + "name": "Gemma2 9b text q8_0", + "display_name": "Gemma2 9b text q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma2:latest", + "name": "Gemma2 Latest", + "display_name": "Gemma2 Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:12b", + "name": "Gemma3 12b", + "display_name": "Gemma3 12b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:12b-it-fp16", + "name": "Gemma3 12b it fp16", + "display_name": "Gemma3 12b it fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:12b-it-q4_K_M", + "name": "Gemma3 12b it q4_K_M", + "display_name": "Gemma3 12b it q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:12b-it-q8_0", + "name": "Gemma3 12b it q8_0", + "display_name": "Gemma3 12b it q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:12b-it-qat", + "name": "Gemma3 12b it qat", + "display_name": "Gemma3 12b it qat", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:1b", + "name": "Gemma3 1b", + "display_name": "Gemma3 1b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:1b-it-fp16", + "name": "Gemma3 1b it fp16", + "display_name": "Gemma3 1b it fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:1b-it-q4_K_M", + "name": "Gemma3 1b it q4_K_M", + "display_name": "Gemma3 1b it q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:1b-it-q8_0", + "name": "Gemma3 1b it q8_0", + "display_name": "Gemma3 1b it q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:1b-it-qat", + "name": "Gemma3 1b it qat", + "display_name": "Gemma3 1b it qat", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:270m", + "name": "Gemma3 270m", + "display_name": "Gemma3 270m", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:270m-it-bf16", + "name": "Gemma3 270m it bf16", + "display_name": "Gemma3 270m it bf16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:270m-it-fp16", + "name": "Gemma3 270m it fp16", + "display_name": "Gemma3 270m it fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:270m-it-q8_0", + "name": "Gemma3 270m it q8_0", + "display_name": "Gemma3 270m it q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:270m-it-qat", + "name": "Gemma3 270m it qat", + "display_name": "Gemma3 270m it qat", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:27b", + "name": "Gemma3 27b", + "display_name": "Gemma3 27b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:27b-it-fp16", + "name": "Gemma3 27b it fp16", + "display_name": "Gemma3 27b it fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:27b-it-q4_K_M", + "name": "Gemma3 27b it q4_K_M", + "display_name": "Gemma3 27b it q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:27b-it-q8_0", + "name": "Gemma3 27b it q8_0", + "display_name": "Gemma3 27b it q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:27b-it-qat", + "name": "Gemma3 27b it qat", + "display_name": "Gemma3 27b it qat", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:4b", + "name": "Gemma3 4b", + "display_name": "Gemma3 4b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:4b-it-fp16", + "name": "Gemma3 4b it fp16", + "display_name": "Gemma3 4b it fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:4b-it-q4_K_M", + "name": "Gemma3 4b it q4_K_M", + "display_name": "Gemma3 4b it q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:4b-it-q8_0", + "name": "Gemma3 4b it q8_0", + "display_name": "Gemma3 4b it q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:4b-it-qat", + "name": "Gemma3 4b it qat", + "display_name": "Gemma3 4b it qat", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3:latest", + "name": "Gemma3 Latest", + "display_name": "Gemma3 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3n:e2b", + "name": "Gemma3n E2b", + "display_name": "Gemma3n E2b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3n:e2b-it-fp16", + "name": "Gemma3n E2b it fp16", + "display_name": "Gemma3n E2b it fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3n:e2b-it-q4_K_M", + "name": "Gemma3n E2b it q4_K_M", + "display_name": "Gemma3n E2b it q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3n:e2b-it-q8_0", + "name": "Gemma3n E2b it q8_0", + "display_name": "Gemma3n E2b it q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3n:e4b", + "name": "Gemma3n E4b", + "display_name": "Gemma3n E4b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3n:e4b-it-fp16", + "name": "Gemma3n E4b it fp16", + "display_name": "Gemma3n E4b it fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3n:e4b-it-q4_K_M", + "name": "Gemma3n E4b it q4_K_M", + "display_name": "Gemma3n E4b it q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3n:e4b-it-q8_0", + "name": "Gemma3n E4b it q8_0", + "display_name": "Gemma3n E4b it q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gemma3n:latest", + "name": "Gemma3n Latest", + "display_name": "Gemma3n Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b", + "name": "Glm4 9b", + "display_name": "Glm4 9b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-fp16", + "name": "Glm4 9b chat fp16", + "display_name": "Glm4 9b chat fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q2_K", + "name": "Glm4 9b chat q2_K", + "display_name": "Glm4 9b chat q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q3_K_L", + "name": "Glm4 9b chat q3_K_L", + "display_name": "Glm4 9b chat q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q3_K_M", + "name": "Glm4 9b chat q3_K_M", + "display_name": "Glm4 9b chat q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q3_K_S", + "name": "Glm4 9b chat q3_K_S", + "display_name": "Glm4 9b chat q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q4_0", + "name": "Glm4 9b chat q4_0", + "display_name": "Glm4 9b chat q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q4_1", + "name": "Glm4 9b chat q4_1", + "display_name": "Glm4 9b chat q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q4_K_M", + "name": "Glm4 9b chat q4_K_M", + "display_name": "Glm4 9b chat q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q4_K_S", + "name": "Glm4 9b chat q4_K_S", + "display_name": "Glm4 9b chat q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q5_0", + "name": "Glm4 9b chat q5_0", + "display_name": "Glm4 9b chat q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q5_1", + "name": "Glm4 9b chat q5_1", + "display_name": "Glm4 9b chat q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q5_K_M", + "name": "Glm4 9b chat q5_K_M", + "display_name": "Glm4 9b chat q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q5_K_S", + "name": "Glm4 9b chat q5_K_S", + "display_name": "Glm4 9b chat q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q6_K", + "name": "Glm4 9b chat q6_K", + "display_name": "Glm4 9b chat q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-chat-q8_0", + "name": "Glm4 9b chat q8_0", + "display_name": "Glm4 9b chat q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-fp16", + "name": "Glm4 9b text fp16", + "display_name": "Glm4 9b text fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q2_K", + "name": "Glm4 9b text q2_K", + "display_name": "Glm4 9b text q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q3_K_L", + "name": "Glm4 9b text q3_K_L", + "display_name": "Glm4 9b text q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q3_K_M", + "name": "Glm4 9b text q3_K_M", + "display_name": "Glm4 9b text q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q3_K_S", + "name": "Glm4 9b text q3_K_S", + "display_name": "Glm4 9b text q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q4_0", + "name": "Glm4 9b text q4_0", + "display_name": "Glm4 9b text q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q4_1", + "name": "Glm4 9b text q4_1", + "display_name": "Glm4 9b text q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q4_K_M", + "name": "Glm4 9b text q4_K_M", + "display_name": "Glm4 9b text q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q4_K_S", + "name": "Glm4 9b text q4_K_S", + "display_name": "Glm4 9b text q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q5_0", + "name": "Glm4 9b text q5_0", + "display_name": "Glm4 9b text q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q5_1", + "name": "Glm4 9b text q5_1", + "display_name": "Glm4 9b text q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q5_K_M", + "name": "Glm4 9b text q5_K_M", + "display_name": "Glm4 9b text q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q5_K_S", + "name": "Glm4 9b text q5_K_S", + "display_name": "Glm4 9b text q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q6_K", + "name": "Glm4 9b text q6_K", + "display_name": "Glm4 9b text q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:9b-text-q8_0", + "name": "Glm4 9b text q8_0", + "display_name": "Glm4 9b text q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "glm4:latest", + "name": "Glm4 Latest", + "display_name": "Glm4 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-fp16", + "name": "Goliath 120b fp16", + "display_name": "Goliath 120b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q2_K", + "name": "Goliath 120b q2_K", + "display_name": "Goliath 120b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q3_K_L", + "name": "Goliath 120b q3_K_L", + "display_name": "Goliath 120b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q3_K_M", + "name": "Goliath 120b q3_K_M", + "display_name": "Goliath 120b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q3_K_S", + "name": "Goliath 120b q3_K_S", + "display_name": "Goliath 120b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q4_0", + "name": "Goliath 120b q4_0", + "display_name": "Goliath 120b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q4_1", + "name": "Goliath 120b q4_1", + "display_name": "Goliath 120b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q4_K_M", + "name": "Goliath 120b q4_K_M", + "display_name": "Goliath 120b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q4_K_S", + "name": "Goliath 120b q4_K_S", + "display_name": "Goliath 120b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q5_0", + "name": "Goliath 120b q5_0", + "display_name": "Goliath 120b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q5_1", + "name": "Goliath 120b q5_1", + "display_name": "Goliath 120b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q5_K_M", + "name": "Goliath 120b q5_K_M", + "display_name": "Goliath 120b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q5_K_S", + "name": "Goliath 120b q5_K_S", + "display_name": "Goliath 120b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q6_K", + "name": "Goliath 120b q6_K", + "display_name": "Goliath 120b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:120b-q8_0", + "name": "Goliath 120b q8_0", + "display_name": "Goliath 120b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "goliath:latest", + "name": "Goliath Latest", + "display_name": "Goliath Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gpt-oss:120b", + "name": "Gpt-oss 120b", + "display_name": "Gpt-oss 120b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gpt-oss:120b-cloud", + "name": "Gpt-oss 120b cloud", + "display_name": "Gpt-oss 120b cloud", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gpt-oss:20b", + "name": "Gpt-oss 20b", + "display_name": "Gpt-oss 20b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gpt-oss:20b-cloud", + "name": "Gpt-oss 20b cloud", + "display_name": "Gpt-oss 20b cloud", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "gpt-oss:latest", + "name": "Gpt-oss Latest", + "display_name": "Gpt-oss Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b", + "name": "Granite-code 20b", + "display_name": "Granite-code 20b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base", + "name": "Granite-code 20b base", + "display_name": "Granite-code 20b base", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-fp16", + "name": "Granite-code 20b base fp16", + "display_name": "Granite-code 20b base fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q2_K", + "name": "Granite-code 20b base q2_K", + "display_name": "Granite-code 20b base q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q3_K_L", + "name": "Granite-code 20b base q3_K_L", + "display_name": "Granite-code 20b base q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q3_K_M", + "name": "Granite-code 20b base q3_K_M", + "display_name": "Granite-code 20b base q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q3_K_S", + "name": "Granite-code 20b base q3_K_S", + "display_name": "Granite-code 20b base q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q4_0", + "name": "Granite-code 20b base q4_0", + "display_name": "Granite-code 20b base q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q4_1", + "name": "Granite-code 20b base q4_1", + "display_name": "Granite-code 20b base q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q4_K_M", + "name": "Granite-code 20b base q4_K_M", + "display_name": "Granite-code 20b base q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q4_K_S", + "name": "Granite-code 20b base q4_K_S", + "display_name": "Granite-code 20b base q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q5_0", + "name": "Granite-code 20b base q5_0", + "display_name": "Granite-code 20b base q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q5_1", + "name": "Granite-code 20b base q5_1", + "display_name": "Granite-code 20b base q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q5_K_M", + "name": "Granite-code 20b base q5_K_M", + "display_name": "Granite-code 20b base q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q5_K_S", + "name": "Granite-code 20b base q5_K_S", + "display_name": "Granite-code 20b base q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q6_K", + "name": "Granite-code 20b base q6_K", + "display_name": "Granite-code 20b base q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-base-q8_0", + "name": "Granite-code 20b base q8_0", + "display_name": "Granite-code 20b base q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct", + "name": "Granite-code 20b instruct", + "display_name": "Granite-code 20b instruct", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-fp16", + "name": "Granite-code 20b instruct 8k fp16", + "display_name": "Granite-code 20b instruct 8k fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q2_K", + "name": "Granite-code 20b instruct 8k q2_K", + "display_name": "Granite-code 20b instruct 8k q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q3_K_L", + "name": "Granite-code 20b instruct 8k q3_K_L", + "display_name": "Granite-code 20b instruct 8k q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q3_K_M", + "name": "Granite-code 20b instruct 8k q3_K_M", + "display_name": "Granite-code 20b instruct 8k q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q3_K_S", + "name": "Granite-code 20b instruct 8k q3_K_S", + "display_name": "Granite-code 20b instruct 8k q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q4_0", + "name": "Granite-code 20b instruct 8k q4_0", + "display_name": "Granite-code 20b instruct 8k q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q4_1", + "name": "Granite-code 20b instruct 8k q4_1", + "display_name": "Granite-code 20b instruct 8k q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q4_K_M", + "name": "Granite-code 20b instruct 8k q4_K_M", + "display_name": "Granite-code 20b instruct 8k q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q4_K_S", + "name": "Granite-code 20b instruct 8k q4_K_S", + "display_name": "Granite-code 20b instruct 8k q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q5_0", + "name": "Granite-code 20b instruct 8k q5_0", + "display_name": "Granite-code 20b instruct 8k q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q5_1", + "name": "Granite-code 20b instruct 8k q5_1", + "display_name": "Granite-code 20b instruct 8k q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q5_K_M", + "name": "Granite-code 20b instruct 8k q5_K_M", + "display_name": "Granite-code 20b instruct 8k q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q5_K_S", + "name": "Granite-code 20b instruct 8k q5_K_S", + "display_name": "Granite-code 20b instruct 8k q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q6_K", + "name": "Granite-code 20b instruct 8k q6_K", + "display_name": "Granite-code 20b instruct 8k q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-8k-q8_0", + "name": "Granite-code 20b instruct 8k q8_0", + "display_name": "Granite-code 20b instruct 8k q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q2_K", + "name": "Granite-code 20b instruct q2_K", + "display_name": "Granite-code 20b instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q3_K_L", + "name": "Granite-code 20b instruct q3_K_L", + "display_name": "Granite-code 20b instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q3_K_M", + "name": "Granite-code 20b instruct q3_K_M", + "display_name": "Granite-code 20b instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q3_K_S", + "name": "Granite-code 20b instruct q3_K_S", + "display_name": "Granite-code 20b instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q4_0", + "name": "Granite-code 20b instruct q4_0", + "display_name": "Granite-code 20b instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q4_1", + "name": "Granite-code 20b instruct q4_1", + "display_name": "Granite-code 20b instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q4_K_M", + "name": "Granite-code 20b instruct q4_K_M", + "display_name": "Granite-code 20b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q4_K_S", + "name": "Granite-code 20b instruct q4_K_S", + "display_name": "Granite-code 20b instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q5_0", + "name": "Granite-code 20b instruct q5_0", + "display_name": "Granite-code 20b instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q5_1", + "name": "Granite-code 20b instruct q5_1", + "display_name": "Granite-code 20b instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q5_K_M", + "name": "Granite-code 20b instruct q5_K_M", + "display_name": "Granite-code 20b instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q5_K_S", + "name": "Granite-code 20b instruct q5_K_S", + "display_name": "Granite-code 20b instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q6_K", + "name": "Granite-code 20b instruct q6_K", + "display_name": "Granite-code 20b instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:20b-instruct-q8_0", + "name": "Granite-code 20b instruct q8_0", + "display_name": "Granite-code 20b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b", + "name": "Granite-code 34b", + "display_name": "Granite-code 34b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base", + "name": "Granite-code 34b base", + "display_name": "Granite-code 34b base", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q2_K", + "name": "Granite-code 34b base q2_K", + "display_name": "Granite-code 34b base q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q3_K_L", + "name": "Granite-code 34b base q3_K_L", + "display_name": "Granite-code 34b base q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q3_K_M", + "name": "Granite-code 34b base q3_K_M", + "display_name": "Granite-code 34b base q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q3_K_S", + "name": "Granite-code 34b base q3_K_S", + "display_name": "Granite-code 34b base q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q4_0", + "name": "Granite-code 34b base q4_0", + "display_name": "Granite-code 34b base q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q4_1", + "name": "Granite-code 34b base q4_1", + "display_name": "Granite-code 34b base q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q4_K_M", + "name": "Granite-code 34b base q4_K_M", + "display_name": "Granite-code 34b base q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q4_K_S", + "name": "Granite-code 34b base q4_K_S", + "display_name": "Granite-code 34b base q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q5_0", + "name": "Granite-code 34b base q5_0", + "display_name": "Granite-code 34b base q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q5_1", + "name": "Granite-code 34b base q5_1", + "display_name": "Granite-code 34b base q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q5_K_M", + "name": "Granite-code 34b base q5_K_M", + "display_name": "Granite-code 34b base q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q5_K_S", + "name": "Granite-code 34b base q5_K_S", + "display_name": "Granite-code 34b base q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q6_K", + "name": "Granite-code 34b base q6_K", + "display_name": "Granite-code 34b base q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-base-q8_0", + "name": "Granite-code 34b base q8_0", + "display_name": "Granite-code 34b base q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct", + "name": "Granite-code 34b instruct", + "display_name": "Granite-code 34b instruct", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q2_K", + "name": "Granite-code 34b instruct q2_K", + "display_name": "Granite-code 34b instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q3_K_L", + "name": "Granite-code 34b instruct q3_K_L", + "display_name": "Granite-code 34b instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q3_K_M", + "name": "Granite-code 34b instruct q3_K_M", + "display_name": "Granite-code 34b instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q3_K_S", + "name": "Granite-code 34b instruct q3_K_S", + "display_name": "Granite-code 34b instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q4_0", + "name": "Granite-code 34b instruct q4_0", + "display_name": "Granite-code 34b instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q4_1", + "name": "Granite-code 34b instruct q4_1", + "display_name": "Granite-code 34b instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q4_K_M", + "name": "Granite-code 34b instruct q4_K_M", + "display_name": "Granite-code 34b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q4_K_S", + "name": "Granite-code 34b instruct q4_K_S", + "display_name": "Granite-code 34b instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q5_0", + "name": "Granite-code 34b instruct q5_0", + "display_name": "Granite-code 34b instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q5_1", + "name": "Granite-code 34b instruct q5_1", + "display_name": "Granite-code 34b instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q5_K_M", + "name": "Granite-code 34b instruct q5_K_M", + "display_name": "Granite-code 34b instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q5_K_S", + "name": "Granite-code 34b instruct q5_K_S", + "display_name": "Granite-code 34b instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q6_K", + "name": "Granite-code 34b instruct q6_K", + "display_name": "Granite-code 34b instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:34b-instruct-q8_0", + "name": "Granite-code 34b instruct q8_0", + "display_name": "Granite-code 34b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b", + "name": "Granite-code 3b", + "display_name": "Granite-code 3b", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base", + "name": "Granite-code 3b base", + "display_name": "Granite-code 3b base", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-fp16", + "name": "Granite-code 3b base fp16", + "display_name": "Granite-code 3b base fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q2_K", + "name": "Granite-code 3b base q2_K", + "display_name": "Granite-code 3b base q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q3_K_L", + "name": "Granite-code 3b base q3_K_L", + "display_name": "Granite-code 3b base q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q3_K_M", + "name": "Granite-code 3b base q3_K_M", + "display_name": "Granite-code 3b base q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q3_K_S", + "name": "Granite-code 3b base q3_K_S", + "display_name": "Granite-code 3b base q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q4_0", + "name": "Granite-code 3b base q4_0", + "display_name": "Granite-code 3b base q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q4_1", + "name": "Granite-code 3b base q4_1", + "display_name": "Granite-code 3b base q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q4_K_M", + "name": "Granite-code 3b base q4_K_M", + "display_name": "Granite-code 3b base q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q4_K_S", + "name": "Granite-code 3b base q4_K_S", + "display_name": "Granite-code 3b base q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q5_0", + "name": "Granite-code 3b base q5_0", + "display_name": "Granite-code 3b base q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q5_1", + "name": "Granite-code 3b base q5_1", + "display_name": "Granite-code 3b base q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q5_K_M", + "name": "Granite-code 3b base q5_K_M", + "display_name": "Granite-code 3b base q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q5_K_S", + "name": "Granite-code 3b base q5_K_S", + "display_name": "Granite-code 3b base q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q6_K", + "name": "Granite-code 3b base q6_K", + "display_name": "Granite-code 3b base q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-base-q8_0", + "name": "Granite-code 3b base q8_0", + "display_name": "Granite-code 3b base q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct", + "name": "Granite-code 3b instruct", + "display_name": "Granite-code 3b instruct", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-fp16", + "name": "Granite-code 3b instruct 128k fp16", + "display_name": "Granite-code 3b instruct 128k fp16", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q2_K", + "name": "Granite-code 3b instruct 128k q2_K", + "display_name": "Granite-code 3b instruct 128k q2_K", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q3_K_L", + "name": "Granite-code 3b instruct 128k q3_K_L", + "display_name": "Granite-code 3b instruct 128k q3_K_L", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q3_K_M", + "name": "Granite-code 3b instruct 128k q3_K_M", + "display_name": "Granite-code 3b instruct 128k q3_K_M", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q3_K_S", + "name": "Granite-code 3b instruct 128k q3_K_S", + "display_name": "Granite-code 3b instruct 128k q3_K_S", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q4_0", + "name": "Granite-code 3b instruct 128k q4_0", + "display_name": "Granite-code 3b instruct 128k q4_0", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q4_1", + "name": "Granite-code 3b instruct 128k q4_1", + "display_name": "Granite-code 3b instruct 128k q4_1", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q4_K_M", + "name": "Granite-code 3b instruct 128k q4_K_M", + "display_name": "Granite-code 3b instruct 128k q4_K_M", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q4_K_S", + "name": "Granite-code 3b instruct 128k q4_K_S", + "display_name": "Granite-code 3b instruct 128k q4_K_S", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q5_0", + "name": "Granite-code 3b instruct 128k q5_0", + "display_name": "Granite-code 3b instruct 128k q5_0", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q5_1", + "name": "Granite-code 3b instruct 128k q5_1", + "display_name": "Granite-code 3b instruct 128k q5_1", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q5_K_M", + "name": "Granite-code 3b instruct 128k q5_K_M", + "display_name": "Granite-code 3b instruct 128k q5_K_M", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q5_K_S", + "name": "Granite-code 3b instruct 128k q5_K_S", + "display_name": "Granite-code 3b instruct 128k q5_K_S", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q6_K", + "name": "Granite-code 3b instruct 128k q6_K", + "display_name": "Granite-code 3b instruct 128k q6_K", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-128k-q8_0", + "name": "Granite-code 3b instruct 128k q8_0", + "display_name": "Granite-code 3b instruct 128k q8_0", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-fp16", + "name": "Granite-code 3b instruct fp16", + "display_name": "Granite-code 3b instruct fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q2_K", + "name": "Granite-code 3b instruct q2_K", + "display_name": "Granite-code 3b instruct q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q3_K_L", + "name": "Granite-code 3b instruct q3_K_L", + "display_name": "Granite-code 3b instruct q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q3_K_M", + "name": "Granite-code 3b instruct q3_K_M", + "display_name": "Granite-code 3b instruct q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q3_K_S", + "name": "Granite-code 3b instruct q3_K_S", + "display_name": "Granite-code 3b instruct q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q4_0", + "name": "Granite-code 3b instruct q4_0", + "display_name": "Granite-code 3b instruct q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q4_1", + "name": "Granite-code 3b instruct q4_1", + "display_name": "Granite-code 3b instruct q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q4_K_M", + "name": "Granite-code 3b instruct q4_K_M", + "display_name": "Granite-code 3b instruct q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q4_K_S", + "name": "Granite-code 3b instruct q4_K_S", + "display_name": "Granite-code 3b instruct q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q5_0", + "name": "Granite-code 3b instruct q5_0", + "display_name": "Granite-code 3b instruct q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q5_1", + "name": "Granite-code 3b instruct q5_1", + "display_name": "Granite-code 3b instruct q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q5_K_M", + "name": "Granite-code 3b instruct q5_K_M", + "display_name": "Granite-code 3b instruct q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q5_K_S", + "name": "Granite-code 3b instruct q5_K_S", + "display_name": "Granite-code 3b instruct q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q6_K", + "name": "Granite-code 3b instruct q6_K", + "display_name": "Granite-code 3b instruct q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:3b-instruct-q8_0", + "name": "Granite-code 3b instruct q8_0", + "display_name": "Granite-code 3b instruct q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b", + "name": "Granite-code 8b", + "display_name": "Granite-code 8b", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base", + "name": "Granite-code 8b base", + "display_name": "Granite-code 8b base", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-fp16", + "name": "Granite-code 8b base fp16", + "display_name": "Granite-code 8b base fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q2_K", + "name": "Granite-code 8b base q2_K", + "display_name": "Granite-code 8b base q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q3_K_L", + "name": "Granite-code 8b base q3_K_L", + "display_name": "Granite-code 8b base q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q3_K_M", + "name": "Granite-code 8b base q3_K_M", + "display_name": "Granite-code 8b base q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q3_K_S", + "name": "Granite-code 8b base q3_K_S", + "display_name": "Granite-code 8b base q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q4_0", + "name": "Granite-code 8b base q4_0", + "display_name": "Granite-code 8b base q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q4_1", + "name": "Granite-code 8b base q4_1", + "display_name": "Granite-code 8b base q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q4_K_M", + "name": "Granite-code 8b base q4_K_M", + "display_name": "Granite-code 8b base q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q4_K_S", + "name": "Granite-code 8b base q4_K_S", + "display_name": "Granite-code 8b base q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q5_0", + "name": "Granite-code 8b base q5_0", + "display_name": "Granite-code 8b base q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q5_1", + "name": "Granite-code 8b base q5_1", + "display_name": "Granite-code 8b base q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q5_K_M", + "name": "Granite-code 8b base q5_K_M", + "display_name": "Granite-code 8b base q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q5_K_S", + "name": "Granite-code 8b base q5_K_S", + "display_name": "Granite-code 8b base q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q6_K", + "name": "Granite-code 8b base q6_K", + "display_name": "Granite-code 8b base q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-base-q8_0", + "name": "Granite-code 8b base q8_0", + "display_name": "Granite-code 8b base q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct", + "name": "Granite-code 8b instruct", + "display_name": "Granite-code 8b instruct", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-128k-q4_0", + "name": "Granite-code 8b instruct 128k q4_0", + "display_name": "Granite-code 8b instruct 128k q4_0", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-128k-q4_1", + "name": "Granite-code 8b instruct 128k q4_1", + "display_name": "Granite-code 8b instruct 128k q4_1", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-fp16", + "name": "Granite-code 8b instruct fp16", + "display_name": "Granite-code 8b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q2_K", + "name": "Granite-code 8b instruct q2_K", + "display_name": "Granite-code 8b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q3_K_L", + "name": "Granite-code 8b instruct q3_K_L", + "display_name": "Granite-code 8b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q3_K_M", + "name": "Granite-code 8b instruct q3_K_M", + "display_name": "Granite-code 8b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q3_K_S", + "name": "Granite-code 8b instruct q3_K_S", + "display_name": "Granite-code 8b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q4_0", + "name": "Granite-code 8b instruct q4_0", + "display_name": "Granite-code 8b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q4_1", + "name": "Granite-code 8b instruct q4_1", + "display_name": "Granite-code 8b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q4_K_M", + "name": "Granite-code 8b instruct q4_K_M", + "display_name": "Granite-code 8b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q4_K_S", + "name": "Granite-code 8b instruct q4_K_S", + "display_name": "Granite-code 8b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q5_0", + "name": "Granite-code 8b instruct q5_0", + "display_name": "Granite-code 8b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q5_1", + "name": "Granite-code 8b instruct q5_1", + "display_name": "Granite-code 8b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q5_K_M", + "name": "Granite-code 8b instruct q5_K_M", + "display_name": "Granite-code 8b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q5_K_S", + "name": "Granite-code 8b instruct q5_K_S", + "display_name": "Granite-code 8b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q6_K", + "name": "Granite-code 8b instruct q6_K", + "display_name": "Granite-code 8b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:8b-instruct-q8_0", + "name": "Granite-code 8b instruct q8_0", + "display_name": "Granite-code 8b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-code:latest", + "name": "Granite-code Latest", + "display_name": "Granite-code Latest", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-embedding:278m", + "name": "Granite-embedding 278m", + "display_name": "Granite-embedding 278m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-embedding:278m-fp16", + "name": "Granite-embedding 278m fp16", + "display_name": "Granite-embedding 278m fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-embedding:30m", + "name": "Granite-embedding 30m", + "display_name": "Granite-embedding 30m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-embedding:30m-en", + "name": "Granite-embedding 30m en", + "display_name": "Granite-embedding 30m en", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-embedding:30m-en-fp16", + "name": "Granite-embedding 30m en fp16", + "display_name": "Granite-embedding 30m en fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite-embedding:latest", + "name": "Granite-embedding Latest", + "display_name": "Granite-embedding Latest", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b", + "name": "Granite3-dense 2b", + "display_name": "Granite3-dense 2b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-fp16", + "name": "Granite3-dense 2b instruct fp16", + "display_name": "Granite3-dense 2b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q2_K", + "name": "Granite3-dense 2b instruct q2_K", + "display_name": "Granite3-dense 2b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q3_K_L", + "name": "Granite3-dense 2b instruct q3_K_L", + "display_name": "Granite3-dense 2b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q3_K_M", + "name": "Granite3-dense 2b instruct q3_K_M", + "display_name": "Granite3-dense 2b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q3_K_S", + "name": "Granite3-dense 2b instruct q3_K_S", + "display_name": "Granite3-dense 2b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q4_0", + "name": "Granite3-dense 2b instruct q4_0", + "display_name": "Granite3-dense 2b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q4_1", + "name": "Granite3-dense 2b instruct q4_1", + "display_name": "Granite3-dense 2b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q4_K_M", + "name": "Granite3-dense 2b instruct q4_K_M", + "display_name": "Granite3-dense 2b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q4_K_S", + "name": "Granite3-dense 2b instruct q4_K_S", + "display_name": "Granite3-dense 2b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q5_0", + "name": "Granite3-dense 2b instruct q5_0", + "display_name": "Granite3-dense 2b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q5_1", + "name": "Granite3-dense 2b instruct q5_1", + "display_name": "Granite3-dense 2b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q5_K_M", + "name": "Granite3-dense 2b instruct q5_K_M", + "display_name": "Granite3-dense 2b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q5_K_S", + "name": "Granite3-dense 2b instruct q5_K_S", + "display_name": "Granite3-dense 2b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q6_K", + "name": "Granite3-dense 2b instruct q6_K", + "display_name": "Granite3-dense 2b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:2b-instruct-q8_0", + "name": "Granite3-dense 2b instruct q8_0", + "display_name": "Granite3-dense 2b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b", + "name": "Granite3-dense 8b", + "display_name": "Granite3-dense 8b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-fp16", + "name": "Granite3-dense 8b instruct fp16", + "display_name": "Granite3-dense 8b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q2_K", + "name": "Granite3-dense 8b instruct q2_K", + "display_name": "Granite3-dense 8b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q3_K_L", + "name": "Granite3-dense 8b instruct q3_K_L", + "display_name": "Granite3-dense 8b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q3_K_M", + "name": "Granite3-dense 8b instruct q3_K_M", + "display_name": "Granite3-dense 8b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q3_K_S", + "name": "Granite3-dense 8b instruct q3_K_S", + "display_name": "Granite3-dense 8b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q4_0", + "name": "Granite3-dense 8b instruct q4_0", + "display_name": "Granite3-dense 8b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q4_1", + "name": "Granite3-dense 8b instruct q4_1", + "display_name": "Granite3-dense 8b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q4_K_M", + "name": "Granite3-dense 8b instruct q4_K_M", + "display_name": "Granite3-dense 8b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q4_K_S", + "name": "Granite3-dense 8b instruct q4_K_S", + "display_name": "Granite3-dense 8b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q5_0", + "name": "Granite3-dense 8b instruct q5_0", + "display_name": "Granite3-dense 8b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q5_1", + "name": "Granite3-dense 8b instruct q5_1", + "display_name": "Granite3-dense 8b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q5_K_M", + "name": "Granite3-dense 8b instruct q5_K_M", + "display_name": "Granite3-dense 8b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q5_K_S", + "name": "Granite3-dense 8b instruct q5_K_S", + "display_name": "Granite3-dense 8b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q6_K", + "name": "Granite3-dense 8b instruct q6_K", + "display_name": "Granite3-dense 8b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:8b-instruct-q8_0", + "name": "Granite3-dense 8b instruct q8_0", + "display_name": "Granite3-dense 8b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-dense:latest", + "name": "Granite3-dense Latest", + "display_name": "Granite3-dense Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-guardian:2b", + "name": "Granite3-guardian 2b", + "display_name": "Granite3-guardian 2b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-guardian:2b-fp16", + "name": "Granite3-guardian 2b fp16", + "display_name": "Granite3-guardian 2b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-guardian:2b-q8_0", + "name": "Granite3-guardian 2b q8_0", + "display_name": "Granite3-guardian 2b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-guardian:8b", + "name": "Granite3-guardian 8b", + "display_name": "Granite3-guardian 8b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-guardian:8b-fp16", + "name": "Granite3-guardian 8b fp16", + "display_name": "Granite3-guardian 8b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-guardian:8b-q5_K_M", + "name": "Granite3-guardian 8b q5_K_M", + "display_name": "Granite3-guardian 8b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-guardian:8b-q5_K_S", + "name": "Granite3-guardian 8b q5_K_S", + "display_name": "Granite3-guardian 8b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-guardian:8b-q6_K", + "name": "Granite3-guardian 8b q6_K", + "display_name": "Granite3-guardian 8b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-guardian:8b-q8_0", + "name": "Granite3-guardian 8b q8_0", + "display_name": "Granite3-guardian 8b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-guardian:latest", + "name": "Granite3-guardian Latest", + "display_name": "Granite3-guardian Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b", + "name": "Granite3-moe 1b", + "display_name": "Granite3-moe 1b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-fp16", + "name": "Granite3-moe 1b instruct fp16", + "display_name": "Granite3-moe 1b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q2_K", + "name": "Granite3-moe 1b instruct q2_K", + "display_name": "Granite3-moe 1b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q3_K_L", + "name": "Granite3-moe 1b instruct q3_K_L", + "display_name": "Granite3-moe 1b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q3_K_M", + "name": "Granite3-moe 1b instruct q3_K_M", + "display_name": "Granite3-moe 1b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q3_K_S", + "name": "Granite3-moe 1b instruct q3_K_S", + "display_name": "Granite3-moe 1b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q4_0", + "name": "Granite3-moe 1b instruct q4_0", + "display_name": "Granite3-moe 1b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q4_1", + "name": "Granite3-moe 1b instruct q4_1", + "display_name": "Granite3-moe 1b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q4_K_M", + "name": "Granite3-moe 1b instruct q4_K_M", + "display_name": "Granite3-moe 1b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q4_K_S", + "name": "Granite3-moe 1b instruct q4_K_S", + "display_name": "Granite3-moe 1b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q5_0", + "name": "Granite3-moe 1b instruct q5_0", + "display_name": "Granite3-moe 1b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q5_1", + "name": "Granite3-moe 1b instruct q5_1", + "display_name": "Granite3-moe 1b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q5_K_M", + "name": "Granite3-moe 1b instruct q5_K_M", + "display_name": "Granite3-moe 1b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q5_K_S", + "name": "Granite3-moe 1b instruct q5_K_S", + "display_name": "Granite3-moe 1b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q6_K", + "name": "Granite3-moe 1b instruct q6_K", + "display_name": "Granite3-moe 1b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:1b-instruct-q8_0", + "name": "Granite3-moe 1b instruct q8_0", + "display_name": "Granite3-moe 1b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b", + "name": "Granite3-moe 3b", + "display_name": "Granite3-moe 3b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-fp16", + "name": "Granite3-moe 3b instruct fp16", + "display_name": "Granite3-moe 3b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q2_K", + "name": "Granite3-moe 3b instruct q2_K", + "display_name": "Granite3-moe 3b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q3_K_L", + "name": "Granite3-moe 3b instruct q3_K_L", + "display_name": "Granite3-moe 3b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q3_K_M", + "name": "Granite3-moe 3b instruct q3_K_M", + "display_name": "Granite3-moe 3b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q3_K_S", + "name": "Granite3-moe 3b instruct q3_K_S", + "display_name": "Granite3-moe 3b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q4_0", + "name": "Granite3-moe 3b instruct q4_0", + "display_name": "Granite3-moe 3b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q4_1", + "name": "Granite3-moe 3b instruct q4_1", + "display_name": "Granite3-moe 3b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q4_K_M", + "name": "Granite3-moe 3b instruct q4_K_M", + "display_name": "Granite3-moe 3b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q4_K_S", + "name": "Granite3-moe 3b instruct q4_K_S", + "display_name": "Granite3-moe 3b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q5_0", + "name": "Granite3-moe 3b instruct q5_0", + "display_name": "Granite3-moe 3b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q5_1", + "name": "Granite3-moe 3b instruct q5_1", + "display_name": "Granite3-moe 3b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q5_K_M", + "name": "Granite3-moe 3b instruct q5_K_M", + "display_name": "Granite3-moe 3b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q5_K_S", + "name": "Granite3-moe 3b instruct q5_K_S", + "display_name": "Granite3-moe 3b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q6_K", + "name": "Granite3-moe 3b instruct q6_K", + "display_name": "Granite3-moe 3b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:3b-instruct-q8_0", + "name": "Granite3-moe 3b instruct q8_0", + "display_name": "Granite3-moe 3b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3-moe:latest", + "name": "Granite3-moe Latest", + "display_name": "Granite3-moe Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b", + "name": "Granite3.1-dense 2b", + "display_name": "Granite3.1-dense 2b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-fp16", + "name": "Granite3.1-dense 2b instruct fp16", + "display_name": "Granite3.1-dense 2b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q2_K", + "name": "Granite3.1-dense 2b instruct q2_K", + "display_name": "Granite3.1-dense 2b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q3_K_L", + "name": "Granite3.1-dense 2b instruct q3_K_L", + "display_name": "Granite3.1-dense 2b instruct q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q3_K_M", + "name": "Granite3.1-dense 2b instruct q3_K_M", + "display_name": "Granite3.1-dense 2b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q3_K_S", + "name": "Granite3.1-dense 2b instruct q3_K_S", + "display_name": "Granite3.1-dense 2b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q4_0", + "name": "Granite3.1-dense 2b instruct q4_0", + "display_name": "Granite3.1-dense 2b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q4_1", + "name": "Granite3.1-dense 2b instruct q4_1", + "display_name": "Granite3.1-dense 2b instruct q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q4_K_M", + "name": "Granite3.1-dense 2b instruct q4_K_M", + "display_name": "Granite3.1-dense 2b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q4_K_S", + "name": "Granite3.1-dense 2b instruct q4_K_S", + "display_name": "Granite3.1-dense 2b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q5_0", + "name": "Granite3.1-dense 2b instruct q5_0", + "display_name": "Granite3.1-dense 2b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q5_1", + "name": "Granite3.1-dense 2b instruct q5_1", + "display_name": "Granite3.1-dense 2b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q5_K_M", + "name": "Granite3.1-dense 2b instruct q5_K_M", + "display_name": "Granite3.1-dense 2b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q5_K_S", + "name": "Granite3.1-dense 2b instruct q5_K_S", + "display_name": "Granite3.1-dense 2b instruct q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q6_K", + "name": "Granite3.1-dense 2b instruct q6_K", + "display_name": "Granite3.1-dense 2b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:2b-instruct-q8_0", + "name": "Granite3.1-dense 2b instruct q8_0", + "display_name": "Granite3.1-dense 2b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b", + "name": "Granite3.1-dense 8b", + "display_name": "Granite3.1-dense 8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-fp16", + "name": "Granite3.1-dense 8b instruct fp16", + "display_name": "Granite3.1-dense 8b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q2_K", + "name": "Granite3.1-dense 8b instruct q2_K", + "display_name": "Granite3.1-dense 8b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q3_K_L", + "name": "Granite3.1-dense 8b instruct q3_K_L", + "display_name": "Granite3.1-dense 8b instruct q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q3_K_M", + "name": "Granite3.1-dense 8b instruct q3_K_M", + "display_name": "Granite3.1-dense 8b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q3_K_S", + "name": "Granite3.1-dense 8b instruct q3_K_S", + "display_name": "Granite3.1-dense 8b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q4_0", + "name": "Granite3.1-dense 8b instruct q4_0", + "display_name": "Granite3.1-dense 8b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q4_1", + "name": "Granite3.1-dense 8b instruct q4_1", + "display_name": "Granite3.1-dense 8b instruct q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q4_K_M", + "name": "Granite3.1-dense 8b instruct q4_K_M", + "display_name": "Granite3.1-dense 8b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q4_K_S", + "name": "Granite3.1-dense 8b instruct q4_K_S", + "display_name": "Granite3.1-dense 8b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q5_0", + "name": "Granite3.1-dense 8b instruct q5_0", + "display_name": "Granite3.1-dense 8b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q5_1", + "name": "Granite3.1-dense 8b instruct q5_1", + "display_name": "Granite3.1-dense 8b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q5_K_M", + "name": "Granite3.1-dense 8b instruct q5_K_M", + "display_name": "Granite3.1-dense 8b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q5_K_S", + "name": "Granite3.1-dense 8b instruct q5_K_S", + "display_name": "Granite3.1-dense 8b instruct q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q6_K", + "name": "Granite3.1-dense 8b instruct q6_K", + "display_name": "Granite3.1-dense 8b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:8b-instruct-q8_0", + "name": "Granite3.1-dense 8b instruct q8_0", + "display_name": "Granite3.1-dense 8b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-dense:latest", + "name": "Granite3.1-dense Latest", + "display_name": "Granite3.1-dense Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b", + "name": "Granite3.1-moe 1b", + "display_name": "Granite3.1-moe 1b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-fp16", + "name": "Granite3.1-moe 1b instruct fp16", + "display_name": "Granite3.1-moe 1b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q2_K", + "name": "Granite3.1-moe 1b instruct q2_K", + "display_name": "Granite3.1-moe 1b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q3_K_L", + "name": "Granite3.1-moe 1b instruct q3_K_L", + "display_name": "Granite3.1-moe 1b instruct q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q3_K_M", + "name": "Granite3.1-moe 1b instruct q3_K_M", + "display_name": "Granite3.1-moe 1b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q3_K_S", + "name": "Granite3.1-moe 1b instruct q3_K_S", + "display_name": "Granite3.1-moe 1b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q4_0", + "name": "Granite3.1-moe 1b instruct q4_0", + "display_name": "Granite3.1-moe 1b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q4_1", + "name": "Granite3.1-moe 1b instruct q4_1", + "display_name": "Granite3.1-moe 1b instruct q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q4_K_M", + "name": "Granite3.1-moe 1b instruct q4_K_M", + "display_name": "Granite3.1-moe 1b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q4_K_S", + "name": "Granite3.1-moe 1b instruct q4_K_S", + "display_name": "Granite3.1-moe 1b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q5_0", + "name": "Granite3.1-moe 1b instruct q5_0", + "display_name": "Granite3.1-moe 1b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q5_1", + "name": "Granite3.1-moe 1b instruct q5_1", + "display_name": "Granite3.1-moe 1b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q5_K_M", + "name": "Granite3.1-moe 1b instruct q5_K_M", + "display_name": "Granite3.1-moe 1b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q5_K_S", + "name": "Granite3.1-moe 1b instruct q5_K_S", + "display_name": "Granite3.1-moe 1b instruct q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q6_K", + "name": "Granite3.1-moe 1b instruct q6_K", + "display_name": "Granite3.1-moe 1b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:1b-instruct-q8_0", + "name": "Granite3.1-moe 1b instruct q8_0", + "display_name": "Granite3.1-moe 1b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b", + "name": "Granite3.1-moe 3b", + "display_name": "Granite3.1-moe 3b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-fp16", + "name": "Granite3.1-moe 3b instruct fp16", + "display_name": "Granite3.1-moe 3b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q2_K", + "name": "Granite3.1-moe 3b instruct q2_K", + "display_name": "Granite3.1-moe 3b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q3_K_L", + "name": "Granite3.1-moe 3b instruct q3_K_L", + "display_name": "Granite3.1-moe 3b instruct q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q3_K_M", + "name": "Granite3.1-moe 3b instruct q3_K_M", + "display_name": "Granite3.1-moe 3b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q3_K_S", + "name": "Granite3.1-moe 3b instruct q3_K_S", + "display_name": "Granite3.1-moe 3b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q4_0", + "name": "Granite3.1-moe 3b instruct q4_0", + "display_name": "Granite3.1-moe 3b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q4_1", + "name": "Granite3.1-moe 3b instruct q4_1", + "display_name": "Granite3.1-moe 3b instruct q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q4_K_M", + "name": "Granite3.1-moe 3b instruct q4_K_M", + "display_name": "Granite3.1-moe 3b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q4_K_S", + "name": "Granite3.1-moe 3b instruct q4_K_S", + "display_name": "Granite3.1-moe 3b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q5_0", + "name": "Granite3.1-moe 3b instruct q5_0", + "display_name": "Granite3.1-moe 3b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q5_1", + "name": "Granite3.1-moe 3b instruct q5_1", + "display_name": "Granite3.1-moe 3b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q5_K_M", + "name": "Granite3.1-moe 3b instruct q5_K_M", + "display_name": "Granite3.1-moe 3b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q5_K_S", + "name": "Granite3.1-moe 3b instruct q5_K_S", + "display_name": "Granite3.1-moe 3b instruct q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q6_K", + "name": "Granite3.1-moe 3b instruct q6_K", + "display_name": "Granite3.1-moe 3b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:3b-instruct-q8_0", + "name": "Granite3.1-moe 3b instruct q8_0", + "display_name": "Granite3.1-moe 3b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.1-moe:latest", + "name": "Granite3.1-moe Latest", + "display_name": "Granite3.1-moe Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2-vision:2b", + "name": "Granite3.2-vision 2b", + "display_name": "Granite3.2-vision 2b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2-vision:2b-fp16", + "name": "Granite3.2-vision 2b fp16", + "display_name": "Granite3.2-vision 2b fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2-vision:2b-q4_K_M", + "name": "Granite3.2-vision 2b q4_K_M", + "display_name": "Granite3.2-vision 2b q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2-vision:2b-q8_0", + "name": "Granite3.2-vision 2b q8_0", + "display_name": "Granite3.2-vision 2b q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2-vision:latest", + "name": "Granite3.2-vision Latest", + "display_name": "Granite3.2-vision Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2:2b", + "name": "Granite3.2 2b", + "display_name": "Granite3.2 2b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2:2b-instruct-fp16", + "name": "Granite3.2 2b instruct fp16", + "display_name": "Granite3.2 2b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2:2b-instruct-q4_K_M", + "name": "Granite3.2 2b instruct q4_K_M", + "display_name": "Granite3.2 2b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2:2b-instruct-q8_0", + "name": "Granite3.2 2b instruct q8_0", + "display_name": "Granite3.2 2b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2:8b", + "name": "Granite3.2 8b", + "display_name": "Granite3.2 8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2:8b-instruct-fp16", + "name": "Granite3.2 8b instruct fp16", + "display_name": "Granite3.2 8b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2:8b-instruct-q4_K_M", + "name": "Granite3.2 8b instruct q4_K_M", + "display_name": "Granite3.2 8b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2:8b-instruct-q8_0", + "name": "Granite3.2 8b instruct q8_0", + "display_name": "Granite3.2 8b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.2:latest", + "name": "Granite3.2 Latest", + "display_name": "Granite3.2 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.3:2b", + "name": "Granite3.3 2b", + "display_name": "Granite3.3 2b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.3:8b", + "name": "Granite3.3 8b", + "display_name": "Granite3.3 8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite3.3:latest", + "name": "Granite3.3 Latest", + "display_name": "Granite3.3 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite4:latest", + "name": "Granite4 Latest", + "display_name": "Granite4 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite4:micro", + "name": "Granite4 Micro", + "display_name": "Granite4 Micro", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite4:micro-h", + "name": "Granite4 Micro h", + "display_name": "Granite4 Micro h", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite4:small-h", + "name": "Granite4 Small h", + "display_name": "Granite4 Small h", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "granite4:tiny-h", + "name": "Granite4 Tiny h", + "display_name": "Granite4 Tiny h", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b", + "name": "Hermes3 3b", + "display_name": "Hermes3 3b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-fp16", + "name": "Hermes3 3b llama3.2 fp16", + "display_name": "Hermes3 3b llama3.2 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q2_K", + "name": "Hermes3 3b llama3.2 q2_K", + "display_name": "Hermes3 3b llama3.2 q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q3_K_L", + "name": "Hermes3 3b llama3.2 q3_K_L", + "display_name": "Hermes3 3b llama3.2 q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q3_K_M", + "name": "Hermes3 3b llama3.2 q3_K_M", + "display_name": "Hermes3 3b llama3.2 q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q3_K_S", + "name": "Hermes3 3b llama3.2 q3_K_S", + "display_name": "Hermes3 3b llama3.2 q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q4_0", + "name": "Hermes3 3b llama3.2 q4_0", + "display_name": "Hermes3 3b llama3.2 q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q4_1", + "name": "Hermes3 3b llama3.2 q4_1", + "display_name": "Hermes3 3b llama3.2 q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q4_K_M", + "name": "Hermes3 3b llama3.2 q4_K_M", + "display_name": "Hermes3 3b llama3.2 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q4_K_S", + "name": "Hermes3 3b llama3.2 q4_K_S", + "display_name": "Hermes3 3b llama3.2 q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q5_0", + "name": "Hermes3 3b llama3.2 q5_0", + "display_name": "Hermes3 3b llama3.2 q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q5_1", + "name": "Hermes3 3b llama3.2 q5_1", + "display_name": "Hermes3 3b llama3.2 q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q5_K_M", + "name": "Hermes3 3b llama3.2 q5_K_M", + "display_name": "Hermes3 3b llama3.2 q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q5_K_S", + "name": "Hermes3 3b llama3.2 q5_K_S", + "display_name": "Hermes3 3b llama3.2 q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q6_K", + "name": "Hermes3 3b llama3.2 q6_K", + "display_name": "Hermes3 3b llama3.2 q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:3b-llama3.2-q8_0", + "name": "Hermes3 3b llama3.2 q8_0", + "display_name": "Hermes3 3b llama3.2 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b", + "name": "Hermes3 405b", + "display_name": "Hermes3 405b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-fp16", + "name": "Hermes3 405b llama3.1 fp16", + "display_name": "Hermes3 405b llama3.1 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q2_K", + "name": "Hermes3 405b llama3.1 q2_K", + "display_name": "Hermes3 405b llama3.1 q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q3_K_L", + "name": "Hermes3 405b llama3.1 q3_K_L", + "display_name": "Hermes3 405b llama3.1 q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q3_K_M", + "name": "Hermes3 405b llama3.1 q3_K_M", + "display_name": "Hermes3 405b llama3.1 q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q3_K_S", + "name": "Hermes3 405b llama3.1 q3_K_S", + "display_name": "Hermes3 405b llama3.1 q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q4_0", + "name": "Hermes3 405b llama3.1 q4_0", + "display_name": "Hermes3 405b llama3.1 q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q4_1", + "name": "Hermes3 405b llama3.1 q4_1", + "display_name": "Hermes3 405b llama3.1 q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q4_K_M", + "name": "Hermes3 405b llama3.1 q4_K_M", + "display_name": "Hermes3 405b llama3.1 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q4_K_S", + "name": "Hermes3 405b llama3.1 q4_K_S", + "display_name": "Hermes3 405b llama3.1 q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q5_0", + "name": "Hermes3 405b llama3.1 q5_0", + "display_name": "Hermes3 405b llama3.1 q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q5_1", + "name": "Hermes3 405b llama3.1 q5_1", + "display_name": "Hermes3 405b llama3.1 q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q5_K_M", + "name": "Hermes3 405b llama3.1 q5_K_M", + "display_name": "Hermes3 405b llama3.1 q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q5_K_S", + "name": "Hermes3 405b llama3.1 q5_K_S", + "display_name": "Hermes3 405b llama3.1 q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q6_K", + "name": "Hermes3 405b llama3.1 q6_K", + "display_name": "Hermes3 405b llama3.1 q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:405b-llama3.1-q8_0", + "name": "Hermes3 405b llama3.1 q8_0", + "display_name": "Hermes3 405b llama3.1 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b", + "name": "Hermes3 70b", + "display_name": "Hermes3 70b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-fp16", + "name": "Hermes3 70b llama3.1 fp16", + "display_name": "Hermes3 70b llama3.1 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q2_K", + "name": "Hermes3 70b llama3.1 q2_K", + "display_name": "Hermes3 70b llama3.1 q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q3_K_L", + "name": "Hermes3 70b llama3.1 q3_K_L", + "display_name": "Hermes3 70b llama3.1 q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q3_K_M", + "name": "Hermes3 70b llama3.1 q3_K_M", + "display_name": "Hermes3 70b llama3.1 q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q3_K_S", + "name": "Hermes3 70b llama3.1 q3_K_S", + "display_name": "Hermes3 70b llama3.1 q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q4_0", + "name": "Hermes3 70b llama3.1 q4_0", + "display_name": "Hermes3 70b llama3.1 q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q4_1", + "name": "Hermes3 70b llama3.1 q4_1", + "display_name": "Hermes3 70b llama3.1 q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q4_K_M", + "name": "Hermes3 70b llama3.1 q4_K_M", + "display_name": "Hermes3 70b llama3.1 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q4_K_S", + "name": "Hermes3 70b llama3.1 q4_K_S", + "display_name": "Hermes3 70b llama3.1 q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q5_0", + "name": "Hermes3 70b llama3.1 q5_0", + "display_name": "Hermes3 70b llama3.1 q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q5_1", + "name": "Hermes3 70b llama3.1 q5_1", + "display_name": "Hermes3 70b llama3.1 q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q5_K_M", + "name": "Hermes3 70b llama3.1 q5_K_M", + "display_name": "Hermes3 70b llama3.1 q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q5_K_S", + "name": "Hermes3 70b llama3.1 q5_K_S", + "display_name": "Hermes3 70b llama3.1 q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q6_K", + "name": "Hermes3 70b llama3.1 q6_K", + "display_name": "Hermes3 70b llama3.1 q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:70b-llama3.1-q8_0", + "name": "Hermes3 70b llama3.1 q8_0", + "display_name": "Hermes3 70b llama3.1 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b", + "name": "Hermes3 8b", + "display_name": "Hermes3 8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-fp16", + "name": "Hermes3 8b llama3.1 fp16", + "display_name": "Hermes3 8b llama3.1 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q2_K", + "name": "Hermes3 8b llama3.1 q2_K", + "display_name": "Hermes3 8b llama3.1 q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q3_K_L", + "name": "Hermes3 8b llama3.1 q3_K_L", + "display_name": "Hermes3 8b llama3.1 q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q3_K_M", + "name": "Hermes3 8b llama3.1 q3_K_M", + "display_name": "Hermes3 8b llama3.1 q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q3_K_S", + "name": "Hermes3 8b llama3.1 q3_K_S", + "display_name": "Hermes3 8b llama3.1 q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q4_0", + "name": "Hermes3 8b llama3.1 q4_0", + "display_name": "Hermes3 8b llama3.1 q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q4_1", + "name": "Hermes3 8b llama3.1 q4_1", + "display_name": "Hermes3 8b llama3.1 q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q4_K_M", + "name": "Hermes3 8b llama3.1 q4_K_M", + "display_name": "Hermes3 8b llama3.1 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q4_K_S", + "name": "Hermes3 8b llama3.1 q4_K_S", + "display_name": "Hermes3 8b llama3.1 q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q5_0", + "name": "Hermes3 8b llama3.1 q5_0", + "display_name": "Hermes3 8b llama3.1 q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q5_1", + "name": "Hermes3 8b llama3.1 q5_1", + "display_name": "Hermes3 8b llama3.1 q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q5_K_M", + "name": "Hermes3 8b llama3.1 q5_K_M", + "display_name": "Hermes3 8b llama3.1 q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q5_K_S", + "name": "Hermes3 8b llama3.1 q5_K_S", + "display_name": "Hermes3 8b llama3.1 q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q6_K", + "name": "Hermes3 8b llama3.1 q6_K", + "display_name": "Hermes3 8b llama3.1 q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:8b-llama3.1-q8_0", + "name": "Hermes3 8b llama3.1 q8_0", + "display_name": "Hermes3 8b llama3.1 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "hermes3:latest", + "name": "Hermes3 Latest", + "display_name": "Hermes3 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b", + "name": "Internlm2 1.8b", + "display_name": "Internlm2 1.8b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-fp16", + "name": "Internlm2 1.8b chat v2.5 fp16", + "display_name": "Internlm2 1.8b chat v2.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q2_K", + "name": "Internlm2 1.8b chat v2.5 q2_K", + "display_name": "Internlm2 1.8b chat v2.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q3_K_L", + "name": "Internlm2 1.8b chat v2.5 q3_K_L", + "display_name": "Internlm2 1.8b chat v2.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q3_K_M", + "name": "Internlm2 1.8b chat v2.5 q3_K_M", + "display_name": "Internlm2 1.8b chat v2.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q3_K_S", + "name": "Internlm2 1.8b chat v2.5 q3_K_S", + "display_name": "Internlm2 1.8b chat v2.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q4_0", + "name": "Internlm2 1.8b chat v2.5 q4_0", + "display_name": "Internlm2 1.8b chat v2.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q4_1", + "name": "Internlm2 1.8b chat v2.5 q4_1", + "display_name": "Internlm2 1.8b chat v2.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q4_K_M", + "name": "Internlm2 1.8b chat v2.5 q4_K_M", + "display_name": "Internlm2 1.8b chat v2.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q4_K_S", + "name": "Internlm2 1.8b chat v2.5 q4_K_S", + "display_name": "Internlm2 1.8b chat v2.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q5_0", + "name": "Internlm2 1.8b chat v2.5 q5_0", + "display_name": "Internlm2 1.8b chat v2.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q5_1", + "name": "Internlm2 1.8b chat v2.5 q5_1", + "display_name": "Internlm2 1.8b chat v2.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q5_K_M", + "name": "Internlm2 1.8b chat v2.5 q5_K_M", + "display_name": "Internlm2 1.8b chat v2.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q5_K_S", + "name": "Internlm2 1.8b chat v2.5 q5_K_S", + "display_name": "Internlm2 1.8b chat v2.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q6_K", + "name": "Internlm2 1.8b chat v2.5 q6_K", + "display_name": "Internlm2 1.8b chat v2.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1.8b-chat-v2.5-q8_0", + "name": "Internlm2 1.8b chat v2.5 q8_0", + "display_name": "Internlm2 1.8b chat v2.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:1m", + "name": "Internlm2 1m", + "display_name": "Internlm2 1m", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b", + "name": "Internlm2 20b", + "display_name": "Internlm2 20b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-fp16", + "name": "Internlm2 20b chat v2.5 fp16", + "display_name": "Internlm2 20b chat v2.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q2_K", + "name": "Internlm2 20b chat v2.5 q2_K", + "display_name": "Internlm2 20b chat v2.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q3_K_L", + "name": "Internlm2 20b chat v2.5 q3_K_L", + "display_name": "Internlm2 20b chat v2.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q3_K_M", + "name": "Internlm2 20b chat v2.5 q3_K_M", + "display_name": "Internlm2 20b chat v2.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q3_K_S", + "name": "Internlm2 20b chat v2.5 q3_K_S", + "display_name": "Internlm2 20b chat v2.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q4_0", + "name": "Internlm2 20b chat v2.5 q4_0", + "display_name": "Internlm2 20b chat v2.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q4_1", + "name": "Internlm2 20b chat v2.5 q4_1", + "display_name": "Internlm2 20b chat v2.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q4_K_M", + "name": "Internlm2 20b chat v2.5 q4_K_M", + "display_name": "Internlm2 20b chat v2.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q4_K_S", + "name": "Internlm2 20b chat v2.5 q4_K_S", + "display_name": "Internlm2 20b chat v2.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q5_0", + "name": "Internlm2 20b chat v2.5 q5_0", + "display_name": "Internlm2 20b chat v2.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q5_1", + "name": "Internlm2 20b chat v2.5 q5_1", + "display_name": "Internlm2 20b chat v2.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q5_K_M", + "name": "Internlm2 20b chat v2.5 q5_K_M", + "display_name": "Internlm2 20b chat v2.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q5_K_S", + "name": "Internlm2 20b chat v2.5 q5_K_S", + "display_name": "Internlm2 20b chat v2.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q6_K", + "name": "Internlm2 20b chat v2.5 q6_K", + "display_name": "Internlm2 20b chat v2.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:20b-chat-v2.5-q8_0", + "name": "Internlm2 20b chat v2.5 q8_0", + "display_name": "Internlm2 20b chat v2.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b", + "name": "Internlm2 7b", + "display_name": "Internlm2 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-fp16", + "name": "Internlm2 7b chat 1m v2.5 fp16", + "display_name": "Internlm2 7b chat 1m v2.5 fp16", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q2_K", + "name": "Internlm2 7b chat 1m v2.5 q2_K", + "display_name": "Internlm2 7b chat 1m v2.5 q2_K", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q3_K_L", + "name": "Internlm2 7b chat 1m v2.5 q3_K_L", + "display_name": "Internlm2 7b chat 1m v2.5 q3_K_L", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q3_K_M", + "name": "Internlm2 7b chat 1m v2.5 q3_K_M", + "display_name": "Internlm2 7b chat 1m v2.5 q3_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q3_K_S", + "name": "Internlm2 7b chat 1m v2.5 q3_K_S", + "display_name": "Internlm2 7b chat 1m v2.5 q3_K_S", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q4_0", + "name": "Internlm2 7b chat 1m v2.5 q4_0", + "display_name": "Internlm2 7b chat 1m v2.5 q4_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q4_1", + "name": "Internlm2 7b chat 1m v2.5 q4_1", + "display_name": "Internlm2 7b chat 1m v2.5 q4_1", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q4_K_M", + "name": "Internlm2 7b chat 1m v2.5 q4_K_M", + "display_name": "Internlm2 7b chat 1m v2.5 q4_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q4_K_S", + "name": "Internlm2 7b chat 1m v2.5 q4_K_S", + "display_name": "Internlm2 7b chat 1m v2.5 q4_K_S", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q5_0", + "name": "Internlm2 7b chat 1m v2.5 q5_0", + "display_name": "Internlm2 7b chat 1m v2.5 q5_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q5_1", + "name": "Internlm2 7b chat 1m v2.5 q5_1", + "display_name": "Internlm2 7b chat 1m v2.5 q5_1", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q5_K_M", + "name": "Internlm2 7b chat 1m v2.5 q5_K_M", + "display_name": "Internlm2 7b chat 1m v2.5 q5_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q5_K_S", + "name": "Internlm2 7b chat 1m v2.5 q5_K_S", + "display_name": "Internlm2 7b chat 1m v2.5 q5_K_S", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q6_K", + "name": "Internlm2 7b chat 1m v2.5 q6_K", + "display_name": "Internlm2 7b chat 1m v2.5 q6_K", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-1m-v2.5-q8_0", + "name": "Internlm2 7b chat 1m v2.5 q8_0", + "display_name": "Internlm2 7b chat 1m v2.5 q8_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-fp16", + "name": "Internlm2 7b chat v2.5 fp16", + "display_name": "Internlm2 7b chat v2.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q2_K", + "name": "Internlm2 7b chat v2.5 q2_K", + "display_name": "Internlm2 7b chat v2.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q3_K_L", + "name": "Internlm2 7b chat v2.5 q3_K_L", + "display_name": "Internlm2 7b chat v2.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q3_K_M", + "name": "Internlm2 7b chat v2.5 q3_K_M", + "display_name": "Internlm2 7b chat v2.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q3_K_S", + "name": "Internlm2 7b chat v2.5 q3_K_S", + "display_name": "Internlm2 7b chat v2.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q4_0", + "name": "Internlm2 7b chat v2.5 q4_0", + "display_name": "Internlm2 7b chat v2.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q4_1", + "name": "Internlm2 7b chat v2.5 q4_1", + "display_name": "Internlm2 7b chat v2.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q4_K_M", + "name": "Internlm2 7b chat v2.5 q4_K_M", + "display_name": "Internlm2 7b chat v2.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q4_K_S", + "name": "Internlm2 7b chat v2.5 q4_K_S", + "display_name": "Internlm2 7b chat v2.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q5_0", + "name": "Internlm2 7b chat v2.5 q5_0", + "display_name": "Internlm2 7b chat v2.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q5_1", + "name": "Internlm2 7b chat v2.5 q5_1", + "display_name": "Internlm2 7b chat v2.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q5_K_M", + "name": "Internlm2 7b chat v2.5 q5_K_M", + "display_name": "Internlm2 7b chat v2.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q5_K_S", + "name": "Internlm2 7b chat v2.5 q5_K_S", + "display_name": "Internlm2 7b chat v2.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q6_K", + "name": "Internlm2 7b chat v2.5 q6_K", + "display_name": "Internlm2 7b chat v2.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:7b-chat-v2.5-q8_0", + "name": "Internlm2 7b chat v2.5 q8_0", + "display_name": "Internlm2 7b chat v2.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "internlm2:latest", + "name": "Internlm2 Latest", + "display_name": "Internlm2 Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "kimi-k2:1t-cloud", + "name": "Kimi-k2 1t cloud", + "display_name": "Kimi-k2 1t cloud", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b", + "name": "Llama-guard3 1b", + "display_name": "Llama-guard3 1b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-fp16", + "name": "Llama-guard3 1b fp16", + "display_name": "Llama-guard3 1b fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q2_K", + "name": "Llama-guard3 1b q2_K", + "display_name": "Llama-guard3 1b q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q3_K_L", + "name": "Llama-guard3 1b q3_K_L", + "display_name": "Llama-guard3 1b q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q3_K_M", + "name": "Llama-guard3 1b q3_K_M", + "display_name": "Llama-guard3 1b q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q3_K_S", + "name": "Llama-guard3 1b q3_K_S", + "display_name": "Llama-guard3 1b q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q4_0", + "name": "Llama-guard3 1b q4_0", + "display_name": "Llama-guard3 1b q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q4_1", + "name": "Llama-guard3 1b q4_1", + "display_name": "Llama-guard3 1b q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q4_K_M", + "name": "Llama-guard3 1b q4_K_M", + "display_name": "Llama-guard3 1b q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q4_K_S", + "name": "Llama-guard3 1b q4_K_S", + "display_name": "Llama-guard3 1b q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q5_0", + "name": "Llama-guard3 1b q5_0", + "display_name": "Llama-guard3 1b q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q5_1", + "name": "Llama-guard3 1b q5_1", + "display_name": "Llama-guard3 1b q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q5_K_M", + "name": "Llama-guard3 1b q5_K_M", + "display_name": "Llama-guard3 1b q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q5_K_S", + "name": "Llama-guard3 1b q5_K_S", + "display_name": "Llama-guard3 1b q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q6_K", + "name": "Llama-guard3 1b q6_K", + "display_name": "Llama-guard3 1b q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:1b-q8_0", + "name": "Llama-guard3 1b q8_0", + "display_name": "Llama-guard3 1b q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b", + "name": "Llama-guard3 8b", + "display_name": "Llama-guard3 8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-fp16", + "name": "Llama-guard3 8b fp16", + "display_name": "Llama-guard3 8b fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q2_K", + "name": "Llama-guard3 8b q2_K", + "display_name": "Llama-guard3 8b q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q3_K_L", + "name": "Llama-guard3 8b q3_K_L", + "display_name": "Llama-guard3 8b q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q3_K_M", + "name": "Llama-guard3 8b q3_K_M", + "display_name": "Llama-guard3 8b q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q3_K_S", + "name": "Llama-guard3 8b q3_K_S", + "display_name": "Llama-guard3 8b q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q4_0", + "name": "Llama-guard3 8b q4_0", + "display_name": "Llama-guard3 8b q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q4_1", + "name": "Llama-guard3 8b q4_1", + "display_name": "Llama-guard3 8b q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q4_K_M", + "name": "Llama-guard3 8b q4_K_M", + "display_name": "Llama-guard3 8b q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q4_K_S", + "name": "Llama-guard3 8b q4_K_S", + "display_name": "Llama-guard3 8b q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q5_0", + "name": "Llama-guard3 8b q5_0", + "display_name": "Llama-guard3 8b q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q5_1", + "name": "Llama-guard3 8b q5_1", + "display_name": "Llama-guard3 8b q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q5_K_M", + "name": "Llama-guard3 8b q5_K_M", + "display_name": "Llama-guard3 8b q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q5_K_S", + "name": "Llama-guard3 8b q5_K_S", + "display_name": "Llama-guard3 8b q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q6_K", + "name": "Llama-guard3 8b q6_K", + "display_name": "Llama-guard3 8b q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:8b-q8_0", + "name": "Llama-guard3 8b q8_0", + "display_name": "Llama-guard3 8b q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-guard3:latest", + "name": "Llama-guard3 Latest", + "display_name": "Llama-guard3 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-fp16", + "name": "Llama-pro 8b instruct fp16", + "display_name": "Llama-pro 8b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q2_K", + "name": "Llama-pro 8b instruct q2_K", + "display_name": "Llama-pro 8b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q3_K_L", + "name": "Llama-pro 8b instruct q3_K_L", + "display_name": "Llama-pro 8b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q3_K_M", + "name": "Llama-pro 8b instruct q3_K_M", + "display_name": "Llama-pro 8b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q3_K_S", + "name": "Llama-pro 8b instruct q3_K_S", + "display_name": "Llama-pro 8b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q4_0", + "name": "Llama-pro 8b instruct q4_0", + "display_name": "Llama-pro 8b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q4_1", + "name": "Llama-pro 8b instruct q4_1", + "display_name": "Llama-pro 8b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q4_K_M", + "name": "Llama-pro 8b instruct q4_K_M", + "display_name": "Llama-pro 8b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q4_K_S", + "name": "Llama-pro 8b instruct q4_K_S", + "display_name": "Llama-pro 8b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q5_0", + "name": "Llama-pro 8b instruct q5_0", + "display_name": "Llama-pro 8b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q5_1", + "name": "Llama-pro 8b instruct q5_1", + "display_name": "Llama-pro 8b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q5_K_M", + "name": "Llama-pro 8b instruct q5_K_M", + "display_name": "Llama-pro 8b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q5_K_S", + "name": "Llama-pro 8b instruct q5_K_S", + "display_name": "Llama-pro 8b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q6_K", + "name": "Llama-pro 8b instruct q6_K", + "display_name": "Llama-pro 8b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-instruct-q8_0", + "name": "Llama-pro 8b instruct q8_0", + "display_name": "Llama-pro 8b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-fp16", + "name": "Llama-pro 8b text fp16", + "display_name": "Llama-pro 8b text fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q2_K", + "name": "Llama-pro 8b text q2_K", + "display_name": "Llama-pro 8b text q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q3_K_L", + "name": "Llama-pro 8b text q3_K_L", + "display_name": "Llama-pro 8b text q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q3_K_M", + "name": "Llama-pro 8b text q3_K_M", + "display_name": "Llama-pro 8b text q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q3_K_S", + "name": "Llama-pro 8b text q3_K_S", + "display_name": "Llama-pro 8b text q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q4_0", + "name": "Llama-pro 8b text q4_0", + "display_name": "Llama-pro 8b text q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q4_1", + "name": "Llama-pro 8b text q4_1", + "display_name": "Llama-pro 8b text q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q4_K_M", + "name": "Llama-pro 8b text q4_K_M", + "display_name": "Llama-pro 8b text q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q4_K_S", + "name": "Llama-pro 8b text q4_K_S", + "display_name": "Llama-pro 8b text q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q5_0", + "name": "Llama-pro 8b text q5_0", + "display_name": "Llama-pro 8b text q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q5_1", + "name": "Llama-pro 8b text q5_1", + "display_name": "Llama-pro 8b text q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q5_K_M", + "name": "Llama-pro 8b text q5_K_M", + "display_name": "Llama-pro 8b text q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q5_K_S", + "name": "Llama-pro 8b text q5_K_S", + "display_name": "Llama-pro 8b text q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q6_K", + "name": "Llama-pro 8b text q6_K", + "display_name": "Llama-pro 8b text q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:8b-text-q8_0", + "name": "Llama-pro 8b text q8_0", + "display_name": "Llama-pro 8b text q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:instruct", + "name": "Llama-pro Instruct", + "display_name": "Llama-pro Instruct", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:latest", + "name": "Llama-pro Latest", + "display_name": "Llama-pro Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama-pro:text", + "name": "Llama-pro Text", + "display_name": "Llama-pro Text", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b", + "name": "Llama2-chinese 13b", + "display_name": "Llama2-chinese 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat", + "name": "Llama2-chinese 13b chat", + "display_name": "Llama2-chinese 13b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-fp16", + "name": "Llama2-chinese 13b chat fp16", + "display_name": "Llama2-chinese 13b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q2_K", + "name": "Llama2-chinese 13b chat q2_K", + "display_name": "Llama2-chinese 13b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q3_K_L", + "name": "Llama2-chinese 13b chat q3_K_L", + "display_name": "Llama2-chinese 13b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q3_K_M", + "name": "Llama2-chinese 13b chat q3_K_M", + "display_name": "Llama2-chinese 13b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q3_K_S", + "name": "Llama2-chinese 13b chat q3_K_S", + "display_name": "Llama2-chinese 13b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q4_0", + "name": "Llama2-chinese 13b chat q4_0", + "display_name": "Llama2-chinese 13b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q4_1", + "name": "Llama2-chinese 13b chat q4_1", + "display_name": "Llama2-chinese 13b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q4_K_M", + "name": "Llama2-chinese 13b chat q4_K_M", + "display_name": "Llama2-chinese 13b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q4_K_S", + "name": "Llama2-chinese 13b chat q4_K_S", + "display_name": "Llama2-chinese 13b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q5_0", + "name": "Llama2-chinese 13b chat q5_0", + "display_name": "Llama2-chinese 13b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q5_1", + "name": "Llama2-chinese 13b chat q5_1", + "display_name": "Llama2-chinese 13b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q5_K_M", + "name": "Llama2-chinese 13b chat q5_K_M", + "display_name": "Llama2-chinese 13b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q5_K_S", + "name": "Llama2-chinese 13b chat q5_K_S", + "display_name": "Llama2-chinese 13b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q6_K", + "name": "Llama2-chinese 13b chat q6_K", + "display_name": "Llama2-chinese 13b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:13b-chat-q8_0", + "name": "Llama2-chinese 13b chat q8_0", + "display_name": "Llama2-chinese 13b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b", + "name": "Llama2-chinese 7b", + "display_name": "Llama2-chinese 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat", + "name": "Llama2-chinese 7b chat", + "display_name": "Llama2-chinese 7b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-fp16", + "name": "Llama2-chinese 7b chat fp16", + "display_name": "Llama2-chinese 7b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q2_K", + "name": "Llama2-chinese 7b chat q2_K", + "display_name": "Llama2-chinese 7b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q3_K_L", + "name": "Llama2-chinese 7b chat q3_K_L", + "display_name": "Llama2-chinese 7b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q3_K_M", + "name": "Llama2-chinese 7b chat q3_K_M", + "display_name": "Llama2-chinese 7b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q3_K_S", + "name": "Llama2-chinese 7b chat q3_K_S", + "display_name": "Llama2-chinese 7b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q4_0", + "name": "Llama2-chinese 7b chat q4_0", + "display_name": "Llama2-chinese 7b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q4_1", + "name": "Llama2-chinese 7b chat q4_1", + "display_name": "Llama2-chinese 7b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q4_K_M", + "name": "Llama2-chinese 7b chat q4_K_M", + "display_name": "Llama2-chinese 7b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q4_K_S", + "name": "Llama2-chinese 7b chat q4_K_S", + "display_name": "Llama2-chinese 7b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q5_0", + "name": "Llama2-chinese 7b chat q5_0", + "display_name": "Llama2-chinese 7b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q5_1", + "name": "Llama2-chinese 7b chat q5_1", + "display_name": "Llama2-chinese 7b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q5_K_M", + "name": "Llama2-chinese 7b chat q5_K_M", + "display_name": "Llama2-chinese 7b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q5_K_S", + "name": "Llama2-chinese 7b chat q5_K_S", + "display_name": "Llama2-chinese 7b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q6_K", + "name": "Llama2-chinese 7b chat q6_K", + "display_name": "Llama2-chinese 7b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:7b-chat-q8_0", + "name": "Llama2-chinese 7b chat q8_0", + "display_name": "Llama2-chinese 7b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-chinese:latest", + "name": "Llama2-chinese Latest", + "display_name": "Llama2-chinese Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b", + "name": "Llama2-uncensored 70b", + "display_name": "Llama2-uncensored 70b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat", + "name": "Llama2-uncensored 70b chat", + "display_name": "Llama2-uncensored 70b chat", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q2_K", + "name": "Llama2-uncensored 70b chat q2_K", + "display_name": "Llama2-uncensored 70b chat q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q3_K_L", + "name": "Llama2-uncensored 70b chat q3_K_L", + "display_name": "Llama2-uncensored 70b chat q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q3_K_M", + "name": "Llama2-uncensored 70b chat q3_K_M", + "display_name": "Llama2-uncensored 70b chat q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q3_K_S", + "name": "Llama2-uncensored 70b chat q3_K_S", + "display_name": "Llama2-uncensored 70b chat q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q4_0", + "name": "Llama2-uncensored 70b chat q4_0", + "display_name": "Llama2-uncensored 70b chat q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q4_1", + "name": "Llama2-uncensored 70b chat q4_1", + "display_name": "Llama2-uncensored 70b chat q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q4_K_M", + "name": "Llama2-uncensored 70b chat q4_K_M", + "display_name": "Llama2-uncensored 70b chat q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q4_K_S", + "name": "Llama2-uncensored 70b chat q4_K_S", + "display_name": "Llama2-uncensored 70b chat q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q5_0", + "name": "Llama2-uncensored 70b chat q5_0", + "display_name": "Llama2-uncensored 70b chat q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q5_1", + "name": "Llama2-uncensored 70b chat q5_1", + "display_name": "Llama2-uncensored 70b chat q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q5_K_M", + "name": "Llama2-uncensored 70b chat q5_K_M", + "display_name": "Llama2-uncensored 70b chat q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q5_K_S", + "name": "Llama2-uncensored 70b chat q5_K_S", + "display_name": "Llama2-uncensored 70b chat q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q6_K", + "name": "Llama2-uncensored 70b chat q6_K", + "display_name": "Llama2-uncensored 70b chat q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:70b-chat-q8_0", + "name": "Llama2-uncensored 70b chat q8_0", + "display_name": "Llama2-uncensored 70b chat q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b", + "name": "Llama2-uncensored 7b", + "display_name": "Llama2-uncensored 7b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat", + "name": "Llama2-uncensored 7b chat", + "display_name": "Llama2-uncensored 7b chat", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-fp16", + "name": "Llama2-uncensored 7b chat fp16", + "display_name": "Llama2-uncensored 7b chat fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q2_K", + "name": "Llama2-uncensored 7b chat q2_K", + "display_name": "Llama2-uncensored 7b chat q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q3_K_L", + "name": "Llama2-uncensored 7b chat q3_K_L", + "display_name": "Llama2-uncensored 7b chat q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q3_K_M", + "name": "Llama2-uncensored 7b chat q3_K_M", + "display_name": "Llama2-uncensored 7b chat q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q3_K_S", + "name": "Llama2-uncensored 7b chat q3_K_S", + "display_name": "Llama2-uncensored 7b chat q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q4_0", + "name": "Llama2-uncensored 7b chat q4_0", + "display_name": "Llama2-uncensored 7b chat q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q4_1", + "name": "Llama2-uncensored 7b chat q4_1", + "display_name": "Llama2-uncensored 7b chat q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q4_K_M", + "name": "Llama2-uncensored 7b chat q4_K_M", + "display_name": "Llama2-uncensored 7b chat q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q4_K_S", + "name": "Llama2-uncensored 7b chat q4_K_S", + "display_name": "Llama2-uncensored 7b chat q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q5_0", + "name": "Llama2-uncensored 7b chat q5_0", + "display_name": "Llama2-uncensored 7b chat q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q5_1", + "name": "Llama2-uncensored 7b chat q5_1", + "display_name": "Llama2-uncensored 7b chat q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q5_K_M", + "name": "Llama2-uncensored 7b chat q5_K_M", + "display_name": "Llama2-uncensored 7b chat q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q5_K_S", + "name": "Llama2-uncensored 7b chat q5_K_S", + "display_name": "Llama2-uncensored 7b chat q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q6_K", + "name": "Llama2-uncensored 7b chat q6_K", + "display_name": "Llama2-uncensored 7b chat q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:7b-chat-q8_0", + "name": "Llama2-uncensored 7b chat q8_0", + "display_name": "Llama2-uncensored 7b chat q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2-uncensored:latest", + "name": "Llama2-uncensored Latest", + "display_name": "Llama2-uncensored Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b", + "name": "Llama2 13b", + "display_name": "Llama2 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat", + "name": "Llama2 13b chat", + "display_name": "Llama2 13b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-fp16", + "name": "Llama2 13b chat fp16", + "display_name": "Llama2 13b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q2_K", + "name": "Llama2 13b chat q2_K", + "display_name": "Llama2 13b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q3_K_L", + "name": "Llama2 13b chat q3_K_L", + "display_name": "Llama2 13b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q3_K_M", + "name": "Llama2 13b chat q3_K_M", + "display_name": "Llama2 13b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q3_K_S", + "name": "Llama2 13b chat q3_K_S", + "display_name": "Llama2 13b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q4_0", + "name": "Llama2 13b chat q4_0", + "display_name": "Llama2 13b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q4_1", + "name": "Llama2 13b chat q4_1", + "display_name": "Llama2 13b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q4_K_M", + "name": "Llama2 13b chat q4_K_M", + "display_name": "Llama2 13b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q4_K_S", + "name": "Llama2 13b chat q4_K_S", + "display_name": "Llama2 13b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q5_0", + "name": "Llama2 13b chat q5_0", + "display_name": "Llama2 13b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q5_1", + "name": "Llama2 13b chat q5_1", + "display_name": "Llama2 13b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q5_K_M", + "name": "Llama2 13b chat q5_K_M", + "display_name": "Llama2 13b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q5_K_S", + "name": "Llama2 13b chat q5_K_S", + "display_name": "Llama2 13b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q6_K", + "name": "Llama2 13b chat q6_K", + "display_name": "Llama2 13b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-chat-q8_0", + "name": "Llama2 13b chat q8_0", + "display_name": "Llama2 13b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text", + "name": "Llama2 13b text", + "display_name": "Llama2 13b text", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-fp16", + "name": "Llama2 13b text fp16", + "display_name": "Llama2 13b text fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q2_K", + "name": "Llama2 13b text q2_K", + "display_name": "Llama2 13b text q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q3_K_L", + "name": "Llama2 13b text q3_K_L", + "display_name": "Llama2 13b text q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q3_K_M", + "name": "Llama2 13b text q3_K_M", + "display_name": "Llama2 13b text q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q3_K_S", + "name": "Llama2 13b text q3_K_S", + "display_name": "Llama2 13b text q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q4_0", + "name": "Llama2 13b text q4_0", + "display_name": "Llama2 13b text q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q4_1", + "name": "Llama2 13b text q4_1", + "display_name": "Llama2 13b text q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q4_K_M", + "name": "Llama2 13b text q4_K_M", + "display_name": "Llama2 13b text q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q4_K_S", + "name": "Llama2 13b text q4_K_S", + "display_name": "Llama2 13b text q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q5_0", + "name": "Llama2 13b text q5_0", + "display_name": "Llama2 13b text q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q5_1", + "name": "Llama2 13b text q5_1", + "display_name": "Llama2 13b text q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q5_K_M", + "name": "Llama2 13b text q5_K_M", + "display_name": "Llama2 13b text q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q5_K_S", + "name": "Llama2 13b text q5_K_S", + "display_name": "Llama2 13b text q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q6_K", + "name": "Llama2 13b text q6_K", + "display_name": "Llama2 13b text q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:13b-text-q8_0", + "name": "Llama2 13b text q8_0", + "display_name": "Llama2 13b text q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b", + "name": "Llama2 70b", + "display_name": "Llama2 70b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat", + "name": "Llama2 70b chat", + "display_name": "Llama2 70b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-fp16", + "name": "Llama2 70b chat fp16", + "display_name": "Llama2 70b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q2_K", + "name": "Llama2 70b chat q2_K", + "display_name": "Llama2 70b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q3_K_L", + "name": "Llama2 70b chat q3_K_L", + "display_name": "Llama2 70b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q3_K_M", + "name": "Llama2 70b chat q3_K_M", + "display_name": "Llama2 70b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q3_K_S", + "name": "Llama2 70b chat q3_K_S", + "display_name": "Llama2 70b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q4_0", + "name": "Llama2 70b chat q4_0", + "display_name": "Llama2 70b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q4_1", + "name": "Llama2 70b chat q4_1", + "display_name": "Llama2 70b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q4_K_M", + "name": "Llama2 70b chat q4_K_M", + "display_name": "Llama2 70b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q4_K_S", + "name": "Llama2 70b chat q4_K_S", + "display_name": "Llama2 70b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q5_0", + "name": "Llama2 70b chat q5_0", + "display_name": "Llama2 70b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q5_1", + "name": "Llama2 70b chat q5_1", + "display_name": "Llama2 70b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q5_K_M", + "name": "Llama2 70b chat q5_K_M", + "display_name": "Llama2 70b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q5_K_S", + "name": "Llama2 70b chat q5_K_S", + "display_name": "Llama2 70b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q6_K", + "name": "Llama2 70b chat q6_K", + "display_name": "Llama2 70b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-chat-q8_0", + "name": "Llama2 70b chat q8_0", + "display_name": "Llama2 70b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text", + "name": "Llama2 70b text", + "display_name": "Llama2 70b text", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-fp16", + "name": "Llama2 70b text fp16", + "display_name": "Llama2 70b text fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q2_K", + "name": "Llama2 70b text q2_K", + "display_name": "Llama2 70b text q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q3_K_L", + "name": "Llama2 70b text q3_K_L", + "display_name": "Llama2 70b text q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q3_K_M", + "name": "Llama2 70b text q3_K_M", + "display_name": "Llama2 70b text q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q3_K_S", + "name": "Llama2 70b text q3_K_S", + "display_name": "Llama2 70b text q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q4_0", + "name": "Llama2 70b text q4_0", + "display_name": "Llama2 70b text q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q4_1", + "name": "Llama2 70b text q4_1", + "display_name": "Llama2 70b text q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q4_K_M", + "name": "Llama2 70b text q4_K_M", + "display_name": "Llama2 70b text q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q4_K_S", + "name": "Llama2 70b text q4_K_S", + "display_name": "Llama2 70b text q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q5_0", + "name": "Llama2 70b text q5_0", + "display_name": "Llama2 70b text q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q5_1", + "name": "Llama2 70b text q5_1", + "display_name": "Llama2 70b text q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q5_K_M", + "name": "Llama2 70b text q5_K_M", + "display_name": "Llama2 70b text q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q5_K_S", + "name": "Llama2 70b text q5_K_S", + "display_name": "Llama2 70b text q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q6_K", + "name": "Llama2 70b text q6_K", + "display_name": "Llama2 70b text q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:70b-text-q8_0", + "name": "Llama2 70b text q8_0", + "display_name": "Llama2 70b text q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b", + "name": "Llama2 7b", + "display_name": "Llama2 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat", + "name": "Llama2 7b chat", + "display_name": "Llama2 7b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-fp16", + "name": "Llama2 7b chat fp16", + "display_name": "Llama2 7b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q2_K", + "name": "Llama2 7b chat q2_K", + "display_name": "Llama2 7b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q3_K_L", + "name": "Llama2 7b chat q3_K_L", + "display_name": "Llama2 7b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q3_K_M", + "name": "Llama2 7b chat q3_K_M", + "display_name": "Llama2 7b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q3_K_S", + "name": "Llama2 7b chat q3_K_S", + "display_name": "Llama2 7b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q4_0", + "name": "Llama2 7b chat q4_0", + "display_name": "Llama2 7b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q4_1", + "name": "Llama2 7b chat q4_1", + "display_name": "Llama2 7b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q4_K_M", + "name": "Llama2 7b chat q4_K_M", + "display_name": "Llama2 7b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q4_K_S", + "name": "Llama2 7b chat q4_K_S", + "display_name": "Llama2 7b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q5_0", + "name": "Llama2 7b chat q5_0", + "display_name": "Llama2 7b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q5_1", + "name": "Llama2 7b chat q5_1", + "display_name": "Llama2 7b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q5_K_M", + "name": "Llama2 7b chat q5_K_M", + "display_name": "Llama2 7b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q5_K_S", + "name": "Llama2 7b chat q5_K_S", + "display_name": "Llama2 7b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q6_K", + "name": "Llama2 7b chat q6_K", + "display_name": "Llama2 7b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-chat-q8_0", + "name": "Llama2 7b chat q8_0", + "display_name": "Llama2 7b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text", + "name": "Llama2 7b text", + "display_name": "Llama2 7b text", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-fp16", + "name": "Llama2 7b text fp16", + "display_name": "Llama2 7b text fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q2_K", + "name": "Llama2 7b text q2_K", + "display_name": "Llama2 7b text q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q3_K_L", + "name": "Llama2 7b text q3_K_L", + "display_name": "Llama2 7b text q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q3_K_M", + "name": "Llama2 7b text q3_K_M", + "display_name": "Llama2 7b text q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q3_K_S", + "name": "Llama2 7b text q3_K_S", + "display_name": "Llama2 7b text q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q4_0", + "name": "Llama2 7b text q4_0", + "display_name": "Llama2 7b text q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q4_1", + "name": "Llama2 7b text q4_1", + "display_name": "Llama2 7b text q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q4_K_M", + "name": "Llama2 7b text q4_K_M", + "display_name": "Llama2 7b text q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q4_K_S", + "name": "Llama2 7b text q4_K_S", + "display_name": "Llama2 7b text q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q5_0", + "name": "Llama2 7b text q5_0", + "display_name": "Llama2 7b text q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q5_1", + "name": "Llama2 7b text q5_1", + "display_name": "Llama2 7b text q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q5_K_M", + "name": "Llama2 7b text q5_K_M", + "display_name": "Llama2 7b text q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q5_K_S", + "name": "Llama2 7b text q5_K_S", + "display_name": "Llama2 7b text q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q6_K", + "name": "Llama2 7b text q6_K", + "display_name": "Llama2 7b text q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:7b-text-q8_0", + "name": "Llama2 7b text q8_0", + "display_name": "Llama2 7b text q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:chat", + "name": "Llama2 Chat", + "display_name": "Llama2 Chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:latest", + "name": "Llama2 Latest", + "display_name": "Llama2 Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama2:text", + "name": "Llama2 Text", + "display_name": "Llama2 Text", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b", + "name": "Llama3-chatqa 70b", + "display_name": "Llama3-chatqa 70b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5", + "name": "Llama3-chatqa 70b v1.5", + "display_name": "Llama3-chatqa 70b v1.5", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-fp16", + "name": "Llama3-chatqa 70b v1.5 fp16", + "display_name": "Llama3-chatqa 70b v1.5 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q2_K", + "name": "Llama3-chatqa 70b v1.5 q2_K", + "display_name": "Llama3-chatqa 70b v1.5 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q3_K_L", + "name": "Llama3-chatqa 70b v1.5 q3_K_L", + "display_name": "Llama3-chatqa 70b v1.5 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q3_K_M", + "name": "Llama3-chatqa 70b v1.5 q3_K_M", + "display_name": "Llama3-chatqa 70b v1.5 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q3_K_S", + "name": "Llama3-chatqa 70b v1.5 q3_K_S", + "display_name": "Llama3-chatqa 70b v1.5 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q4_0", + "name": "Llama3-chatqa 70b v1.5 q4_0", + "display_name": "Llama3-chatqa 70b v1.5 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q4_1", + "name": "Llama3-chatqa 70b v1.5 q4_1", + "display_name": "Llama3-chatqa 70b v1.5 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q4_K_M", + "name": "Llama3-chatqa 70b v1.5 q4_K_M", + "display_name": "Llama3-chatqa 70b v1.5 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q4_K_S", + "name": "Llama3-chatqa 70b v1.5 q4_K_S", + "display_name": "Llama3-chatqa 70b v1.5 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q5_0", + "name": "Llama3-chatqa 70b v1.5 q5_0", + "display_name": "Llama3-chatqa 70b v1.5 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q5_1", + "name": "Llama3-chatqa 70b v1.5 q5_1", + "display_name": "Llama3-chatqa 70b v1.5 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q5_K_M", + "name": "Llama3-chatqa 70b v1.5 q5_K_M", + "display_name": "Llama3-chatqa 70b v1.5 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q5_K_S", + "name": "Llama3-chatqa 70b v1.5 q5_K_S", + "display_name": "Llama3-chatqa 70b v1.5 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q6_K", + "name": "Llama3-chatqa 70b v1.5 q6_K", + "display_name": "Llama3-chatqa 70b v1.5 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:70b-v1.5-q8_0", + "name": "Llama3-chatqa 70b v1.5 q8_0", + "display_name": "Llama3-chatqa 70b v1.5 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b", + "name": "Llama3-chatqa 8b", + "display_name": "Llama3-chatqa 8b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5", + "name": "Llama3-chatqa 8b v1.5", + "display_name": "Llama3-chatqa 8b v1.5", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-fp16", + "name": "Llama3-chatqa 8b v1.5 fp16", + "display_name": "Llama3-chatqa 8b v1.5 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q2_K", + "name": "Llama3-chatqa 8b v1.5 q2_K", + "display_name": "Llama3-chatqa 8b v1.5 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q3_K_L", + "name": "Llama3-chatqa 8b v1.5 q3_K_L", + "display_name": "Llama3-chatqa 8b v1.5 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q3_K_M", + "name": "Llama3-chatqa 8b v1.5 q3_K_M", + "display_name": "Llama3-chatqa 8b v1.5 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q3_K_S", + "name": "Llama3-chatqa 8b v1.5 q3_K_S", + "display_name": "Llama3-chatqa 8b v1.5 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q4_0", + "name": "Llama3-chatqa 8b v1.5 q4_0", + "display_name": "Llama3-chatqa 8b v1.5 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q4_1", + "name": "Llama3-chatqa 8b v1.5 q4_1", + "display_name": "Llama3-chatqa 8b v1.5 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q4_K_M", + "name": "Llama3-chatqa 8b v1.5 q4_K_M", + "display_name": "Llama3-chatqa 8b v1.5 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q4_K_S", + "name": "Llama3-chatqa 8b v1.5 q4_K_S", + "display_name": "Llama3-chatqa 8b v1.5 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q5_0", + "name": "Llama3-chatqa 8b v1.5 q5_0", + "display_name": "Llama3-chatqa 8b v1.5 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q5_1", + "name": "Llama3-chatqa 8b v1.5 q5_1", + "display_name": "Llama3-chatqa 8b v1.5 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q5_K_M", + "name": "Llama3-chatqa 8b v1.5 q5_K_M", + "display_name": "Llama3-chatqa 8b v1.5 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q5_K_S", + "name": "Llama3-chatqa 8b v1.5 q5_K_S", + "display_name": "Llama3-chatqa 8b v1.5 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q6_K", + "name": "Llama3-chatqa 8b v1.5 q6_K", + "display_name": "Llama3-chatqa 8b v1.5 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:8b-v1.5-q8_0", + "name": "Llama3-chatqa 8b v1.5 q8_0", + "display_name": "Llama3-chatqa 8b v1.5 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-chatqa:latest", + "name": "Llama3-chatqa Latest", + "display_name": "Llama3-chatqa Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:1048k", + "name": "Llama3-gradient 1048k", + "display_name": "Llama3-gradient 1048k", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b", + "name": "Llama3-gradient 70b", + "display_name": "Llama3-gradient 70b", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-fp16", + "name": "Llama3-gradient 70b instruct 1048k fp16", + "display_name": "Llama3-gradient 70b instruct 1048k fp16", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q2_K", + "name": "Llama3-gradient 70b instruct 1048k q2_K", + "display_name": "Llama3-gradient 70b instruct 1048k q2_K", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q3_K_L", + "name": "Llama3-gradient 70b instruct 1048k q3_K_L", + "display_name": "Llama3-gradient 70b instruct 1048k q3_K_L", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q3_K_M", + "name": "Llama3-gradient 70b instruct 1048k q3_K_M", + "display_name": "Llama3-gradient 70b instruct 1048k q3_K_M", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q3_K_S", + "name": "Llama3-gradient 70b instruct 1048k q3_K_S", + "display_name": "Llama3-gradient 70b instruct 1048k q3_K_S", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q4_0", + "name": "Llama3-gradient 70b instruct 1048k q4_0", + "display_name": "Llama3-gradient 70b instruct 1048k q4_0", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q4_1", + "name": "Llama3-gradient 70b instruct 1048k q4_1", + "display_name": "Llama3-gradient 70b instruct 1048k q4_1", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q4_K_M", + "name": "Llama3-gradient 70b instruct 1048k q4_K_M", + "display_name": "Llama3-gradient 70b instruct 1048k q4_K_M", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q4_K_S", + "name": "Llama3-gradient 70b instruct 1048k q4_K_S", + "display_name": "Llama3-gradient 70b instruct 1048k q4_K_S", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q5_0", + "name": "Llama3-gradient 70b instruct 1048k q5_0", + "display_name": "Llama3-gradient 70b instruct 1048k q5_0", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q5_1", + "name": "Llama3-gradient 70b instruct 1048k q5_1", + "display_name": "Llama3-gradient 70b instruct 1048k q5_1", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q5_K_M", + "name": "Llama3-gradient 70b instruct 1048k q5_K_M", + "display_name": "Llama3-gradient 70b instruct 1048k q5_K_M", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q5_K_S", + "name": "Llama3-gradient 70b instruct 1048k q5_K_S", + "display_name": "Llama3-gradient 70b instruct 1048k q5_K_S", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q6_K", + "name": "Llama3-gradient 70b instruct 1048k q6_K", + "display_name": "Llama3-gradient 70b instruct 1048k q6_K", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:70b-instruct-1048k-q8_0", + "name": "Llama3-gradient 70b instruct 1048k q8_0", + "display_name": "Llama3-gradient 70b instruct 1048k q8_0", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b", + "name": "Llama3-gradient 8b", + "display_name": "Llama3-gradient 8b", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-fp16", + "name": "Llama3-gradient 8b instruct 1048k fp16", + "display_name": "Llama3-gradient 8b instruct 1048k fp16", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q2_K", + "name": "Llama3-gradient 8b instruct 1048k q2_K", + "display_name": "Llama3-gradient 8b instruct 1048k q2_K", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q3_K_L", + "name": "Llama3-gradient 8b instruct 1048k q3_K_L", + "display_name": "Llama3-gradient 8b instruct 1048k q3_K_L", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q3_K_M", + "name": "Llama3-gradient 8b instruct 1048k q3_K_M", + "display_name": "Llama3-gradient 8b instruct 1048k q3_K_M", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q3_K_S", + "name": "Llama3-gradient 8b instruct 1048k q3_K_S", + "display_name": "Llama3-gradient 8b instruct 1048k q3_K_S", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q4_0", + "name": "Llama3-gradient 8b instruct 1048k q4_0", + "display_name": "Llama3-gradient 8b instruct 1048k q4_0", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q4_1", + "name": "Llama3-gradient 8b instruct 1048k q4_1", + "display_name": "Llama3-gradient 8b instruct 1048k q4_1", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q4_K_M", + "name": "Llama3-gradient 8b instruct 1048k q4_K_M", + "display_name": "Llama3-gradient 8b instruct 1048k q4_K_M", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q4_K_S", + "name": "Llama3-gradient 8b instruct 1048k q4_K_S", + "display_name": "Llama3-gradient 8b instruct 1048k q4_K_S", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q5_0", + "name": "Llama3-gradient 8b instruct 1048k q5_0", + "display_name": "Llama3-gradient 8b instruct 1048k q5_0", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q5_1", + "name": "Llama3-gradient 8b instruct 1048k q5_1", + "display_name": "Llama3-gradient 8b instruct 1048k q5_1", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q5_K_M", + "name": "Llama3-gradient 8b instruct 1048k q5_K_M", + "display_name": "Llama3-gradient 8b instruct 1048k q5_K_M", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q5_K_S", + "name": "Llama3-gradient 8b instruct 1048k q5_K_S", + "display_name": "Llama3-gradient 8b instruct 1048k q5_K_S", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q6_K", + "name": "Llama3-gradient 8b instruct 1048k q6_K", + "display_name": "Llama3-gradient 8b instruct 1048k q6_K", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:8b-instruct-1048k-q8_0", + "name": "Llama3-gradient 8b instruct 1048k q8_0", + "display_name": "Llama3-gradient 8b instruct 1048k q8_0", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:instruct", + "name": "Llama3-gradient Instruct", + "display_name": "Llama3-gradient Instruct", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-gradient:latest", + "name": "Llama3-gradient Latest", + "display_name": "Llama3-gradient Latest", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b", + "name": "Llama3-groq-tool-use 70b", + "display_name": "Llama3-groq-tool-use 70b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-fp16", + "name": "Llama3-groq-tool-use 70b fp16", + "display_name": "Llama3-groq-tool-use 70b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q2_K", + "name": "Llama3-groq-tool-use 70b q2_K", + "display_name": "Llama3-groq-tool-use 70b q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q3_K_L", + "name": "Llama3-groq-tool-use 70b q3_K_L", + "display_name": "Llama3-groq-tool-use 70b q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q3_K_M", + "name": "Llama3-groq-tool-use 70b q3_K_M", + "display_name": "Llama3-groq-tool-use 70b q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q3_K_S", + "name": "Llama3-groq-tool-use 70b q3_K_S", + "display_name": "Llama3-groq-tool-use 70b q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q4_0", + "name": "Llama3-groq-tool-use 70b q4_0", + "display_name": "Llama3-groq-tool-use 70b q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q4_1", + "name": "Llama3-groq-tool-use 70b q4_1", + "display_name": "Llama3-groq-tool-use 70b q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q4_K_M", + "name": "Llama3-groq-tool-use 70b q4_K_M", + "display_name": "Llama3-groq-tool-use 70b q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q4_K_S", + "name": "Llama3-groq-tool-use 70b q4_K_S", + "display_name": "Llama3-groq-tool-use 70b q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q5_0", + "name": "Llama3-groq-tool-use 70b q5_0", + "display_name": "Llama3-groq-tool-use 70b q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q5_1", + "name": "Llama3-groq-tool-use 70b q5_1", + "display_name": "Llama3-groq-tool-use 70b q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q5_K_M", + "name": "Llama3-groq-tool-use 70b q5_K_M", + "display_name": "Llama3-groq-tool-use 70b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q5_K_S", + "name": "Llama3-groq-tool-use 70b q5_K_S", + "display_name": "Llama3-groq-tool-use 70b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q6_K", + "name": "Llama3-groq-tool-use 70b q6_K", + "display_name": "Llama3-groq-tool-use 70b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:70b-q8_0", + "name": "Llama3-groq-tool-use 70b q8_0", + "display_name": "Llama3-groq-tool-use 70b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b", + "name": "Llama3-groq-tool-use 8b", + "display_name": "Llama3-groq-tool-use 8b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-fp16", + "name": "Llama3-groq-tool-use 8b fp16", + "display_name": "Llama3-groq-tool-use 8b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q2_K", + "name": "Llama3-groq-tool-use 8b q2_K", + "display_name": "Llama3-groq-tool-use 8b q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q3_K_L", + "name": "Llama3-groq-tool-use 8b q3_K_L", + "display_name": "Llama3-groq-tool-use 8b q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q3_K_M", + "name": "Llama3-groq-tool-use 8b q3_K_M", + "display_name": "Llama3-groq-tool-use 8b q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q3_K_S", + "name": "Llama3-groq-tool-use 8b q3_K_S", + "display_name": "Llama3-groq-tool-use 8b q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q4_0", + "name": "Llama3-groq-tool-use 8b q4_0", + "display_name": "Llama3-groq-tool-use 8b q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q4_1", + "name": "Llama3-groq-tool-use 8b q4_1", + "display_name": "Llama3-groq-tool-use 8b q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q4_K_M", + "name": "Llama3-groq-tool-use 8b q4_K_M", + "display_name": "Llama3-groq-tool-use 8b q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q4_K_S", + "name": "Llama3-groq-tool-use 8b q4_K_S", + "display_name": "Llama3-groq-tool-use 8b q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q5_0", + "name": "Llama3-groq-tool-use 8b q5_0", + "display_name": "Llama3-groq-tool-use 8b q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q5_1", + "name": "Llama3-groq-tool-use 8b q5_1", + "display_name": "Llama3-groq-tool-use 8b q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q5_K_M", + "name": "Llama3-groq-tool-use 8b q5_K_M", + "display_name": "Llama3-groq-tool-use 8b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q5_K_S", + "name": "Llama3-groq-tool-use 8b q5_K_S", + "display_name": "Llama3-groq-tool-use 8b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q6_K", + "name": "Llama3-groq-tool-use 8b q6_K", + "display_name": "Llama3-groq-tool-use 8b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:8b-q8_0", + "name": "Llama3-groq-tool-use 8b q8_0", + "display_name": "Llama3-groq-tool-use 8b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3-groq-tool-use:latest", + "name": "Llama3-groq-tool-use Latest", + "display_name": "Llama3-groq-tool-use Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b", + "name": "Llama3 70b", + "display_name": "Llama3 70b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct", + "name": "Llama3 70b instruct", + "display_name": "Llama3 70b instruct", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-fp16", + "name": "Llama3 70b instruct fp16", + "display_name": "Llama3 70b instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q2_K", + "name": "Llama3 70b instruct q2_K", + "display_name": "Llama3 70b instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q3_K_L", + "name": "Llama3 70b instruct q3_K_L", + "display_name": "Llama3 70b instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q3_K_M", + "name": "Llama3 70b instruct q3_K_M", + "display_name": "Llama3 70b instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q3_K_S", + "name": "Llama3 70b instruct q3_K_S", + "display_name": "Llama3 70b instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q4_0", + "name": "Llama3 70b instruct q4_0", + "display_name": "Llama3 70b instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q4_1", + "name": "Llama3 70b instruct q4_1", + "display_name": "Llama3 70b instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q4_K_M", + "name": "Llama3 70b instruct q4_K_M", + "display_name": "Llama3 70b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q4_K_S", + "name": "Llama3 70b instruct q4_K_S", + "display_name": "Llama3 70b instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q5_0", + "name": "Llama3 70b instruct q5_0", + "display_name": "Llama3 70b instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q5_1", + "name": "Llama3 70b instruct q5_1", + "display_name": "Llama3 70b instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q5_K_M", + "name": "Llama3 70b instruct q5_K_M", + "display_name": "Llama3 70b instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q5_K_S", + "name": "Llama3 70b instruct q5_K_S", + "display_name": "Llama3 70b instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q6_K", + "name": "Llama3 70b instruct q6_K", + "display_name": "Llama3 70b instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-instruct-q8_0", + "name": "Llama3 70b instruct q8_0", + "display_name": "Llama3 70b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text", + "name": "Llama3 70b text", + "display_name": "Llama3 70b text", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-fp16", + "name": "Llama3 70b text fp16", + "display_name": "Llama3 70b text fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q2_K", + "name": "Llama3 70b text q2_K", + "display_name": "Llama3 70b text q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q3_K_L", + "name": "Llama3 70b text q3_K_L", + "display_name": "Llama3 70b text q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q3_K_M", + "name": "Llama3 70b text q3_K_M", + "display_name": "Llama3 70b text q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q3_K_S", + "name": "Llama3 70b text q3_K_S", + "display_name": "Llama3 70b text q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q4_0", + "name": "Llama3 70b text q4_0", + "display_name": "Llama3 70b text q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q4_1", + "name": "Llama3 70b text q4_1", + "display_name": "Llama3 70b text q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q4_K_M", + "name": "Llama3 70b text q4_K_M", + "display_name": "Llama3 70b text q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q4_K_S", + "name": "Llama3 70b text q4_K_S", + "display_name": "Llama3 70b text q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q5_0", + "name": "Llama3 70b text q5_0", + "display_name": "Llama3 70b text q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q5_1", + "name": "Llama3 70b text q5_1", + "display_name": "Llama3 70b text q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q5_K_M", + "name": "Llama3 70b text q5_K_M", + "display_name": "Llama3 70b text q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q5_K_S", + "name": "Llama3 70b text q5_K_S", + "display_name": "Llama3 70b text q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q6_K", + "name": "Llama3 70b text q6_K", + "display_name": "Llama3 70b text q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:70b-text-q8_0", + "name": "Llama3 70b text q8_0", + "display_name": "Llama3 70b text q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b", + "name": "Llama3 8b", + "display_name": "Llama3 8b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-fp16", + "name": "Llama3 8b instruct fp16", + "display_name": "Llama3 8b instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q2_K", + "name": "Llama3 8b instruct q2_K", + "display_name": "Llama3 8b instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q3_K_L", + "name": "Llama3 8b instruct q3_K_L", + "display_name": "Llama3 8b instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q3_K_M", + "name": "Llama3 8b instruct q3_K_M", + "display_name": "Llama3 8b instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q3_K_S", + "name": "Llama3 8b instruct q3_K_S", + "display_name": "Llama3 8b instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q4_0", + "name": "Llama3 8b instruct q4_0", + "display_name": "Llama3 8b instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q4_1", + "name": "Llama3 8b instruct q4_1", + "display_name": "Llama3 8b instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q4_K_M", + "name": "Llama3 8b instruct q4_K_M", + "display_name": "Llama3 8b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q4_K_S", + "name": "Llama3 8b instruct q4_K_S", + "display_name": "Llama3 8b instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q5_0", + "name": "Llama3 8b instruct q5_0", + "display_name": "Llama3 8b instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q5_1", + "name": "Llama3 8b instruct q5_1", + "display_name": "Llama3 8b instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q5_K_M", + "name": "Llama3 8b instruct q5_K_M", + "display_name": "Llama3 8b instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q5_K_S", + "name": "Llama3 8b instruct q5_K_S", + "display_name": "Llama3 8b instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q6_K", + "name": "Llama3 8b instruct q6_K", + "display_name": "Llama3 8b instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-instruct-q8_0", + "name": "Llama3 8b instruct q8_0", + "display_name": "Llama3 8b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text", + "name": "Llama3 8b text", + "display_name": "Llama3 8b text", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-fp16", + "name": "Llama3 8b text fp16", + "display_name": "Llama3 8b text fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q2_K", + "name": "Llama3 8b text q2_K", + "display_name": "Llama3 8b text q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q3_K_L", + "name": "Llama3 8b text q3_K_L", + "display_name": "Llama3 8b text q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q3_K_M", + "name": "Llama3 8b text q3_K_M", + "display_name": "Llama3 8b text q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q3_K_S", + "name": "Llama3 8b text q3_K_S", + "display_name": "Llama3 8b text q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q4_0", + "name": "Llama3 8b text q4_0", + "display_name": "Llama3 8b text q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q4_1", + "name": "Llama3 8b text q4_1", + "display_name": "Llama3 8b text q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q4_K_M", + "name": "Llama3 8b text q4_K_M", + "display_name": "Llama3 8b text q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q4_K_S", + "name": "Llama3 8b text q4_K_S", + "display_name": "Llama3 8b text q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q5_0", + "name": "Llama3 8b text q5_0", + "display_name": "Llama3 8b text q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q5_1", + "name": "Llama3 8b text q5_1", + "display_name": "Llama3 8b text q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q5_K_M", + "name": "Llama3 8b text q5_K_M", + "display_name": "Llama3 8b text q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q5_K_S", + "name": "Llama3 8b text q5_K_S", + "display_name": "Llama3 8b text q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q6_K", + "name": "Llama3 8b text q6_K", + "display_name": "Llama3 8b text q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:8b-text-q8_0", + "name": "Llama3 8b text q8_0", + "display_name": "Llama3 8b text q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:instruct", + "name": "Llama3 Instruct", + "display_name": "Llama3 Instruct", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:latest", + "name": "Llama3 Latest", + "display_name": "Llama3 Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3:text", + "name": "Llama3 Text", + "display_name": "Llama3 Text", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b", + "name": "Llama3.1 405b", + "display_name": "Llama3.1 405b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-fp16", + "name": "Llama3.1 405b instruct fp16", + "display_name": "Llama3.1 405b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q2_K", + "name": "Llama3.1 405b instruct q2_K", + "display_name": "Llama3.1 405b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q3_K_L", + "name": "Llama3.1 405b instruct q3_K_L", + "display_name": "Llama3.1 405b instruct q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q3_K_M", + "name": "Llama3.1 405b instruct q3_K_M", + "display_name": "Llama3.1 405b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q3_K_S", + "name": "Llama3.1 405b instruct q3_K_S", + "display_name": "Llama3.1 405b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q4_0", + "name": "Llama3.1 405b instruct q4_0", + "display_name": "Llama3.1 405b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q4_1", + "name": "Llama3.1 405b instruct q4_1", + "display_name": "Llama3.1 405b instruct q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q4_K_M", + "name": "Llama3.1 405b instruct q4_K_M", + "display_name": "Llama3.1 405b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q4_K_S", + "name": "Llama3.1 405b instruct q4_K_S", + "display_name": "Llama3.1 405b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q5_0", + "name": "Llama3.1 405b instruct q5_0", + "display_name": "Llama3.1 405b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q5_1", + "name": "Llama3.1 405b instruct q5_1", + "display_name": "Llama3.1 405b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q5_K_M", + "name": "Llama3.1 405b instruct q5_K_M", + "display_name": "Llama3.1 405b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q5_K_S", + "name": "Llama3.1 405b instruct q5_K_S", + "display_name": "Llama3.1 405b instruct q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q6_K", + "name": "Llama3.1 405b instruct q6_K", + "display_name": "Llama3.1 405b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-instruct-q8_0", + "name": "Llama3.1 405b instruct q8_0", + "display_name": "Llama3.1 405b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-fp16", + "name": "Llama3.1 405b text fp16", + "display_name": "Llama3.1 405b text fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q2_K", + "name": "Llama3.1 405b text q2_K", + "display_name": "Llama3.1 405b text q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q3_K_L", + "name": "Llama3.1 405b text q3_K_L", + "display_name": "Llama3.1 405b text q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q3_K_M", + "name": "Llama3.1 405b text q3_K_M", + "display_name": "Llama3.1 405b text q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q3_K_S", + "name": "Llama3.1 405b text q3_K_S", + "display_name": "Llama3.1 405b text q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q4_0", + "name": "Llama3.1 405b text q4_0", + "display_name": "Llama3.1 405b text q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q4_1", + "name": "Llama3.1 405b text q4_1", + "display_name": "Llama3.1 405b text q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q4_K_M", + "name": "Llama3.1 405b text q4_K_M", + "display_name": "Llama3.1 405b text q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q4_K_S", + "name": "Llama3.1 405b text q4_K_S", + "display_name": "Llama3.1 405b text q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q5_0", + "name": "Llama3.1 405b text q5_0", + "display_name": "Llama3.1 405b text q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q5_1", + "name": "Llama3.1 405b text q5_1", + "display_name": "Llama3.1 405b text q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q5_K_M", + "name": "Llama3.1 405b text q5_K_M", + "display_name": "Llama3.1 405b text q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q5_K_S", + "name": "Llama3.1 405b text q5_K_S", + "display_name": "Llama3.1 405b text q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q6_K", + "name": "Llama3.1 405b text q6_K", + "display_name": "Llama3.1 405b text q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:405b-text-q8_0", + "name": "Llama3.1 405b text q8_0", + "display_name": "Llama3.1 405b text q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b", + "name": "Llama3.1 70b", + "display_name": "Llama3.1 70b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-fp16", + "name": "Llama3.1 70b instruct fp16", + "display_name": "Llama3.1 70b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q2_K", + "name": "Llama3.1 70b instruct q2_K", + "display_name": "Llama3.1 70b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q3_K_L", + "name": "Llama3.1 70b instruct q3_K_L", + "display_name": "Llama3.1 70b instruct q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q3_K_M", + "name": "Llama3.1 70b instruct q3_K_M", + "display_name": "Llama3.1 70b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q3_K_S", + "name": "Llama3.1 70b instruct q3_K_S", + "display_name": "Llama3.1 70b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q4_0", + "name": "Llama3.1 70b instruct q4_0", + "display_name": "Llama3.1 70b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q4_K_M", + "name": "Llama3.1 70b instruct q4_K_M", + "display_name": "Llama3.1 70b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q4_K_S", + "name": "Llama3.1 70b instruct q4_K_S", + "display_name": "Llama3.1 70b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q5_0", + "name": "Llama3.1 70b instruct q5_0", + "display_name": "Llama3.1 70b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q5_1", + "name": "Llama3.1 70b instruct q5_1", + "display_name": "Llama3.1 70b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q5_K_M", + "name": "Llama3.1 70b instruct q5_K_M", + "display_name": "Llama3.1 70b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q5_K_S", + "name": "Llama3.1 70b instruct q5_K_S", + "display_name": "Llama3.1 70b instruct q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q6_K", + "name": "Llama3.1 70b instruct q6_K", + "display_name": "Llama3.1 70b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-instruct-q8_0", + "name": "Llama3.1 70b instruct q8_0", + "display_name": "Llama3.1 70b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-fp16", + "name": "Llama3.1 70b text fp16", + "display_name": "Llama3.1 70b text fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q2_K", + "name": "Llama3.1 70b text q2_K", + "display_name": "Llama3.1 70b text q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q3_K_L", + "name": "Llama3.1 70b text q3_K_L", + "display_name": "Llama3.1 70b text q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q3_K_M", + "name": "Llama3.1 70b text q3_K_M", + "display_name": "Llama3.1 70b text q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q3_K_S", + "name": "Llama3.1 70b text q3_K_S", + "display_name": "Llama3.1 70b text q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q4_0", + "name": "Llama3.1 70b text q4_0", + "display_name": "Llama3.1 70b text q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q4_1", + "name": "Llama3.1 70b text q4_1", + "display_name": "Llama3.1 70b text q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q4_K_M", + "name": "Llama3.1 70b text q4_K_M", + "display_name": "Llama3.1 70b text q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q4_K_S", + "name": "Llama3.1 70b text q4_K_S", + "display_name": "Llama3.1 70b text q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q5_0", + "name": "Llama3.1 70b text q5_0", + "display_name": "Llama3.1 70b text q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q5_1", + "name": "Llama3.1 70b text q5_1", + "display_name": "Llama3.1 70b text q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q5_K_M", + "name": "Llama3.1 70b text q5_K_M", + "display_name": "Llama3.1 70b text q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q5_K_S", + "name": "Llama3.1 70b text q5_K_S", + "display_name": "Llama3.1 70b text q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q6_K", + "name": "Llama3.1 70b text q6_K", + "display_name": "Llama3.1 70b text q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:70b-text-q8_0", + "name": "Llama3.1 70b text q8_0", + "display_name": "Llama3.1 70b text q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b", + "name": "Llama3.1 8b", + "display_name": "Llama3.1 8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-fp16", + "name": "Llama3.1 8b instruct fp16", + "display_name": "Llama3.1 8b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q2_K", + "name": "Llama3.1 8b instruct q2_K", + "display_name": "Llama3.1 8b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q3_K_L", + "name": "Llama3.1 8b instruct q3_K_L", + "display_name": "Llama3.1 8b instruct q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q3_K_M", + "name": "Llama3.1 8b instruct q3_K_M", + "display_name": "Llama3.1 8b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q3_K_S", + "name": "Llama3.1 8b instruct q3_K_S", + "display_name": "Llama3.1 8b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q4_0", + "name": "Llama3.1 8b instruct q4_0", + "display_name": "Llama3.1 8b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q4_1", + "name": "Llama3.1 8b instruct q4_1", + "display_name": "Llama3.1 8b instruct q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q4_K_M", + "name": "Llama3.1 8b instruct q4_K_M", + "display_name": "Llama3.1 8b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q4_K_S", + "name": "Llama3.1 8b instruct q4_K_S", + "display_name": "Llama3.1 8b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q5_0", + "name": "Llama3.1 8b instruct q5_0", + "display_name": "Llama3.1 8b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q5_1", + "name": "Llama3.1 8b instruct q5_1", + "display_name": "Llama3.1 8b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q5_K_M", + "name": "Llama3.1 8b instruct q5_K_M", + "display_name": "Llama3.1 8b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q5_K_S", + "name": "Llama3.1 8b instruct q5_K_S", + "display_name": "Llama3.1 8b instruct q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q6_K", + "name": "Llama3.1 8b instruct q6_K", + "display_name": "Llama3.1 8b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-instruct-q8_0", + "name": "Llama3.1 8b instruct q8_0", + "display_name": "Llama3.1 8b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-fp16", + "name": "Llama3.1 8b text fp16", + "display_name": "Llama3.1 8b text fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q2_K", + "name": "Llama3.1 8b text q2_K", + "display_name": "Llama3.1 8b text q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q3_K_L", + "name": "Llama3.1 8b text q3_K_L", + "display_name": "Llama3.1 8b text q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q3_K_M", + "name": "Llama3.1 8b text q3_K_M", + "display_name": "Llama3.1 8b text q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q3_K_S", + "name": "Llama3.1 8b text q3_K_S", + "display_name": "Llama3.1 8b text q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q4_0", + "name": "Llama3.1 8b text q4_0", + "display_name": "Llama3.1 8b text q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q4_1", + "name": "Llama3.1 8b text q4_1", + "display_name": "Llama3.1 8b text q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q4_K_M", + "name": "Llama3.1 8b text q4_K_M", + "display_name": "Llama3.1 8b text q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q4_K_S", + "name": "Llama3.1 8b text q4_K_S", + "display_name": "Llama3.1 8b text q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q5_0", + "name": "Llama3.1 8b text q5_0", + "display_name": "Llama3.1 8b text q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q5_1", + "name": "Llama3.1 8b text q5_1", + "display_name": "Llama3.1 8b text q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q5_K_M", + "name": "Llama3.1 8b text q5_K_M", + "display_name": "Llama3.1 8b text q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q5_K_S", + "name": "Llama3.1 8b text q5_K_S", + "display_name": "Llama3.1 8b text q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q6_K", + "name": "Llama3.1 8b text q6_K", + "display_name": "Llama3.1 8b text q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:8b-text-q8_0", + "name": "Llama3.1 8b text q8_0", + "display_name": "Llama3.1 8b text q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.1:latest", + "name": "Llama3.1 Latest", + "display_name": "Llama3.1 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2-vision:11b", + "name": "Llama3.2-vision 11b", + "display_name": "Llama3.2-vision 11b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2-vision:11b-instruct-fp16", + "name": "Llama3.2-vision 11b instruct fp16", + "display_name": "Llama3.2-vision 11b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2-vision:11b-instruct-q4_K_M", + "name": "Llama3.2-vision 11b instruct q4_K_M", + "display_name": "Llama3.2-vision 11b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2-vision:11b-instruct-q8_0", + "name": "Llama3.2-vision 11b instruct q8_0", + "display_name": "Llama3.2-vision 11b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2-vision:90b", + "name": "Llama3.2-vision 90b", + "display_name": "Llama3.2-vision 90b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2-vision:90b-instruct-fp16", + "name": "Llama3.2-vision 90b instruct fp16", + "display_name": "Llama3.2-vision 90b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2-vision:90b-instruct-q4_K_M", + "name": "Llama3.2-vision 90b instruct q4_K_M", + "display_name": "Llama3.2-vision 90b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2-vision:90b-instruct-q8_0", + "name": "Llama3.2-vision 90b instruct q8_0", + "display_name": "Llama3.2-vision 90b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2-vision:latest", + "name": "Llama3.2-vision Latest", + "display_name": "Llama3.2-vision Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b", + "name": "Llama3.2 1b", + "display_name": "Llama3.2 1b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-fp16", + "name": "Llama3.2 1b instruct fp16", + "display_name": "Llama3.2 1b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q2_K", + "name": "Llama3.2 1b instruct q2_K", + "display_name": "Llama3.2 1b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q3_K_L", + "name": "Llama3.2 1b instruct q3_K_L", + "display_name": "Llama3.2 1b instruct q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q3_K_M", + "name": "Llama3.2 1b instruct q3_K_M", + "display_name": "Llama3.2 1b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q3_K_S", + "name": "Llama3.2 1b instruct q3_K_S", + "display_name": "Llama3.2 1b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q4_0", + "name": "Llama3.2 1b instruct q4_0", + "display_name": "Llama3.2 1b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q4_1", + "name": "Llama3.2 1b instruct q4_1", + "display_name": "Llama3.2 1b instruct q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q4_K_M", + "name": "Llama3.2 1b instruct q4_K_M", + "display_name": "Llama3.2 1b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q4_K_S", + "name": "Llama3.2 1b instruct q4_K_S", + "display_name": "Llama3.2 1b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q5_0", + "name": "Llama3.2 1b instruct q5_0", + "display_name": "Llama3.2 1b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q5_1", + "name": "Llama3.2 1b instruct q5_1", + "display_name": "Llama3.2 1b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q5_K_M", + "name": "Llama3.2 1b instruct q5_K_M", + "display_name": "Llama3.2 1b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q5_K_S", + "name": "Llama3.2 1b instruct q5_K_S", + "display_name": "Llama3.2 1b instruct q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q6_K", + "name": "Llama3.2 1b instruct q6_K", + "display_name": "Llama3.2 1b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-instruct-q8_0", + "name": "Llama3.2 1b instruct q8_0", + "display_name": "Llama3.2 1b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-fp16", + "name": "Llama3.2 1b text fp16", + "display_name": "Llama3.2 1b text fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q2_K", + "name": "Llama3.2 1b text q2_K", + "display_name": "Llama3.2 1b text q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q3_K_L", + "name": "Llama3.2 1b text q3_K_L", + "display_name": "Llama3.2 1b text q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q3_K_M", + "name": "Llama3.2 1b text q3_K_M", + "display_name": "Llama3.2 1b text q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q3_K_S", + "name": "Llama3.2 1b text q3_K_S", + "display_name": "Llama3.2 1b text q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q4_0", + "name": "Llama3.2 1b text q4_0", + "display_name": "Llama3.2 1b text q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q4_1", + "name": "Llama3.2 1b text q4_1", + "display_name": "Llama3.2 1b text q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q4_K_M", + "name": "Llama3.2 1b text q4_K_M", + "display_name": "Llama3.2 1b text q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q4_K_S", + "name": "Llama3.2 1b text q4_K_S", + "display_name": "Llama3.2 1b text q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q5_0", + "name": "Llama3.2 1b text q5_0", + "display_name": "Llama3.2 1b text q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q5_1", + "name": "Llama3.2 1b text q5_1", + "display_name": "Llama3.2 1b text q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q5_K_M", + "name": "Llama3.2 1b text q5_K_M", + "display_name": "Llama3.2 1b text q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q5_K_S", + "name": "Llama3.2 1b text q5_K_S", + "display_name": "Llama3.2 1b text q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q6_K", + "name": "Llama3.2 1b text q6_K", + "display_name": "Llama3.2 1b text q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:1b-text-q8_0", + "name": "Llama3.2 1b text q8_0", + "display_name": "Llama3.2 1b text q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b", + "name": "Llama3.2 3b", + "display_name": "Llama3.2 3b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-fp16", + "name": "Llama3.2 3b instruct fp16", + "display_name": "Llama3.2 3b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q2_K", + "name": "Llama3.2 3b instruct q2_K", + "display_name": "Llama3.2 3b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q3_K_L", + "name": "Llama3.2 3b instruct q3_K_L", + "display_name": "Llama3.2 3b instruct q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q3_K_M", + "name": "Llama3.2 3b instruct q3_K_M", + "display_name": "Llama3.2 3b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q3_K_S", + "name": "Llama3.2 3b instruct q3_K_S", + "display_name": "Llama3.2 3b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q4_0", + "name": "Llama3.2 3b instruct q4_0", + "display_name": "Llama3.2 3b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q4_1", + "name": "Llama3.2 3b instruct q4_1", + "display_name": "Llama3.2 3b instruct q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q4_K_M", + "name": "Llama3.2 3b instruct q4_K_M", + "display_name": "Llama3.2 3b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q4_K_S", + "name": "Llama3.2 3b instruct q4_K_S", + "display_name": "Llama3.2 3b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q5_0", + "name": "Llama3.2 3b instruct q5_0", + "display_name": "Llama3.2 3b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q5_1", + "name": "Llama3.2 3b instruct q5_1", + "display_name": "Llama3.2 3b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q5_K_M", + "name": "Llama3.2 3b instruct q5_K_M", + "display_name": "Llama3.2 3b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q5_K_S", + "name": "Llama3.2 3b instruct q5_K_S", + "display_name": "Llama3.2 3b instruct q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q6_K", + "name": "Llama3.2 3b instruct q6_K", + "display_name": "Llama3.2 3b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-instruct-q8_0", + "name": "Llama3.2 3b instruct q8_0", + "display_name": "Llama3.2 3b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-fp16", + "name": "Llama3.2 3b text fp16", + "display_name": "Llama3.2 3b text fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q2_K", + "name": "Llama3.2 3b text q2_K", + "display_name": "Llama3.2 3b text q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q3_K_L", + "name": "Llama3.2 3b text q3_K_L", + "display_name": "Llama3.2 3b text q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q3_K_M", + "name": "Llama3.2 3b text q3_K_M", + "display_name": "Llama3.2 3b text q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q3_K_S", + "name": "Llama3.2 3b text q3_K_S", + "display_name": "Llama3.2 3b text q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q4_0", + "name": "Llama3.2 3b text q4_0", + "display_name": "Llama3.2 3b text q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q4_1", + "name": "Llama3.2 3b text q4_1", + "display_name": "Llama3.2 3b text q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q4_K_M", + "name": "Llama3.2 3b text q4_K_M", + "display_name": "Llama3.2 3b text q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q4_K_S", + "name": "Llama3.2 3b text q4_K_S", + "display_name": "Llama3.2 3b text q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q5_0", + "name": "Llama3.2 3b text q5_0", + "display_name": "Llama3.2 3b text q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q5_1", + "name": "Llama3.2 3b text q5_1", + "display_name": "Llama3.2 3b text q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q5_K_M", + "name": "Llama3.2 3b text q5_K_M", + "display_name": "Llama3.2 3b text q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q5_K_S", + "name": "Llama3.2 3b text q5_K_S", + "display_name": "Llama3.2 3b text q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q6_K", + "name": "Llama3.2 3b text q6_K", + "display_name": "Llama3.2 3b text q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:3b-text-q8_0", + "name": "Llama3.2 3b text q8_0", + "display_name": "Llama3.2 3b text q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.2:latest", + "name": "Llama3.2 Latest", + "display_name": "Llama3.2 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b", + "name": "Llama3.3 70b", + "display_name": "Llama3.3 70b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-fp16", + "name": "Llama3.3 70b instruct fp16", + "display_name": "Llama3.3 70b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q2_K", + "name": "Llama3.3 70b instruct q2_K", + "display_name": "Llama3.3 70b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q3_K_M", + "name": "Llama3.3 70b instruct q3_K_M", + "display_name": "Llama3.3 70b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q3_K_S", + "name": "Llama3.3 70b instruct q3_K_S", + "display_name": "Llama3.3 70b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q4_0", + "name": "Llama3.3 70b instruct q4_0", + "display_name": "Llama3.3 70b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q4_K_M", + "name": "Llama3.3 70b instruct q4_K_M", + "display_name": "Llama3.3 70b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q4_K_S", + "name": "Llama3.3 70b instruct q4_K_S", + "display_name": "Llama3.3 70b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q5_0", + "name": "Llama3.3 70b instruct q5_0", + "display_name": "Llama3.3 70b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q5_1", + "name": "Llama3.3 70b instruct q5_1", + "display_name": "Llama3.3 70b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q5_K_M", + "name": "Llama3.3 70b instruct q5_K_M", + "display_name": "Llama3.3 70b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q6_K", + "name": "Llama3.3 70b instruct q6_K", + "display_name": "Llama3.3 70b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:70b-instruct-q8_0", + "name": "Llama3.3 70b instruct q8_0", + "display_name": "Llama3.3 70b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama3.3:latest", + "name": "Llama3.3 Latest", + "display_name": "Llama3.3 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:128x17b", + "name": "Llama4 128x17b", + "display_name": "Llama4 128x17b", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:16x17b", + "name": "Llama4 16x17b", + "display_name": "Llama4 16x17b", + "type": "chat", + "context_length": 10000000, + "max_output_tokens": 2500000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:17b-maverick-128e-instruct-fp16", + "name": "Llama4 17b maverick 128e instruct fp16", + "display_name": "Llama4 17b maverick 128e instruct fp16", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:17b-maverick-128e-instruct-q4_K_M", + "name": "Llama4 17b maverick 128e instruct q4_K_M", + "display_name": "Llama4 17b maverick 128e instruct q4_K_M", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:17b-maverick-128e-instruct-q8_0", + "name": "Llama4 17b maverick 128e instruct q8_0", + "display_name": "Llama4 17b maverick 128e instruct q8_0", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:17b-scout-16e-instruct-fp16", + "name": "Llama4 17b scout 16e instruct fp16", + "display_name": "Llama4 17b scout 16e instruct fp16", + "type": "chat", + "context_length": 10000000, + "max_output_tokens": 2500000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:17b-scout-16e-instruct-q4_K_M", + "name": "Llama4 17b scout 16e instruct q4_K_M", + "display_name": "Llama4 17b scout 16e instruct q4_K_M", + "type": "chat", + "context_length": 10000000, + "max_output_tokens": 2500000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:17b-scout-16e-instruct-q8_0", + "name": "Llama4 17b scout 16e instruct q8_0", + "display_name": "Llama4 17b scout 16e instruct q8_0", + "type": "chat", + "context_length": 10000000, + "max_output_tokens": 2500000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:latest", + "name": "Llama4 Latest", + "display_name": "Llama4 Latest", + "type": "chat", + "context_length": 10000000, + "max_output_tokens": 2500000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:maverick", + "name": "Llama4 Maverick", + "display_name": "Llama4 Maverick", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llama4:scout", + "name": "Llama4 Scout", + "display_name": "Llama4 Scout", + "type": "chat", + "context_length": 10000000, + "max_output_tokens": 2500000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava-llama3:8b", + "name": "Llava-llama3 8b", + "display_name": "Llava-llama3 8b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava-llama3:8b-v1.1-fp16", + "name": "Llava-llama3 8b v1.1 fp16", + "display_name": "Llava-llama3 8b v1.1 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava-llama3:8b-v1.1-q4_0", + "name": "Llava-llama3 8b v1.1 q4_0", + "display_name": "Llava-llama3 8b v1.1 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava-llama3:latest", + "name": "Llava-llama3 Latest", + "display_name": "Llava-llama3 Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava-phi3:3.8b", + "name": "Llava-phi3 3.8b", + "display_name": "Llava-phi3 3.8b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava-phi3:3.8b-mini-fp16", + "name": "Llava-phi3 3.8b mini fp16", + "display_name": "Llava-phi3 3.8b mini fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava-phi3:3.8b-mini-q4_0", + "name": "Llava-phi3 3.8b mini q4_0", + "display_name": "Llava-phi3 3.8b mini q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava-phi3:latest", + "name": "Llava-phi3 Latest", + "display_name": "Llava-phi3 Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b", + "name": "Llava 13b", + "display_name": "Llava 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-fp16", + "name": "Llava 13b v1.5 fp16", + "display_name": "Llava 13b v1.5 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q2_K", + "name": "Llava 13b v1.5 q2_K", + "display_name": "Llava 13b v1.5 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q3_K_L", + "name": "Llava 13b v1.5 q3_K_L", + "display_name": "Llava 13b v1.5 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q3_K_M", + "name": "Llava 13b v1.5 q3_K_M", + "display_name": "Llava 13b v1.5 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q3_K_S", + "name": "Llava 13b v1.5 q3_K_S", + "display_name": "Llava 13b v1.5 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q4_0", + "name": "Llava 13b v1.5 q4_0", + "display_name": "Llava 13b v1.5 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q4_1", + "name": "Llava 13b v1.5 q4_1", + "display_name": "Llava 13b v1.5 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q4_K_M", + "name": "Llava 13b v1.5 q4_K_M", + "display_name": "Llava 13b v1.5 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q4_K_S", + "name": "Llava 13b v1.5 q4_K_S", + "display_name": "Llava 13b v1.5 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q5_0", + "name": "Llava 13b v1.5 q5_0", + "display_name": "Llava 13b v1.5 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q5_1", + "name": "Llava 13b v1.5 q5_1", + "display_name": "Llava 13b v1.5 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q5_K_M", + "name": "Llava 13b v1.5 q5_K_M", + "display_name": "Llava 13b v1.5 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q5_K_S", + "name": "Llava 13b v1.5 q5_K_S", + "display_name": "Llava 13b v1.5 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q6_K", + "name": "Llava 13b v1.5 q6_K", + "display_name": "Llava 13b v1.5 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.5-q8_0", + "name": "Llava 13b v1.5 q8_0", + "display_name": "Llava 13b v1.5 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6", + "name": "Llava 13b v1.6", + "display_name": "Llava 13b v1.6", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-fp16", + "name": "Llava 13b v1.6 vicuna fp16", + "display_name": "Llava 13b v1.6 vicuna fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q2_K", + "name": "Llava 13b v1.6 vicuna q2_K", + "display_name": "Llava 13b v1.6 vicuna q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q3_K_L", + "name": "Llava 13b v1.6 vicuna q3_K_L", + "display_name": "Llava 13b v1.6 vicuna q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q3_K_M", + "name": "Llava 13b v1.6 vicuna q3_K_M", + "display_name": "Llava 13b v1.6 vicuna q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q3_K_S", + "name": "Llava 13b v1.6 vicuna q3_K_S", + "display_name": "Llava 13b v1.6 vicuna q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q4_0", + "name": "Llava 13b v1.6 vicuna q4_0", + "display_name": "Llava 13b v1.6 vicuna q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q4_1", + "name": "Llava 13b v1.6 vicuna q4_1", + "display_name": "Llava 13b v1.6 vicuna q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q4_K_M", + "name": "Llava 13b v1.6 vicuna q4_K_M", + "display_name": "Llava 13b v1.6 vicuna q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q4_K_S", + "name": "Llava 13b v1.6 vicuna q4_K_S", + "display_name": "Llava 13b v1.6 vicuna q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q5_0", + "name": "Llava 13b v1.6 vicuna q5_0", + "display_name": "Llava 13b v1.6 vicuna q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q5_1", + "name": "Llava 13b v1.6 vicuna q5_1", + "display_name": "Llava 13b v1.6 vicuna q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q5_K_M", + "name": "Llava 13b v1.6 vicuna q5_K_M", + "display_name": "Llava 13b v1.6 vicuna q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q5_K_S", + "name": "Llava 13b v1.6 vicuna q5_K_S", + "display_name": "Llava 13b v1.6 vicuna q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q6_K", + "name": "Llava 13b v1.6 vicuna q6_K", + "display_name": "Llava 13b v1.6 vicuna q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:13b-v1.6-vicuna-q8_0", + "name": "Llava 13b v1.6 vicuna q8_0", + "display_name": "Llava 13b v1.6 vicuna q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b", + "name": "Llava 34b", + "display_name": "Llava 34b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6", + "name": "Llava 34b v1.6", + "display_name": "Llava 34b v1.6", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-fp16", + "name": "Llava 34b v1.6 fp16", + "display_name": "Llava 34b v1.6 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q2_K", + "name": "Llava 34b v1.6 q2_K", + "display_name": "Llava 34b v1.6 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q3_K_L", + "name": "Llava 34b v1.6 q3_K_L", + "display_name": "Llava 34b v1.6 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q3_K_M", + "name": "Llava 34b v1.6 q3_K_M", + "display_name": "Llava 34b v1.6 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q3_K_S", + "name": "Llava 34b v1.6 q3_K_S", + "display_name": "Llava 34b v1.6 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q4_0", + "name": "Llava 34b v1.6 q4_0", + "display_name": "Llava 34b v1.6 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q4_1", + "name": "Llava 34b v1.6 q4_1", + "display_name": "Llava 34b v1.6 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q4_K_M", + "name": "Llava 34b v1.6 q4_K_M", + "display_name": "Llava 34b v1.6 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q4_K_S", + "name": "Llava 34b v1.6 q4_K_S", + "display_name": "Llava 34b v1.6 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q5_0", + "name": "Llava 34b v1.6 q5_0", + "display_name": "Llava 34b v1.6 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q5_1", + "name": "Llava 34b v1.6 q5_1", + "display_name": "Llava 34b v1.6 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q5_K_M", + "name": "Llava 34b v1.6 q5_K_M", + "display_name": "Llava 34b v1.6 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q5_K_S", + "name": "Llava 34b v1.6 q5_K_S", + "display_name": "Llava 34b v1.6 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q6_K", + "name": "Llava 34b v1.6 q6_K", + "display_name": "Llava 34b v1.6 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:34b-v1.6-q8_0", + "name": "Llava 34b v1.6 q8_0", + "display_name": "Llava 34b v1.6 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b", + "name": "Llava 7b", + "display_name": "Llava 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-fp16", + "name": "Llava 7b v1.5 fp16", + "display_name": "Llava 7b v1.5 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q2_K", + "name": "Llava 7b v1.5 q2_K", + "display_name": "Llava 7b v1.5 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q3_K_L", + "name": "Llava 7b v1.5 q3_K_L", + "display_name": "Llava 7b v1.5 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q3_K_M", + "name": "Llava 7b v1.5 q3_K_M", + "display_name": "Llava 7b v1.5 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q3_K_S", + "name": "Llava 7b v1.5 q3_K_S", + "display_name": "Llava 7b v1.5 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q4_0", + "name": "Llava 7b v1.5 q4_0", + "display_name": "Llava 7b v1.5 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q4_1", + "name": "Llava 7b v1.5 q4_1", + "display_name": "Llava 7b v1.5 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q4_K_M", + "name": "Llava 7b v1.5 q4_K_M", + "display_name": "Llava 7b v1.5 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q4_K_S", + "name": "Llava 7b v1.5 q4_K_S", + "display_name": "Llava 7b v1.5 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q5_0", + "name": "Llava 7b v1.5 q5_0", + "display_name": "Llava 7b v1.5 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q5_1", + "name": "Llava 7b v1.5 q5_1", + "display_name": "Llava 7b v1.5 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q5_K_M", + "name": "Llava 7b v1.5 q5_K_M", + "display_name": "Llava 7b v1.5 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q5_K_S", + "name": "Llava 7b v1.5 q5_K_S", + "display_name": "Llava 7b v1.5 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q6_K", + "name": "Llava 7b v1.5 q6_K", + "display_name": "Llava 7b v1.5 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.5-q8_0", + "name": "Llava 7b v1.5 q8_0", + "display_name": "Llava 7b v1.5 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6", + "name": "Llava 7b v1.6", + "display_name": "Llava 7b v1.6", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-fp16", + "name": "Llava 7b v1.6 mistral fp16", + "display_name": "Llava 7b v1.6 mistral fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q2_K", + "name": "Llava 7b v1.6 mistral q2_K", + "display_name": "Llava 7b v1.6 mistral q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q3_K_L", + "name": "Llava 7b v1.6 mistral q3_K_L", + "display_name": "Llava 7b v1.6 mistral q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q3_K_M", + "name": "Llava 7b v1.6 mistral q3_K_M", + "display_name": "Llava 7b v1.6 mistral q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q3_K_S", + "name": "Llava 7b v1.6 mistral q3_K_S", + "display_name": "Llava 7b v1.6 mistral q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q4_0", + "name": "Llava 7b v1.6 mistral q4_0", + "display_name": "Llava 7b v1.6 mistral q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q4_1", + "name": "Llava 7b v1.6 mistral q4_1", + "display_name": "Llava 7b v1.6 mistral q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q4_K_M", + "name": "Llava 7b v1.6 mistral q4_K_M", + "display_name": "Llava 7b v1.6 mistral q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q4_K_S", + "name": "Llava 7b v1.6 mistral q4_K_S", + "display_name": "Llava 7b v1.6 mistral q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q5_0", + "name": "Llava 7b v1.6 mistral q5_0", + "display_name": "Llava 7b v1.6 mistral q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q5_1", + "name": "Llava 7b v1.6 mistral q5_1", + "display_name": "Llava 7b v1.6 mistral q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q5_K_M", + "name": "Llava 7b v1.6 mistral q5_K_M", + "display_name": "Llava 7b v1.6 mistral q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q5_K_S", + "name": "Llava 7b v1.6 mistral q5_K_S", + "display_name": "Llava 7b v1.6 mistral q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q6_K", + "name": "Llava 7b v1.6 mistral q6_K", + "display_name": "Llava 7b v1.6 mistral q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-mistral-q8_0", + "name": "Llava 7b v1.6 mistral q8_0", + "display_name": "Llava 7b v1.6 mistral q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-fp16", + "name": "Llava 7b v1.6 vicuna fp16", + "display_name": "Llava 7b v1.6 vicuna fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q2_K", + "name": "Llava 7b v1.6 vicuna q2_K", + "display_name": "Llava 7b v1.6 vicuna q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q3_K_L", + "name": "Llava 7b v1.6 vicuna q3_K_L", + "display_name": "Llava 7b v1.6 vicuna q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q3_K_M", + "name": "Llava 7b v1.6 vicuna q3_K_M", + "display_name": "Llava 7b v1.6 vicuna q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q3_K_S", + "name": "Llava 7b v1.6 vicuna q3_K_S", + "display_name": "Llava 7b v1.6 vicuna q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q4_0", + "name": "Llava 7b v1.6 vicuna q4_0", + "display_name": "Llava 7b v1.6 vicuna q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q4_1", + "name": "Llava 7b v1.6 vicuna q4_1", + "display_name": "Llava 7b v1.6 vicuna q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q4_K_M", + "name": "Llava 7b v1.6 vicuna q4_K_M", + "display_name": "Llava 7b v1.6 vicuna q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q4_K_S", + "name": "Llava 7b v1.6 vicuna q4_K_S", + "display_name": "Llava 7b v1.6 vicuna q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q5_0", + "name": "Llava 7b v1.6 vicuna q5_0", + "display_name": "Llava 7b v1.6 vicuna q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q5_1", + "name": "Llava 7b v1.6 vicuna q5_1", + "display_name": "Llava 7b v1.6 vicuna q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q5_K_M", + "name": "Llava 7b v1.6 vicuna q5_K_M", + "display_name": "Llava 7b v1.6 vicuna q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q5_K_S", + "name": "Llava 7b v1.6 vicuna q5_K_S", + "display_name": "Llava 7b v1.6 vicuna q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q6_K", + "name": "Llava 7b v1.6 vicuna q6_K", + "display_name": "Llava 7b v1.6 vicuna q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:7b-v1.6-vicuna-q8_0", + "name": "Llava 7b v1.6 vicuna q8_0", + "display_name": "Llava 7b v1.6 vicuna q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:latest", + "name": "Llava Latest", + "display_name": "Llava Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "llava:v1.6", + "name": "Llava V1.6", + "display_name": "Llava V1.6", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b", + "name": "Magicoder 7b", + "display_name": "Magicoder 7b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl", + "name": "Magicoder 7b s cl", + "display_name": "Magicoder 7b s cl", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-fp16", + "name": "Magicoder 7b s cl fp16", + "display_name": "Magicoder 7b s cl fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q2_K", + "name": "Magicoder 7b s cl q2_K", + "display_name": "Magicoder 7b s cl q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q3_K_L", + "name": "Magicoder 7b s cl q3_K_L", + "display_name": "Magicoder 7b s cl q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q3_K_M", + "name": "Magicoder 7b s cl q3_K_M", + "display_name": "Magicoder 7b s cl q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q3_K_S", + "name": "Magicoder 7b s cl q3_K_S", + "display_name": "Magicoder 7b s cl q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q4_0", + "name": "Magicoder 7b s cl q4_0", + "display_name": "Magicoder 7b s cl q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q4_1", + "name": "Magicoder 7b s cl q4_1", + "display_name": "Magicoder 7b s cl q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q4_K_M", + "name": "Magicoder 7b s cl q4_K_M", + "display_name": "Magicoder 7b s cl q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q4_K_S", + "name": "Magicoder 7b s cl q4_K_S", + "display_name": "Magicoder 7b s cl q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q5_0", + "name": "Magicoder 7b s cl q5_0", + "display_name": "Magicoder 7b s cl q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q5_1", + "name": "Magicoder 7b s cl q5_1", + "display_name": "Magicoder 7b s cl q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q5_K_M", + "name": "Magicoder 7b s cl q5_K_M", + "display_name": "Magicoder 7b s cl q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q5_K_S", + "name": "Magicoder 7b s cl q5_K_S", + "display_name": "Magicoder 7b s cl q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q6_K", + "name": "Magicoder 7b s cl q6_K", + "display_name": "Magicoder 7b s cl q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:7b-s-cl-q8_0", + "name": "Magicoder 7b s cl q8_0", + "display_name": "Magicoder 7b s cl q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magicoder:latest", + "name": "Magicoder Latest", + "display_name": "Magicoder Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magistral:24b", + "name": "Magistral 24b", + "display_name": "Magistral 24b", + "type": "chat", + "context_length": 39000, + "max_output_tokens": 9750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magistral:24b-small-2506-fp16", + "name": "Magistral 24b small 2506 fp16", + "display_name": "Magistral 24b small 2506 fp16", + "type": "chat", + "context_length": 39000, + "max_output_tokens": 9750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magistral:24b-small-2506-q4_K_M", + "name": "Magistral 24b small 2506 q4_K_M", + "display_name": "Magistral 24b small 2506 q4_K_M", + "type": "chat", + "context_length": 39000, + "max_output_tokens": 9750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magistral:24b-small-2506-q8_0", + "name": "Magistral 24b small 2506 q8_0", + "display_name": "Magistral 24b small 2506 q8_0", + "type": "chat", + "context_length": 39000, + "max_output_tokens": 9750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "magistral:latest", + "name": "Magistral Latest", + "display_name": "Magistral Latest", + "type": "chat", + "context_length": 39000, + "max_output_tokens": 9750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "marco-o1:7b", + "name": "Marco-o1 7b", + "display_name": "Marco-o1 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "marco-o1:7b-fp16", + "name": "Marco-o1 7b fp16", + "display_name": "Marco-o1 7b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "marco-o1:7b-q4_K_M", + "name": "Marco-o1 7b q4_K_M", + "display_name": "Marco-o1 7b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "marco-o1:7b-q8_0", + "name": "Marco-o1 7b q8_0", + "display_name": "Marco-o1 7b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "marco-o1:latest", + "name": "Marco-o1 Latest", + "display_name": "Marco-o1 Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b", + "name": "Mathstral 7b", + "display_name": "Mathstral 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-fp16", + "name": "Mathstral 7b v0.1 fp16", + "display_name": "Mathstral 7b v0.1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q2_K", + "name": "Mathstral 7b v0.1 q2_K", + "display_name": "Mathstral 7b v0.1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q3_K_L", + "name": "Mathstral 7b v0.1 q3_K_L", + "display_name": "Mathstral 7b v0.1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q3_K_M", + "name": "Mathstral 7b v0.1 q3_K_M", + "display_name": "Mathstral 7b v0.1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q3_K_S", + "name": "Mathstral 7b v0.1 q3_K_S", + "display_name": "Mathstral 7b v0.1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q4_0", + "name": "Mathstral 7b v0.1 q4_0", + "display_name": "Mathstral 7b v0.1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q4_1", + "name": "Mathstral 7b v0.1 q4_1", + "display_name": "Mathstral 7b v0.1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q4_K_M", + "name": "Mathstral 7b v0.1 q4_K_M", + "display_name": "Mathstral 7b v0.1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q4_K_S", + "name": "Mathstral 7b v0.1 q4_K_S", + "display_name": "Mathstral 7b v0.1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q5_0", + "name": "Mathstral 7b v0.1 q5_0", + "display_name": "Mathstral 7b v0.1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q5_1", + "name": "Mathstral 7b v0.1 q5_1", + "display_name": "Mathstral 7b v0.1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q5_K_M", + "name": "Mathstral 7b v0.1 q5_K_M", + "display_name": "Mathstral 7b v0.1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q5_K_S", + "name": "Mathstral 7b v0.1 q5_K_S", + "display_name": "Mathstral 7b v0.1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q6_K", + "name": "Mathstral 7b v0.1 q6_K", + "display_name": "Mathstral 7b v0.1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:7b-v0.1-q8_0", + "name": "Mathstral 7b v0.1 q8_0", + "display_name": "Mathstral 7b v0.1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mathstral:latest", + "name": "Mathstral Latest", + "display_name": "Mathstral Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:70b", + "name": "Meditron 70b", + "display_name": "Meditron 70b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:70b-q4_0", + "name": "Meditron 70b q4_0", + "display_name": "Meditron 70b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:70b-q4_1", + "name": "Meditron 70b q4_1", + "display_name": "Meditron 70b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:70b-q4_K_S", + "name": "Meditron 70b q4_K_S", + "display_name": "Meditron 70b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:70b-q5_1", + "name": "Meditron 70b q5_1", + "display_name": "Meditron 70b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b", + "name": "Meditron 7b", + "display_name": "Meditron 7b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-fp16", + "name": "Meditron 7b fp16", + "display_name": "Meditron 7b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q2_K", + "name": "Meditron 7b q2_K", + "display_name": "Meditron 7b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q3_K_L", + "name": "Meditron 7b q3_K_L", + "display_name": "Meditron 7b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q3_K_M", + "name": "Meditron 7b q3_K_M", + "display_name": "Meditron 7b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q3_K_S", + "name": "Meditron 7b q3_K_S", + "display_name": "Meditron 7b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q4_0", + "name": "Meditron 7b q4_0", + "display_name": "Meditron 7b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q4_1", + "name": "Meditron 7b q4_1", + "display_name": "Meditron 7b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q4_K_M", + "name": "Meditron 7b q4_K_M", + "display_name": "Meditron 7b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q4_K_S", + "name": "Meditron 7b q4_K_S", + "display_name": "Meditron 7b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q5_0", + "name": "Meditron 7b q5_0", + "display_name": "Meditron 7b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q5_1", + "name": "Meditron 7b q5_1", + "display_name": "Meditron 7b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q5_K_M", + "name": "Meditron 7b q5_K_M", + "display_name": "Meditron 7b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q5_K_S", + "name": "Meditron 7b q5_K_S", + "display_name": "Meditron 7b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q6_K", + "name": "Meditron 7b q6_K", + "display_name": "Meditron 7b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:7b-q8_0", + "name": "Meditron 7b q8_0", + "display_name": "Meditron 7b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "meditron:latest", + "name": "Meditron Latest", + "display_name": "Meditron Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b", + "name": "Medllama2 7b", + "display_name": "Medllama2 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-fp16", + "name": "Medllama2 7b fp16", + "display_name": "Medllama2 7b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q2_K", + "name": "Medllama2 7b q2_K", + "display_name": "Medllama2 7b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q3_K_L", + "name": "Medllama2 7b q3_K_L", + "display_name": "Medllama2 7b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q3_K_M", + "name": "Medllama2 7b q3_K_M", + "display_name": "Medllama2 7b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q3_K_S", + "name": "Medllama2 7b q3_K_S", + "display_name": "Medllama2 7b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q4_0", + "name": "Medllama2 7b q4_0", + "display_name": "Medllama2 7b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q4_1", + "name": "Medllama2 7b q4_1", + "display_name": "Medllama2 7b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q4_K_M", + "name": "Medllama2 7b q4_K_M", + "display_name": "Medllama2 7b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q4_K_S", + "name": "Medllama2 7b q4_K_S", + "display_name": "Medllama2 7b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q5_0", + "name": "Medllama2 7b q5_0", + "display_name": "Medllama2 7b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q5_1", + "name": "Medllama2 7b q5_1", + "display_name": "Medllama2 7b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q5_K_M", + "name": "Medllama2 7b q5_K_M", + "display_name": "Medllama2 7b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q5_K_S", + "name": "Medllama2 7b q5_K_S", + "display_name": "Medllama2 7b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q6_K", + "name": "Medllama2 7b q6_K", + "display_name": "Medllama2 7b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:7b-q8_0", + "name": "Medllama2 7b q8_0", + "display_name": "Medllama2 7b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "medllama2:latest", + "name": "Medllama2 Latest", + "display_name": "Medllama2 Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b", + "name": "Megadolphin 120b", + "display_name": "Megadolphin 120b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2", + "name": "Megadolphin 120b v2.2", + "display_name": "Megadolphin 120b v2.2", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-fp16", + "name": "Megadolphin 120b v2.2 fp16", + "display_name": "Megadolphin 120b v2.2 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q2_K", + "name": "Megadolphin 120b v2.2 q2_K", + "display_name": "Megadolphin 120b v2.2 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q3_K_L", + "name": "Megadolphin 120b v2.2 q3_K_L", + "display_name": "Megadolphin 120b v2.2 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q3_K_M", + "name": "Megadolphin 120b v2.2 q3_K_M", + "display_name": "Megadolphin 120b v2.2 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q3_K_S", + "name": "Megadolphin 120b v2.2 q3_K_S", + "display_name": "Megadolphin 120b v2.2 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q4_0", + "name": "Megadolphin 120b v2.2 q4_0", + "display_name": "Megadolphin 120b v2.2 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q4_1", + "name": "Megadolphin 120b v2.2 q4_1", + "display_name": "Megadolphin 120b v2.2 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q4_K_M", + "name": "Megadolphin 120b v2.2 q4_K_M", + "display_name": "Megadolphin 120b v2.2 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q4_K_S", + "name": "Megadolphin 120b v2.2 q4_K_S", + "display_name": "Megadolphin 120b v2.2 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q5_0", + "name": "Megadolphin 120b v2.2 q5_0", + "display_name": "Megadolphin 120b v2.2 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q5_1", + "name": "Megadolphin 120b v2.2 q5_1", + "display_name": "Megadolphin 120b v2.2 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q5_K_M", + "name": "Megadolphin 120b v2.2 q5_K_M", + "display_name": "Megadolphin 120b v2.2 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q5_K_S", + "name": "Megadolphin 120b v2.2 q5_K_S", + "display_name": "Megadolphin 120b v2.2 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q6_K", + "name": "Megadolphin 120b v2.2 q6_K", + "display_name": "Megadolphin 120b v2.2 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:120b-v2.2-q8_0", + "name": "Megadolphin 120b v2.2 q8_0", + "display_name": "Megadolphin 120b v2.2 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:latest", + "name": "Megadolphin Latest", + "display_name": "Megadolphin Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "megadolphin:v2.2", + "name": "Megadolphin V2.2", + "display_name": "Megadolphin V2.2", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b", + "name": "Minicpm-v 8b", + "display_name": "Minicpm-v 8b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-fp16", + "name": "Minicpm-v 8b 2.6 fp16", + "display_name": "Minicpm-v 8b 2.6 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q2_K", + "name": "Minicpm-v 8b 2.6 q2_K", + "display_name": "Minicpm-v 8b 2.6 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q3_K_L", + "name": "Minicpm-v 8b 2.6 q3_K_L", + "display_name": "Minicpm-v 8b 2.6 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q3_K_M", + "name": "Minicpm-v 8b 2.6 q3_K_M", + "display_name": "Minicpm-v 8b 2.6 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q3_K_S", + "name": "Minicpm-v 8b 2.6 q3_K_S", + "display_name": "Minicpm-v 8b 2.6 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q4_0", + "name": "Minicpm-v 8b 2.6 q4_0", + "display_name": "Minicpm-v 8b 2.6 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q4_1", + "name": "Minicpm-v 8b 2.6 q4_1", + "display_name": "Minicpm-v 8b 2.6 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q4_K_M", + "name": "Minicpm-v 8b 2.6 q4_K_M", + "display_name": "Minicpm-v 8b 2.6 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q4_K_S", + "name": "Minicpm-v 8b 2.6 q4_K_S", + "display_name": "Minicpm-v 8b 2.6 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q5_0", + "name": "Minicpm-v 8b 2.6 q5_0", + "display_name": "Minicpm-v 8b 2.6 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q5_1", + "name": "Minicpm-v 8b 2.6 q5_1", + "display_name": "Minicpm-v 8b 2.6 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q5_K_M", + "name": "Minicpm-v 8b 2.6 q5_K_M", + "display_name": "Minicpm-v 8b 2.6 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q5_K_S", + "name": "Minicpm-v 8b 2.6 q5_K_S", + "display_name": "Minicpm-v 8b 2.6 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q6_K", + "name": "Minicpm-v 8b 2.6 q6_K", + "display_name": "Minicpm-v 8b 2.6 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:8b-2.6-q8_0", + "name": "Minicpm-v 8b 2.6 q8_0", + "display_name": "Minicpm-v 8b 2.6 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "minicpm-v:latest", + "name": "Minicpm-v Latest", + "display_name": "Minicpm-v Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b", + "name": "Mistral-large 123b", + "display_name": "Mistral-large 123b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-fp16", + "name": "Mistral-large 123b instruct 2407 fp16", + "display_name": "Mistral-large 123b instruct 2407 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q2_K", + "name": "Mistral-large 123b instruct 2407 q2_K", + "display_name": "Mistral-large 123b instruct 2407 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q3_K_L", + "name": "Mistral-large 123b instruct 2407 q3_K_L", + "display_name": "Mistral-large 123b instruct 2407 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q3_K_M", + "name": "Mistral-large 123b instruct 2407 q3_K_M", + "display_name": "Mistral-large 123b instruct 2407 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q3_K_S", + "name": "Mistral-large 123b instruct 2407 q3_K_S", + "display_name": "Mistral-large 123b instruct 2407 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q4_0", + "name": "Mistral-large 123b instruct 2407 q4_0", + "display_name": "Mistral-large 123b instruct 2407 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q4_1", + "name": "Mistral-large 123b instruct 2407 q4_1", + "display_name": "Mistral-large 123b instruct 2407 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q4_K_M", + "name": "Mistral-large 123b instruct 2407 q4_K_M", + "display_name": "Mistral-large 123b instruct 2407 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q4_K_S", + "name": "Mistral-large 123b instruct 2407 q4_K_S", + "display_name": "Mistral-large 123b instruct 2407 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q5_0", + "name": "Mistral-large 123b instruct 2407 q5_0", + "display_name": "Mistral-large 123b instruct 2407 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q5_1", + "name": "Mistral-large 123b instruct 2407 q5_1", + "display_name": "Mistral-large 123b instruct 2407 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q5_K_M", + "name": "Mistral-large 123b instruct 2407 q5_K_M", + "display_name": "Mistral-large 123b instruct 2407 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q5_K_S", + "name": "Mistral-large 123b instruct 2407 q5_K_S", + "display_name": "Mistral-large 123b instruct 2407 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q6_K", + "name": "Mistral-large 123b instruct 2407 q6_K", + "display_name": "Mistral-large 123b instruct 2407 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2407-q8_0", + "name": "Mistral-large 123b instruct 2407 q8_0", + "display_name": "Mistral-large 123b instruct 2407 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-fp16", + "name": "Mistral-large 123b instruct 2411 fp16", + "display_name": "Mistral-large 123b instruct 2411 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q2_K", + "name": "Mistral-large 123b instruct 2411 q2_K", + "display_name": "Mistral-large 123b instruct 2411 q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q3_K_L", + "name": "Mistral-large 123b instruct 2411 q3_K_L", + "display_name": "Mistral-large 123b instruct 2411 q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q3_K_M", + "name": "Mistral-large 123b instruct 2411 q3_K_M", + "display_name": "Mistral-large 123b instruct 2411 q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q3_K_S", + "name": "Mistral-large 123b instruct 2411 q3_K_S", + "display_name": "Mistral-large 123b instruct 2411 q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q4_0", + "name": "Mistral-large 123b instruct 2411 q4_0", + "display_name": "Mistral-large 123b instruct 2411 q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q4_1", + "name": "Mistral-large 123b instruct 2411 q4_1", + "display_name": "Mistral-large 123b instruct 2411 q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q4_K_M", + "name": "Mistral-large 123b instruct 2411 q4_K_M", + "display_name": "Mistral-large 123b instruct 2411 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q4_K_S", + "name": "Mistral-large 123b instruct 2411 q4_K_S", + "display_name": "Mistral-large 123b instruct 2411 q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q5_0", + "name": "Mistral-large 123b instruct 2411 q5_0", + "display_name": "Mistral-large 123b instruct 2411 q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q5_1", + "name": "Mistral-large 123b instruct 2411 q5_1", + "display_name": "Mistral-large 123b instruct 2411 q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q5_K_M", + "name": "Mistral-large 123b instruct 2411 q5_K_M", + "display_name": "Mistral-large 123b instruct 2411 q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q5_K_S", + "name": "Mistral-large 123b instruct 2411 q5_K_S", + "display_name": "Mistral-large 123b instruct 2411 q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q6_K", + "name": "Mistral-large 123b instruct 2411 q6_K", + "display_name": "Mistral-large 123b instruct 2411 q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:123b-instruct-2411-q8_0", + "name": "Mistral-large 123b instruct 2411 q8_0", + "display_name": "Mistral-large 123b instruct 2411 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-large:latest", + "name": "Mistral-large Latest", + "display_name": "Mistral-large Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b", + "name": "Mistral-nemo 12b", + "display_name": "Mistral-nemo 12b", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-fp16", + "name": "Mistral-nemo 12b instruct 2407 fp16", + "display_name": "Mistral-nemo 12b instruct 2407 fp16", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q2_K", + "name": "Mistral-nemo 12b instruct 2407 q2_K", + "display_name": "Mistral-nemo 12b instruct 2407 q2_K", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q3_K_L", + "name": "Mistral-nemo 12b instruct 2407 q3_K_L", + "display_name": "Mistral-nemo 12b instruct 2407 q3_K_L", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q3_K_M", + "name": "Mistral-nemo 12b instruct 2407 q3_K_M", + "display_name": "Mistral-nemo 12b instruct 2407 q3_K_M", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q3_K_S", + "name": "Mistral-nemo 12b instruct 2407 q3_K_S", + "display_name": "Mistral-nemo 12b instruct 2407 q3_K_S", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q4_0", + "name": "Mistral-nemo 12b instruct 2407 q4_0", + "display_name": "Mistral-nemo 12b instruct 2407 q4_0", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q4_1", + "name": "Mistral-nemo 12b instruct 2407 q4_1", + "display_name": "Mistral-nemo 12b instruct 2407 q4_1", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q4_K_M", + "name": "Mistral-nemo 12b instruct 2407 q4_K_M", + "display_name": "Mistral-nemo 12b instruct 2407 q4_K_M", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q4_K_S", + "name": "Mistral-nemo 12b instruct 2407 q4_K_S", + "display_name": "Mistral-nemo 12b instruct 2407 q4_K_S", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q5_0", + "name": "Mistral-nemo 12b instruct 2407 q5_0", + "display_name": "Mistral-nemo 12b instruct 2407 q5_0", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q5_1", + "name": "Mistral-nemo 12b instruct 2407 q5_1", + "display_name": "Mistral-nemo 12b instruct 2407 q5_1", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q5_K_M", + "name": "Mistral-nemo 12b instruct 2407 q5_K_M", + "display_name": "Mistral-nemo 12b instruct 2407 q5_K_M", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q5_K_S", + "name": "Mistral-nemo 12b instruct 2407 q5_K_S", + "display_name": "Mistral-nemo 12b instruct 2407 q5_K_S", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q6_K", + "name": "Mistral-nemo 12b instruct 2407 q6_K", + "display_name": "Mistral-nemo 12b instruct 2407 q6_K", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:12b-instruct-2407-q8_0", + "name": "Mistral-nemo 12b instruct 2407 q8_0", + "display_name": "Mistral-nemo 12b instruct 2407 q8_0", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-nemo:latest", + "name": "Mistral-nemo Latest", + "display_name": "Mistral-nemo Latest", + "type": "chat", + "context_length": 1000000, + "max_output_tokens": 250000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b", + "name": "Mistral-openorca 7b", + "display_name": "Mistral-openorca 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-fp16", + "name": "Mistral-openorca 7b fp16", + "display_name": "Mistral-openorca 7b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q2_K", + "name": "Mistral-openorca 7b q2_K", + "display_name": "Mistral-openorca 7b q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q3_K_L", + "name": "Mistral-openorca 7b q3_K_L", + "display_name": "Mistral-openorca 7b q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q3_K_M", + "name": "Mistral-openorca 7b q3_K_M", + "display_name": "Mistral-openorca 7b q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q3_K_S", + "name": "Mistral-openorca 7b q3_K_S", + "display_name": "Mistral-openorca 7b q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q4_0", + "name": "Mistral-openorca 7b q4_0", + "display_name": "Mistral-openorca 7b q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q4_1", + "name": "Mistral-openorca 7b q4_1", + "display_name": "Mistral-openorca 7b q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q4_K_M", + "name": "Mistral-openorca 7b q4_K_M", + "display_name": "Mistral-openorca 7b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q4_K_S", + "name": "Mistral-openorca 7b q4_K_S", + "display_name": "Mistral-openorca 7b q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q5_0", + "name": "Mistral-openorca 7b q5_0", + "display_name": "Mistral-openorca 7b q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q5_1", + "name": "Mistral-openorca 7b q5_1", + "display_name": "Mistral-openorca 7b q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q5_K_M", + "name": "Mistral-openorca 7b q5_K_M", + "display_name": "Mistral-openorca 7b q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q5_K_S", + "name": "Mistral-openorca 7b q5_K_S", + "display_name": "Mistral-openorca 7b q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q6_K", + "name": "Mistral-openorca 7b q6_K", + "display_name": "Mistral-openorca 7b q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:7b-q8_0", + "name": "Mistral-openorca 7b q8_0", + "display_name": "Mistral-openorca 7b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-openorca:latest", + "name": "Mistral-openorca Latest", + "display_name": "Mistral-openorca Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b", + "name": "Mistral-small 22b", + "display_name": "Mistral-small 22b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-fp16", + "name": "Mistral-small 22b instruct 2409 fp16", + "display_name": "Mistral-small 22b instruct 2409 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q2_K", + "name": "Mistral-small 22b instruct 2409 q2_K", + "display_name": "Mistral-small 22b instruct 2409 q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q3_K_L", + "name": "Mistral-small 22b instruct 2409 q3_K_L", + "display_name": "Mistral-small 22b instruct 2409 q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q3_K_M", + "name": "Mistral-small 22b instruct 2409 q3_K_M", + "display_name": "Mistral-small 22b instruct 2409 q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q3_K_S", + "name": "Mistral-small 22b instruct 2409 q3_K_S", + "display_name": "Mistral-small 22b instruct 2409 q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q4_0", + "name": "Mistral-small 22b instruct 2409 q4_0", + "display_name": "Mistral-small 22b instruct 2409 q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q4_1", + "name": "Mistral-small 22b instruct 2409 q4_1", + "display_name": "Mistral-small 22b instruct 2409 q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q4_K_M", + "name": "Mistral-small 22b instruct 2409 q4_K_M", + "display_name": "Mistral-small 22b instruct 2409 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q4_K_S", + "name": "Mistral-small 22b instruct 2409 q4_K_S", + "display_name": "Mistral-small 22b instruct 2409 q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q5_0", + "name": "Mistral-small 22b instruct 2409 q5_0", + "display_name": "Mistral-small 22b instruct 2409 q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q5_1", + "name": "Mistral-small 22b instruct 2409 q5_1", + "display_name": "Mistral-small 22b instruct 2409 q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q5_K_M", + "name": "Mistral-small 22b instruct 2409 q5_K_M", + "display_name": "Mistral-small 22b instruct 2409 q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q5_K_S", + "name": "Mistral-small 22b instruct 2409 q5_K_S", + "display_name": "Mistral-small 22b instruct 2409 q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q6_K", + "name": "Mistral-small 22b instruct 2409 q6_K", + "display_name": "Mistral-small 22b instruct 2409 q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:22b-instruct-2409-q8_0", + "name": "Mistral-small 22b instruct 2409 q8_0", + "display_name": "Mistral-small 22b instruct 2409 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:24b", + "name": "Mistral-small 24b", + "display_name": "Mistral-small 24b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:24b-instruct-2501-fp16", + "name": "Mistral-small 24b instruct 2501 fp16", + "display_name": "Mistral-small 24b instruct 2501 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:24b-instruct-2501-q4_K_M", + "name": "Mistral-small 24b instruct 2501 q4_K_M", + "display_name": "Mistral-small 24b instruct 2501 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:24b-instruct-2501-q8_0", + "name": "Mistral-small 24b instruct 2501 q8_0", + "display_name": "Mistral-small 24b instruct 2501 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small:latest", + "name": "Mistral-small Latest", + "display_name": "Mistral-small Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small3.1:24b", + "name": "Mistral-small3.1 24b", + "display_name": "Mistral-small3.1 24b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small3.1:24b-instruct-2503-fp16", + "name": "Mistral-small3.1 24b instruct 2503 fp16", + "display_name": "Mistral-small3.1 24b instruct 2503 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small3.1:24b-instruct-2503-q4_K_M", + "name": "Mistral-small3.1 24b instruct 2503 q4_K_M", + "display_name": "Mistral-small3.1 24b instruct 2503 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small3.1:24b-instruct-2503-q8_0", + "name": "Mistral-small3.1 24b instruct 2503 q8_0", + "display_name": "Mistral-small3.1 24b instruct 2503 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small3.1:latest", + "name": "Mistral-small3.1 Latest", + "display_name": "Mistral-small3.1 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small3.2:24b", + "name": "Mistral-small3.2 24b", + "display_name": "Mistral-small3.2 24b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small3.2:24b-instruct-2506-fp16", + "name": "Mistral-small3.2 24b instruct 2506 fp16", + "display_name": "Mistral-small3.2 24b instruct 2506 fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small3.2:24b-instruct-2506-q4_K_M", + "name": "Mistral-small3.2 24b instruct 2506 q4_K_M", + "display_name": "Mistral-small3.2 24b instruct 2506 q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small3.2:24b-instruct-2506-q8_0", + "name": "Mistral-small3.2 24b instruct 2506 q8_0", + "display_name": "Mistral-small3.2 24b instruct 2506 q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral-small3.2:latest", + "name": "Mistral-small3.2 Latest", + "display_name": "Mistral-small3.2 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b", + "name": "Mistral 7b", + "display_name": "Mistral 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct", + "name": "Mistral 7b instruct", + "display_name": "Mistral 7b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-fp16", + "name": "Mistral 7b instruct fp16", + "display_name": "Mistral 7b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q2_K", + "name": "Mistral 7b instruct q2_K", + "display_name": "Mistral 7b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q3_K_L", + "name": "Mistral 7b instruct q3_K_L", + "display_name": "Mistral 7b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q3_K_M", + "name": "Mistral 7b instruct q3_K_M", + "display_name": "Mistral 7b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q3_K_S", + "name": "Mistral 7b instruct q3_K_S", + "display_name": "Mistral 7b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q4_0", + "name": "Mistral 7b instruct q4_0", + "display_name": "Mistral 7b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q4_1", + "name": "Mistral 7b instruct q4_1", + "display_name": "Mistral 7b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q4_K_M", + "name": "Mistral 7b instruct q4_K_M", + "display_name": "Mistral 7b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q4_K_S", + "name": "Mistral 7b instruct q4_K_S", + "display_name": "Mistral 7b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q5_0", + "name": "Mistral 7b instruct q5_0", + "display_name": "Mistral 7b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q5_1", + "name": "Mistral 7b instruct q5_1", + "display_name": "Mistral 7b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q5_K_M", + "name": "Mistral 7b instruct q5_K_M", + "display_name": "Mistral 7b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q5_K_S", + "name": "Mistral 7b instruct q5_K_S", + "display_name": "Mistral 7b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q6_K", + "name": "Mistral 7b instruct q6_K", + "display_name": "Mistral 7b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-q8_0", + "name": "Mistral 7b instruct q8_0", + "display_name": "Mistral 7b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-fp16", + "name": "Mistral 7b instruct v0.2 fp16", + "display_name": "Mistral 7b instruct v0.2 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q2_K", + "name": "Mistral 7b instruct v0.2 q2_K", + "display_name": "Mistral 7b instruct v0.2 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q3_K_L", + "name": "Mistral 7b instruct v0.2 q3_K_L", + "display_name": "Mistral 7b instruct v0.2 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q3_K_M", + "name": "Mistral 7b instruct v0.2 q3_K_M", + "display_name": "Mistral 7b instruct v0.2 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q3_K_S", + "name": "Mistral 7b instruct v0.2 q3_K_S", + "display_name": "Mistral 7b instruct v0.2 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q4_0", + "name": "Mistral 7b instruct v0.2 q4_0", + "display_name": "Mistral 7b instruct v0.2 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q4_1", + "name": "Mistral 7b instruct v0.2 q4_1", + "display_name": "Mistral 7b instruct v0.2 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q4_K_M", + "name": "Mistral 7b instruct v0.2 q4_K_M", + "display_name": "Mistral 7b instruct v0.2 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q4_K_S", + "name": "Mistral 7b instruct v0.2 q4_K_S", + "display_name": "Mistral 7b instruct v0.2 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q5_0", + "name": "Mistral 7b instruct v0.2 q5_0", + "display_name": "Mistral 7b instruct v0.2 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q5_1", + "name": "Mistral 7b instruct v0.2 q5_1", + "display_name": "Mistral 7b instruct v0.2 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q5_K_M", + "name": "Mistral 7b instruct v0.2 q5_K_M", + "display_name": "Mistral 7b instruct v0.2 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q5_K_S", + "name": "Mistral 7b instruct v0.2 q5_K_S", + "display_name": "Mistral 7b instruct v0.2 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q6_K", + "name": "Mistral 7b instruct v0.2 q6_K", + "display_name": "Mistral 7b instruct v0.2 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.2-q8_0", + "name": "Mistral 7b instruct v0.2 q8_0", + "display_name": "Mistral 7b instruct v0.2 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-fp16", + "name": "Mistral 7b instruct v0.3 fp16", + "display_name": "Mistral 7b instruct v0.3 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q2_K", + "name": "Mistral 7b instruct v0.3 q2_K", + "display_name": "Mistral 7b instruct v0.3 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q3_K_L", + "name": "Mistral 7b instruct v0.3 q3_K_L", + "display_name": "Mistral 7b instruct v0.3 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q3_K_M", + "name": "Mistral 7b instruct v0.3 q3_K_M", + "display_name": "Mistral 7b instruct v0.3 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q3_K_S", + "name": "Mistral 7b instruct v0.3 q3_K_S", + "display_name": "Mistral 7b instruct v0.3 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q4_0", + "name": "Mistral 7b instruct v0.3 q4_0", + "display_name": "Mistral 7b instruct v0.3 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q4_1", + "name": "Mistral 7b instruct v0.3 q4_1", + "display_name": "Mistral 7b instruct v0.3 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q4_K_M", + "name": "Mistral 7b instruct v0.3 q4_K_M", + "display_name": "Mistral 7b instruct v0.3 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q4_K_S", + "name": "Mistral 7b instruct v0.3 q4_K_S", + "display_name": "Mistral 7b instruct v0.3 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q5_0", + "name": "Mistral 7b instruct v0.3 q5_0", + "display_name": "Mistral 7b instruct v0.3 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q5_1", + "name": "Mistral 7b instruct v0.3 q5_1", + "display_name": "Mistral 7b instruct v0.3 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q5_K_M", + "name": "Mistral 7b instruct v0.3 q5_K_M", + "display_name": "Mistral 7b instruct v0.3 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q5_K_S", + "name": "Mistral 7b instruct v0.3 q5_K_S", + "display_name": "Mistral 7b instruct v0.3 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q6_K", + "name": "Mistral 7b instruct v0.3 q6_K", + "display_name": "Mistral 7b instruct v0.3 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-instruct-v0.3-q8_0", + "name": "Mistral 7b instruct v0.3 q8_0", + "display_name": "Mistral 7b instruct v0.3 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text", + "name": "Mistral 7b text", + "display_name": "Mistral 7b text", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-fp16", + "name": "Mistral 7b text fp16", + "display_name": "Mistral 7b text fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q2_K", + "name": "Mistral 7b text q2_K", + "display_name": "Mistral 7b text q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q3_K_L", + "name": "Mistral 7b text q3_K_L", + "display_name": "Mistral 7b text q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q3_K_M", + "name": "Mistral 7b text q3_K_M", + "display_name": "Mistral 7b text q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q3_K_S", + "name": "Mistral 7b text q3_K_S", + "display_name": "Mistral 7b text q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q4_0", + "name": "Mistral 7b text q4_0", + "display_name": "Mistral 7b text q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q4_1", + "name": "Mistral 7b text q4_1", + "display_name": "Mistral 7b text q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q4_K_M", + "name": "Mistral 7b text q4_K_M", + "display_name": "Mistral 7b text q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q4_K_S", + "name": "Mistral 7b text q4_K_S", + "display_name": "Mistral 7b text q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q5_0", + "name": "Mistral 7b text q5_0", + "display_name": "Mistral 7b text q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q5_1", + "name": "Mistral 7b text q5_1", + "display_name": "Mistral 7b text q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q5_K_M", + "name": "Mistral 7b text q5_K_M", + "display_name": "Mistral 7b text q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q5_K_S", + "name": "Mistral 7b text q5_K_S", + "display_name": "Mistral 7b text q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q6_K", + "name": "Mistral 7b text q6_K", + "display_name": "Mistral 7b text q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-q8_0", + "name": "Mistral 7b text q8_0", + "display_name": "Mistral 7b text q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-fp16", + "name": "Mistral 7b text v0.2 fp16", + "display_name": "Mistral 7b text v0.2 fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q2_K", + "name": "Mistral 7b text v0.2 q2_K", + "display_name": "Mistral 7b text v0.2 q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q3_K_L", + "name": "Mistral 7b text v0.2 q3_K_L", + "display_name": "Mistral 7b text v0.2 q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q3_K_M", + "name": "Mistral 7b text v0.2 q3_K_M", + "display_name": "Mistral 7b text v0.2 q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q3_K_S", + "name": "Mistral 7b text v0.2 q3_K_S", + "display_name": "Mistral 7b text v0.2 q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q4_0", + "name": "Mistral 7b text v0.2 q4_0", + "display_name": "Mistral 7b text v0.2 q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q4_1", + "name": "Mistral 7b text v0.2 q4_1", + "display_name": "Mistral 7b text v0.2 q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q4_K_M", + "name": "Mistral 7b text v0.2 q4_K_M", + "display_name": "Mistral 7b text v0.2 q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q4_K_S", + "name": "Mistral 7b text v0.2 q4_K_S", + "display_name": "Mistral 7b text v0.2 q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q5_0", + "name": "Mistral 7b text v0.2 q5_0", + "display_name": "Mistral 7b text v0.2 q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q5_1", + "name": "Mistral 7b text v0.2 q5_1", + "display_name": "Mistral 7b text v0.2 q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q5_K_M", + "name": "Mistral 7b text v0.2 q5_K_M", + "display_name": "Mistral 7b text v0.2 q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q5_K_S", + "name": "Mistral 7b text v0.2 q5_K_S", + "display_name": "Mistral 7b text v0.2 q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q6_K", + "name": "Mistral 7b text v0.2 q6_K", + "display_name": "Mistral 7b text v0.2 q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:7b-text-v0.2-q8_0", + "name": "Mistral 7b text v0.2 q8_0", + "display_name": "Mistral 7b text v0.2 q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:instruct", + "name": "Mistral Instruct", + "display_name": "Mistral Instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:latest", + "name": "Mistral Latest", + "display_name": "Mistral Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:text", + "name": "Mistral Text", + "display_name": "Mistral Text", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:v0.1", + "name": "Mistral V0.1", + "display_name": "Mistral V0.1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:v0.2", + "name": "Mistral V0.2", + "display_name": "Mistral V0.2", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistral:v0.3", + "name": "Mistral V0.3", + "display_name": "Mistral V0.3", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b", + "name": "Mistrallite 7b", + "display_name": "Mistrallite 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-fp16", + "name": "Mistrallite 7b v0.1 fp16", + "display_name": "Mistrallite 7b v0.1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q2_K", + "name": "Mistrallite 7b v0.1 q2_K", + "display_name": "Mistrallite 7b v0.1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q3_K_L", + "name": "Mistrallite 7b v0.1 q3_K_L", + "display_name": "Mistrallite 7b v0.1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q3_K_M", + "name": "Mistrallite 7b v0.1 q3_K_M", + "display_name": "Mistrallite 7b v0.1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q3_K_S", + "name": "Mistrallite 7b v0.1 q3_K_S", + "display_name": "Mistrallite 7b v0.1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q4_0", + "name": "Mistrallite 7b v0.1 q4_0", + "display_name": "Mistrallite 7b v0.1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q4_1", + "name": "Mistrallite 7b v0.1 q4_1", + "display_name": "Mistrallite 7b v0.1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q4_K_M", + "name": "Mistrallite 7b v0.1 q4_K_M", + "display_name": "Mistrallite 7b v0.1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q4_K_S", + "name": "Mistrallite 7b v0.1 q4_K_S", + "display_name": "Mistrallite 7b v0.1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q5_0", + "name": "Mistrallite 7b v0.1 q5_0", + "display_name": "Mistrallite 7b v0.1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q5_1", + "name": "Mistrallite 7b v0.1 q5_1", + "display_name": "Mistrallite 7b v0.1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q5_K_M", + "name": "Mistrallite 7b v0.1 q5_K_M", + "display_name": "Mistrallite 7b v0.1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q5_K_S", + "name": "Mistrallite 7b v0.1 q5_K_S", + "display_name": "Mistrallite 7b v0.1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q6_K", + "name": "Mistrallite 7b v0.1 q6_K", + "display_name": "Mistrallite 7b v0.1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:7b-v0.1-q8_0", + "name": "Mistrallite 7b v0.1 q8_0", + "display_name": "Mistrallite 7b v0.1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mistrallite:latest", + "name": "Mistrallite Latest", + "display_name": "Mistrallite Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b", + "name": "Mixtral 8x22b", + "display_name": "Mixtral 8x22b", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct", + "name": "Mixtral 8x22b instruct", + "display_name": "Mixtral 8x22b instruct", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-fp16", + "name": "Mixtral 8x22b instruct v0.1 fp16", + "display_name": "Mixtral 8x22b instruct v0.1 fp16", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q2_K", + "name": "Mixtral 8x22b instruct v0.1 q2_K", + "display_name": "Mixtral 8x22b instruct v0.1 q2_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q3_K_L", + "name": "Mixtral 8x22b instruct v0.1 q3_K_L", + "display_name": "Mixtral 8x22b instruct v0.1 q3_K_L", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q3_K_M", + "name": "Mixtral 8x22b instruct v0.1 q3_K_M", + "display_name": "Mixtral 8x22b instruct v0.1 q3_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q3_K_S", + "name": "Mixtral 8x22b instruct v0.1 q3_K_S", + "display_name": "Mixtral 8x22b instruct v0.1 q3_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q4_0", + "name": "Mixtral 8x22b instruct v0.1 q4_0", + "display_name": "Mixtral 8x22b instruct v0.1 q4_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q4_1", + "name": "Mixtral 8x22b instruct v0.1 q4_1", + "display_name": "Mixtral 8x22b instruct v0.1 q4_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q4_K_M", + "name": "Mixtral 8x22b instruct v0.1 q4_K_M", + "display_name": "Mixtral 8x22b instruct v0.1 q4_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q4_K_S", + "name": "Mixtral 8x22b instruct v0.1 q4_K_S", + "display_name": "Mixtral 8x22b instruct v0.1 q4_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q5_0", + "name": "Mixtral 8x22b instruct v0.1 q5_0", + "display_name": "Mixtral 8x22b instruct v0.1 q5_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q5_1", + "name": "Mixtral 8x22b instruct v0.1 q5_1", + "display_name": "Mixtral 8x22b instruct v0.1 q5_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q5_K_M", + "name": "Mixtral 8x22b instruct v0.1 q5_K_M", + "display_name": "Mixtral 8x22b instruct v0.1 q5_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q5_K_S", + "name": "Mixtral 8x22b instruct v0.1 q5_K_S", + "display_name": "Mixtral 8x22b instruct v0.1 q5_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q6_K", + "name": "Mixtral 8x22b instruct v0.1 q6_K", + "display_name": "Mixtral 8x22b instruct v0.1 q6_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-instruct-v0.1-q8_0", + "name": "Mixtral 8x22b instruct v0.1 q8_0", + "display_name": "Mixtral 8x22b instruct v0.1 q8_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text", + "name": "Mixtral 8x22b text", + "display_name": "Mixtral 8x22b text", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-fp16", + "name": "Mixtral 8x22b text v0.1 fp16", + "display_name": "Mixtral 8x22b text v0.1 fp16", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q2_K", + "name": "Mixtral 8x22b text v0.1 q2_K", + "display_name": "Mixtral 8x22b text v0.1 q2_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q3_K_L", + "name": "Mixtral 8x22b text v0.1 q3_K_L", + "display_name": "Mixtral 8x22b text v0.1 q3_K_L", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q3_K_M", + "name": "Mixtral 8x22b text v0.1 q3_K_M", + "display_name": "Mixtral 8x22b text v0.1 q3_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q3_K_S", + "name": "Mixtral 8x22b text v0.1 q3_K_S", + "display_name": "Mixtral 8x22b text v0.1 q3_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q4_0", + "name": "Mixtral 8x22b text v0.1 q4_0", + "display_name": "Mixtral 8x22b text v0.1 q4_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q4_1", + "name": "Mixtral 8x22b text v0.1 q4_1", + "display_name": "Mixtral 8x22b text v0.1 q4_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q4_K_M", + "name": "Mixtral 8x22b text v0.1 q4_K_M", + "display_name": "Mixtral 8x22b text v0.1 q4_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q4_K_S", + "name": "Mixtral 8x22b text v0.1 q4_K_S", + "display_name": "Mixtral 8x22b text v0.1 q4_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q5_0", + "name": "Mixtral 8x22b text v0.1 q5_0", + "display_name": "Mixtral 8x22b text v0.1 q5_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q5_1", + "name": "Mixtral 8x22b text v0.1 q5_1", + "display_name": "Mixtral 8x22b text v0.1 q5_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q5_K_M", + "name": "Mixtral 8x22b text v0.1 q5_K_M", + "display_name": "Mixtral 8x22b text v0.1 q5_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q5_K_S", + "name": "Mixtral 8x22b text v0.1 q5_K_S", + "display_name": "Mixtral 8x22b text v0.1 q5_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q6_K", + "name": "Mixtral 8x22b text v0.1 q6_K", + "display_name": "Mixtral 8x22b text v0.1 q6_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x22b-text-v0.1-q8_0", + "name": "Mixtral 8x22b text v0.1 q8_0", + "display_name": "Mixtral 8x22b text v0.1 q8_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b", + "name": "Mixtral 8x7b", + "display_name": "Mixtral 8x7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-fp16", + "name": "Mixtral 8x7b instruct v0.1 fp16", + "display_name": "Mixtral 8x7b instruct v0.1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q2_K", + "name": "Mixtral 8x7b instruct v0.1 q2_K", + "display_name": "Mixtral 8x7b instruct v0.1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q3_K_L", + "name": "Mixtral 8x7b instruct v0.1 q3_K_L", + "display_name": "Mixtral 8x7b instruct v0.1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q3_K_M", + "name": "Mixtral 8x7b instruct v0.1 q3_K_M", + "display_name": "Mixtral 8x7b instruct v0.1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q3_K_S", + "name": "Mixtral 8x7b instruct v0.1 q3_K_S", + "display_name": "Mixtral 8x7b instruct v0.1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q4_0", + "name": "Mixtral 8x7b instruct v0.1 q4_0", + "display_name": "Mixtral 8x7b instruct v0.1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q4_1", + "name": "Mixtral 8x7b instruct v0.1 q4_1", + "display_name": "Mixtral 8x7b instruct v0.1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q4_K_M", + "name": "Mixtral 8x7b instruct v0.1 q4_K_M", + "display_name": "Mixtral 8x7b instruct v0.1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q4_K_S", + "name": "Mixtral 8x7b instruct v0.1 q4_K_S", + "display_name": "Mixtral 8x7b instruct v0.1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q5_0", + "name": "Mixtral 8x7b instruct v0.1 q5_0", + "display_name": "Mixtral 8x7b instruct v0.1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q5_1", + "name": "Mixtral 8x7b instruct v0.1 q5_1", + "display_name": "Mixtral 8x7b instruct v0.1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q5_K_M", + "name": "Mixtral 8x7b instruct v0.1 q5_K_M", + "display_name": "Mixtral 8x7b instruct v0.1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q5_K_S", + "name": "Mixtral 8x7b instruct v0.1 q5_K_S", + "display_name": "Mixtral 8x7b instruct v0.1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q6_K", + "name": "Mixtral 8x7b instruct v0.1 q6_K", + "display_name": "Mixtral 8x7b instruct v0.1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-instruct-v0.1-q8_0", + "name": "Mixtral 8x7b instruct v0.1 q8_0", + "display_name": "Mixtral 8x7b instruct v0.1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text", + "name": "Mixtral 8x7b text", + "display_name": "Mixtral 8x7b text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-fp16", + "name": "Mixtral 8x7b text v0.1 fp16", + "display_name": "Mixtral 8x7b text v0.1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q2_K", + "name": "Mixtral 8x7b text v0.1 q2_K", + "display_name": "Mixtral 8x7b text v0.1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q3_K_L", + "name": "Mixtral 8x7b text v0.1 q3_K_L", + "display_name": "Mixtral 8x7b text v0.1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q3_K_M", + "name": "Mixtral 8x7b text v0.1 q3_K_M", + "display_name": "Mixtral 8x7b text v0.1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q3_K_S", + "name": "Mixtral 8x7b text v0.1 q3_K_S", + "display_name": "Mixtral 8x7b text v0.1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q4_0", + "name": "Mixtral 8x7b text v0.1 q4_0", + "display_name": "Mixtral 8x7b text v0.1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q4_1", + "name": "Mixtral 8x7b text v0.1 q4_1", + "display_name": "Mixtral 8x7b text v0.1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q4_K_M", + "name": "Mixtral 8x7b text v0.1 q4_K_M", + "display_name": "Mixtral 8x7b text v0.1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q4_K_S", + "name": "Mixtral 8x7b text v0.1 q4_K_S", + "display_name": "Mixtral 8x7b text v0.1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q5_0", + "name": "Mixtral 8x7b text v0.1 q5_0", + "display_name": "Mixtral 8x7b text v0.1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q5_1", + "name": "Mixtral 8x7b text v0.1 q5_1", + "display_name": "Mixtral 8x7b text v0.1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q5_K_M", + "name": "Mixtral 8x7b text v0.1 q5_K_M", + "display_name": "Mixtral 8x7b text v0.1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q5_K_S", + "name": "Mixtral 8x7b text v0.1 q5_K_S", + "display_name": "Mixtral 8x7b text v0.1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q6_K", + "name": "Mixtral 8x7b text v0.1 q6_K", + "display_name": "Mixtral 8x7b text v0.1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:8x7b-text-v0.1-q8_0", + "name": "Mixtral 8x7b text v0.1 q8_0", + "display_name": "Mixtral 8x7b text v0.1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:instruct", + "name": "Mixtral Instruct", + "display_name": "Mixtral Instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:latest", + "name": "Mixtral Latest", + "display_name": "Mixtral Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:text", + "name": "Mixtral Text", + "display_name": "Mixtral Text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:v0.1", + "name": "Mixtral V0.1", + "display_name": "Mixtral V0.1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mixtral:v0.1-instruct", + "name": "Mixtral V0.1 instruct", + "display_name": "Mixtral V0.1 instruct", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b", + "name": "Moondream 1.8b", + "display_name": "Moondream 1.8b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-fp16", + "name": "Moondream 1.8b v2 fp16", + "display_name": "Moondream 1.8b v2 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q2_K", + "name": "Moondream 1.8b v2 q2_K", + "display_name": "Moondream 1.8b v2 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q3_K_L", + "name": "Moondream 1.8b v2 q3_K_L", + "display_name": "Moondream 1.8b v2 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q3_K_M", + "name": "Moondream 1.8b v2 q3_K_M", + "display_name": "Moondream 1.8b v2 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q3_K_S", + "name": "Moondream 1.8b v2 q3_K_S", + "display_name": "Moondream 1.8b v2 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q4_0", + "name": "Moondream 1.8b v2 q4_0", + "display_name": "Moondream 1.8b v2 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q4_1", + "name": "Moondream 1.8b v2 q4_1", + "display_name": "Moondream 1.8b v2 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q4_K_M", + "name": "Moondream 1.8b v2 q4_K_M", + "display_name": "Moondream 1.8b v2 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q4_K_S", + "name": "Moondream 1.8b v2 q4_K_S", + "display_name": "Moondream 1.8b v2 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q5_0", + "name": "Moondream 1.8b v2 q5_0", + "display_name": "Moondream 1.8b v2 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q5_1", + "name": "Moondream 1.8b v2 q5_1", + "display_name": "Moondream 1.8b v2 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q5_K_M", + "name": "Moondream 1.8b v2 q5_K_M", + "display_name": "Moondream 1.8b v2 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q5_K_S", + "name": "Moondream 1.8b v2 q5_K_S", + "display_name": "Moondream 1.8b v2 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q6_K", + "name": "Moondream 1.8b v2 q6_K", + "display_name": "Moondream 1.8b v2 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:1.8b-v2-q8_0", + "name": "Moondream 1.8b v2 q8_0", + "display_name": "Moondream 1.8b v2 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:latest", + "name": "Moondream Latest", + "display_name": "Moondream Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "moondream:v2", + "name": "Moondream V2", + "display_name": "Moondream V2", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mxbai-embed-large:335m", + "name": "Mxbai-embed-large 335m", + "display_name": "Mxbai-embed-large 335m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mxbai-embed-large:335m-v1-fp16", + "name": "Mxbai-embed-large 335m v1 fp16", + "display_name": "Mxbai-embed-large 335m v1 fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mxbai-embed-large:latest", + "name": "Mxbai-embed-large Latest", + "display_name": "Mxbai-embed-large Latest", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "mxbai-embed-large:v1", + "name": "Mxbai-embed-large V1", + "display_name": "Mxbai-embed-large V1", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b", + "name": "Nemotron-mini 4b", + "display_name": "Nemotron-mini 4b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-fp16", + "name": "Nemotron-mini 4b instruct fp16", + "display_name": "Nemotron-mini 4b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q2_K", + "name": "Nemotron-mini 4b instruct q2_K", + "display_name": "Nemotron-mini 4b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q3_K_L", + "name": "Nemotron-mini 4b instruct q3_K_L", + "display_name": "Nemotron-mini 4b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q3_K_M", + "name": "Nemotron-mini 4b instruct q3_K_M", + "display_name": "Nemotron-mini 4b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q3_K_S", + "name": "Nemotron-mini 4b instruct q3_K_S", + "display_name": "Nemotron-mini 4b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q4_0", + "name": "Nemotron-mini 4b instruct q4_0", + "display_name": "Nemotron-mini 4b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q4_1", + "name": "Nemotron-mini 4b instruct q4_1", + "display_name": "Nemotron-mini 4b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q4_K_M", + "name": "Nemotron-mini 4b instruct q4_K_M", + "display_name": "Nemotron-mini 4b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q4_K_S", + "name": "Nemotron-mini 4b instruct q4_K_S", + "display_name": "Nemotron-mini 4b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q5_0", + "name": "Nemotron-mini 4b instruct q5_0", + "display_name": "Nemotron-mini 4b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q5_1", + "name": "Nemotron-mini 4b instruct q5_1", + "display_name": "Nemotron-mini 4b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q5_K_M", + "name": "Nemotron-mini 4b instruct q5_K_M", + "display_name": "Nemotron-mini 4b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q5_K_S", + "name": "Nemotron-mini 4b instruct q5_K_S", + "display_name": "Nemotron-mini 4b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q6_K", + "name": "Nemotron-mini 4b instruct q6_K", + "display_name": "Nemotron-mini 4b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:4b-instruct-q8_0", + "name": "Nemotron-mini 4b instruct q8_0", + "display_name": "Nemotron-mini 4b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron-mini:latest", + "name": "Nemotron-mini Latest", + "display_name": "Nemotron-mini Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b", + "name": "Nemotron 70b", + "display_name": "Nemotron 70b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-fp16", + "name": "Nemotron 70b instruct fp16", + "display_name": "Nemotron 70b instruct fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q2_K", + "name": "Nemotron 70b instruct q2_K", + "display_name": "Nemotron 70b instruct q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q3_K_L", + "name": "Nemotron 70b instruct q3_K_L", + "display_name": "Nemotron 70b instruct q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q3_K_M", + "name": "Nemotron 70b instruct q3_K_M", + "display_name": "Nemotron 70b instruct q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q3_K_S", + "name": "Nemotron 70b instruct q3_K_S", + "display_name": "Nemotron 70b instruct q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q4_0", + "name": "Nemotron 70b instruct q4_0", + "display_name": "Nemotron 70b instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q4_1", + "name": "Nemotron 70b instruct q4_1", + "display_name": "Nemotron 70b instruct q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q4_K_M", + "name": "Nemotron 70b instruct q4_K_M", + "display_name": "Nemotron 70b instruct q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q4_K_S", + "name": "Nemotron 70b instruct q4_K_S", + "display_name": "Nemotron 70b instruct q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q5_0", + "name": "Nemotron 70b instruct q5_0", + "display_name": "Nemotron 70b instruct q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q5_1", + "name": "Nemotron 70b instruct q5_1", + "display_name": "Nemotron 70b instruct q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q5_K_M", + "name": "Nemotron 70b instruct q5_K_M", + "display_name": "Nemotron 70b instruct q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q5_K_S", + "name": "Nemotron 70b instruct q5_K_S", + "display_name": "Nemotron 70b instruct q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q6_K", + "name": "Nemotron 70b instruct q6_K", + "display_name": "Nemotron 70b instruct q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:70b-instruct-q8_0", + "name": "Nemotron 70b instruct q8_0", + "display_name": "Nemotron 70b instruct q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nemotron:latest", + "name": "Nemotron Latest", + "display_name": "Nemotron Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b", + "name": "Neural-chat 7b", + "display_name": "Neural-chat 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1", + "name": "Neural-chat 7b v3.1", + "display_name": "Neural-chat 7b v3.1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-fp16", + "name": "Neural-chat 7b v3.1 fp16", + "display_name": "Neural-chat 7b v3.1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q2_K", + "name": "Neural-chat 7b v3.1 q2_K", + "display_name": "Neural-chat 7b v3.1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q3_K_L", + "name": "Neural-chat 7b v3.1 q3_K_L", + "display_name": "Neural-chat 7b v3.1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q3_K_M", + "name": "Neural-chat 7b v3.1 q3_K_M", + "display_name": "Neural-chat 7b v3.1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q3_K_S", + "name": "Neural-chat 7b v3.1 q3_K_S", + "display_name": "Neural-chat 7b v3.1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q4_0", + "name": "Neural-chat 7b v3.1 q4_0", + "display_name": "Neural-chat 7b v3.1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q4_1", + "name": "Neural-chat 7b v3.1 q4_1", + "display_name": "Neural-chat 7b v3.1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q4_K_M", + "name": "Neural-chat 7b v3.1 q4_K_M", + "display_name": "Neural-chat 7b v3.1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q4_K_S", + "name": "Neural-chat 7b v3.1 q4_K_S", + "display_name": "Neural-chat 7b v3.1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q5_0", + "name": "Neural-chat 7b v3.1 q5_0", + "display_name": "Neural-chat 7b v3.1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q5_1", + "name": "Neural-chat 7b v3.1 q5_1", + "display_name": "Neural-chat 7b v3.1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q5_K_M", + "name": "Neural-chat 7b v3.1 q5_K_M", + "display_name": "Neural-chat 7b v3.1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q5_K_S", + "name": "Neural-chat 7b v3.1 q5_K_S", + "display_name": "Neural-chat 7b v3.1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q6_K", + "name": "Neural-chat 7b v3.1 q6_K", + "display_name": "Neural-chat 7b v3.1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.1-q8_0", + "name": "Neural-chat 7b v3.1 q8_0", + "display_name": "Neural-chat 7b v3.1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2", + "name": "Neural-chat 7b v3.2", + "display_name": "Neural-chat 7b v3.2", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-fp16", + "name": "Neural-chat 7b v3.2 fp16", + "display_name": "Neural-chat 7b v3.2 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q2_K", + "name": "Neural-chat 7b v3.2 q2_K", + "display_name": "Neural-chat 7b v3.2 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q3_K_L", + "name": "Neural-chat 7b v3.2 q3_K_L", + "display_name": "Neural-chat 7b v3.2 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q3_K_M", + "name": "Neural-chat 7b v3.2 q3_K_M", + "display_name": "Neural-chat 7b v3.2 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q3_K_S", + "name": "Neural-chat 7b v3.2 q3_K_S", + "display_name": "Neural-chat 7b v3.2 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q4_0", + "name": "Neural-chat 7b v3.2 q4_0", + "display_name": "Neural-chat 7b v3.2 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q4_1", + "name": "Neural-chat 7b v3.2 q4_1", + "display_name": "Neural-chat 7b v3.2 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q4_K_M", + "name": "Neural-chat 7b v3.2 q4_K_M", + "display_name": "Neural-chat 7b v3.2 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q4_K_S", + "name": "Neural-chat 7b v3.2 q4_K_S", + "display_name": "Neural-chat 7b v3.2 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q5_0", + "name": "Neural-chat 7b v3.2 q5_0", + "display_name": "Neural-chat 7b v3.2 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q5_1", + "name": "Neural-chat 7b v3.2 q5_1", + "display_name": "Neural-chat 7b v3.2 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q5_K_M", + "name": "Neural-chat 7b v3.2 q5_K_M", + "display_name": "Neural-chat 7b v3.2 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q5_K_S", + "name": "Neural-chat 7b v3.2 q5_K_S", + "display_name": "Neural-chat 7b v3.2 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q6_K", + "name": "Neural-chat 7b v3.2 q6_K", + "display_name": "Neural-chat 7b v3.2 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.2-q8_0", + "name": "Neural-chat 7b v3.2 q8_0", + "display_name": "Neural-chat 7b v3.2 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3", + "name": "Neural-chat 7b v3.3", + "display_name": "Neural-chat 7b v3.3", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-fp16", + "name": "Neural-chat 7b v3.3 fp16", + "display_name": "Neural-chat 7b v3.3 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q2_K", + "name": "Neural-chat 7b v3.3 q2_K", + "display_name": "Neural-chat 7b v3.3 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q3_K_L", + "name": "Neural-chat 7b v3.3 q3_K_L", + "display_name": "Neural-chat 7b v3.3 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q3_K_M", + "name": "Neural-chat 7b v3.3 q3_K_M", + "display_name": "Neural-chat 7b v3.3 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q3_K_S", + "name": "Neural-chat 7b v3.3 q3_K_S", + "display_name": "Neural-chat 7b v3.3 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q4_0", + "name": "Neural-chat 7b v3.3 q4_0", + "display_name": "Neural-chat 7b v3.3 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q4_1", + "name": "Neural-chat 7b v3.3 q4_1", + "display_name": "Neural-chat 7b v3.3 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q4_K_M", + "name": "Neural-chat 7b v3.3 q4_K_M", + "display_name": "Neural-chat 7b v3.3 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q4_K_S", + "name": "Neural-chat 7b v3.3 q4_K_S", + "display_name": "Neural-chat 7b v3.3 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q5_0", + "name": "Neural-chat 7b v3.3 q5_0", + "display_name": "Neural-chat 7b v3.3 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q5_1", + "name": "Neural-chat 7b v3.3 q5_1", + "display_name": "Neural-chat 7b v3.3 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q5_K_M", + "name": "Neural-chat 7b v3.3 q5_K_M", + "display_name": "Neural-chat 7b v3.3 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q5_K_S", + "name": "Neural-chat 7b v3.3 q5_K_S", + "display_name": "Neural-chat 7b v3.3 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q6_K", + "name": "Neural-chat 7b v3.3 q6_K", + "display_name": "Neural-chat 7b v3.3 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:7b-v3.3-q8_0", + "name": "Neural-chat 7b v3.3 q8_0", + "display_name": "Neural-chat 7b v3.3 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "neural-chat:latest", + "name": "Neural-chat Latest", + "display_name": "Neural-chat Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b", + "name": "Nexusraven 13b", + "display_name": "Nexusraven 13b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-fp16", + "name": "Nexusraven 13b fp16", + "display_name": "Nexusraven 13b fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q2_K", + "name": "Nexusraven 13b q2_K", + "display_name": "Nexusraven 13b q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q3_K_L", + "name": "Nexusraven 13b q3_K_L", + "display_name": "Nexusraven 13b q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q3_K_M", + "name": "Nexusraven 13b q3_K_M", + "display_name": "Nexusraven 13b q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q3_K_S", + "name": "Nexusraven 13b q3_K_S", + "display_name": "Nexusraven 13b q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q4_0", + "name": "Nexusraven 13b q4_0", + "display_name": "Nexusraven 13b q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q4_1", + "name": "Nexusraven 13b q4_1", + "display_name": "Nexusraven 13b q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q4_K_M", + "name": "Nexusraven 13b q4_K_M", + "display_name": "Nexusraven 13b q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q4_K_S", + "name": "Nexusraven 13b q4_K_S", + "display_name": "Nexusraven 13b q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q5_0", + "name": "Nexusraven 13b q5_0", + "display_name": "Nexusraven 13b q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q5_1", + "name": "Nexusraven 13b q5_1", + "display_name": "Nexusraven 13b q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q5_K_M", + "name": "Nexusraven 13b q5_K_M", + "display_name": "Nexusraven 13b q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q5_K_S", + "name": "Nexusraven 13b q5_K_S", + "display_name": "Nexusraven 13b q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q6_K", + "name": "Nexusraven 13b q6_K", + "display_name": "Nexusraven 13b q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-q8_0", + "name": "Nexusraven 13b q8_0", + "display_name": "Nexusraven 13b q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-fp16", + "name": "Nexusraven 13b v2 fp16", + "display_name": "Nexusraven 13b v2 fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q2_K", + "name": "Nexusraven 13b v2 q2_K", + "display_name": "Nexusraven 13b v2 q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q3_K_L", + "name": "Nexusraven 13b v2 q3_K_L", + "display_name": "Nexusraven 13b v2 q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q3_K_M", + "name": "Nexusraven 13b v2 q3_K_M", + "display_name": "Nexusraven 13b v2 q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q3_K_S", + "name": "Nexusraven 13b v2 q3_K_S", + "display_name": "Nexusraven 13b v2 q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q4_0", + "name": "Nexusraven 13b v2 q4_0", + "display_name": "Nexusraven 13b v2 q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q4_1", + "name": "Nexusraven 13b v2 q4_1", + "display_name": "Nexusraven 13b v2 q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q4_K_M", + "name": "Nexusraven 13b v2 q4_K_M", + "display_name": "Nexusraven 13b v2 q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q4_K_S", + "name": "Nexusraven 13b v2 q4_K_S", + "display_name": "Nexusraven 13b v2 q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q5_0", + "name": "Nexusraven 13b v2 q5_0", + "display_name": "Nexusraven 13b v2 q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q5_1", + "name": "Nexusraven 13b v2 q5_1", + "display_name": "Nexusraven 13b v2 q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q5_K_M", + "name": "Nexusraven 13b v2 q5_K_M", + "display_name": "Nexusraven 13b v2 q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q5_K_S", + "name": "Nexusraven 13b v2 q5_K_S", + "display_name": "Nexusraven 13b v2 q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q6_K", + "name": "Nexusraven 13b v2 q6_K", + "display_name": "Nexusraven 13b v2 q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:13b-v2-q8_0", + "name": "Nexusraven 13b v2 q8_0", + "display_name": "Nexusraven 13b v2 q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nexusraven:latest", + "name": "Nexusraven Latest", + "display_name": "Nexusraven Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nomic-embed-text:137m-v1.5-fp16", + "name": "Nomic-embed-text 137m v1.5 fp16", + "display_name": "Nomic-embed-text 137m v1.5 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nomic-embed-text:latest", + "name": "Nomic-embed-text Latest", + "display_name": "Nomic-embed-text Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nomic-embed-text:v1.5", + "name": "Nomic-embed-text V1.5", + "display_name": "Nomic-embed-text V1.5", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b", + "name": "Notus 7b", + "display_name": "Notus 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1", + "name": "Notus 7b v1", + "display_name": "Notus 7b v1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-fp16", + "name": "Notus 7b v1 fp16", + "display_name": "Notus 7b v1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q2_K", + "name": "Notus 7b v1 q2_K", + "display_name": "Notus 7b v1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q3_K_L", + "name": "Notus 7b v1 q3_K_L", + "display_name": "Notus 7b v1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q3_K_M", + "name": "Notus 7b v1 q3_K_M", + "display_name": "Notus 7b v1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q3_K_S", + "name": "Notus 7b v1 q3_K_S", + "display_name": "Notus 7b v1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q4_0", + "name": "Notus 7b v1 q4_0", + "display_name": "Notus 7b v1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q4_1", + "name": "Notus 7b v1 q4_1", + "display_name": "Notus 7b v1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q4_K_M", + "name": "Notus 7b v1 q4_K_M", + "display_name": "Notus 7b v1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q4_K_S", + "name": "Notus 7b v1 q4_K_S", + "display_name": "Notus 7b v1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q5_0", + "name": "Notus 7b v1 q5_0", + "display_name": "Notus 7b v1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q5_1", + "name": "Notus 7b v1 q5_1", + "display_name": "Notus 7b v1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q5_K_M", + "name": "Notus 7b v1 q5_K_M", + "display_name": "Notus 7b v1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q5_K_S", + "name": "Notus 7b v1 q5_K_S", + "display_name": "Notus 7b v1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q6_K", + "name": "Notus 7b v1 q6_K", + "display_name": "Notus 7b v1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:7b-v1-q8_0", + "name": "Notus 7b v1 q8_0", + "display_name": "Notus 7b v1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notus:latest", + "name": "Notus Latest", + "display_name": "Notus Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b", + "name": "Notux 8x7b", + "display_name": "Notux 8x7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1", + "name": "Notux 8x7b v1", + "display_name": "Notux 8x7b v1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-fp16", + "name": "Notux 8x7b v1 fp16", + "display_name": "Notux 8x7b v1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q2_K", + "name": "Notux 8x7b v1 q2_K", + "display_name": "Notux 8x7b v1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q3_K_L", + "name": "Notux 8x7b v1 q3_K_L", + "display_name": "Notux 8x7b v1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q3_K_M", + "name": "Notux 8x7b v1 q3_K_M", + "display_name": "Notux 8x7b v1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q3_K_S", + "name": "Notux 8x7b v1 q3_K_S", + "display_name": "Notux 8x7b v1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q4_0", + "name": "Notux 8x7b v1 q4_0", + "display_name": "Notux 8x7b v1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q4_1", + "name": "Notux 8x7b v1 q4_1", + "display_name": "Notux 8x7b v1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q4_K_M", + "name": "Notux 8x7b v1 q4_K_M", + "display_name": "Notux 8x7b v1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q4_K_S", + "name": "Notux 8x7b v1 q4_K_S", + "display_name": "Notux 8x7b v1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q5_0", + "name": "Notux 8x7b v1 q5_0", + "display_name": "Notux 8x7b v1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q5_1", + "name": "Notux 8x7b v1 q5_1", + "display_name": "Notux 8x7b v1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q5_K_M", + "name": "Notux 8x7b v1 q5_K_M", + "display_name": "Notux 8x7b v1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q5_K_S", + "name": "Notux 8x7b v1 q5_K_S", + "display_name": "Notux 8x7b v1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q6_K", + "name": "Notux 8x7b v1 q6_K", + "display_name": "Notux 8x7b v1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:8x7b-v1-q8_0", + "name": "Notux 8x7b v1 q8_0", + "display_name": "Notux 8x7b v1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "notux:latest", + "name": "Notux Latest", + "display_name": "Notux Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b", + "name": "Nous-hermes 13b", + "display_name": "Nous-hermes 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-fp16", + "name": "Nous-hermes 13b fp16", + "display_name": "Nous-hermes 13b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2", + "name": "Nous-hermes 13b llama2", + "display_name": "Nous-hermes 13b llama2", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-fp16", + "name": "Nous-hermes 13b llama2 fp16", + "display_name": "Nous-hermes 13b llama2 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q2_K", + "name": "Nous-hermes 13b llama2 q2_K", + "display_name": "Nous-hermes 13b llama2 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q3_K_L", + "name": "Nous-hermes 13b llama2 q3_K_L", + "display_name": "Nous-hermes 13b llama2 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q3_K_M", + "name": "Nous-hermes 13b llama2 q3_K_M", + "display_name": "Nous-hermes 13b llama2 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q3_K_S", + "name": "Nous-hermes 13b llama2 q3_K_S", + "display_name": "Nous-hermes 13b llama2 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q4_0", + "name": "Nous-hermes 13b llama2 q4_0", + "display_name": "Nous-hermes 13b llama2 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q4_1", + "name": "Nous-hermes 13b llama2 q4_1", + "display_name": "Nous-hermes 13b llama2 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q4_K_M", + "name": "Nous-hermes 13b llama2 q4_K_M", + "display_name": "Nous-hermes 13b llama2 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q4_K_S", + "name": "Nous-hermes 13b llama2 q4_K_S", + "display_name": "Nous-hermes 13b llama2 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q5_0", + "name": "Nous-hermes 13b llama2 q5_0", + "display_name": "Nous-hermes 13b llama2 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q5_1", + "name": "Nous-hermes 13b llama2 q5_1", + "display_name": "Nous-hermes 13b llama2 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q5_K_M", + "name": "Nous-hermes 13b llama2 q5_K_M", + "display_name": "Nous-hermes 13b llama2 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q5_K_S", + "name": "Nous-hermes 13b llama2 q5_K_S", + "display_name": "Nous-hermes 13b llama2 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q6_K", + "name": "Nous-hermes 13b llama2 q6_K", + "display_name": "Nous-hermes 13b llama2 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-llama2-q8_0", + "name": "Nous-hermes 13b llama2 q8_0", + "display_name": "Nous-hermes 13b llama2 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q2_K", + "name": "Nous-hermes 13b q2_K", + "display_name": "Nous-hermes 13b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q3_K_L", + "name": "Nous-hermes 13b q3_K_L", + "display_name": "Nous-hermes 13b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q3_K_M", + "name": "Nous-hermes 13b q3_K_M", + "display_name": "Nous-hermes 13b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q3_K_S", + "name": "Nous-hermes 13b q3_K_S", + "display_name": "Nous-hermes 13b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q4_0", + "name": "Nous-hermes 13b q4_0", + "display_name": "Nous-hermes 13b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q4_1", + "name": "Nous-hermes 13b q4_1", + "display_name": "Nous-hermes 13b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q4_K_M", + "name": "Nous-hermes 13b q4_K_M", + "display_name": "Nous-hermes 13b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q4_K_S", + "name": "Nous-hermes 13b q4_K_S", + "display_name": "Nous-hermes 13b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q5_0", + "name": "Nous-hermes 13b q5_0", + "display_name": "Nous-hermes 13b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q5_1", + "name": "Nous-hermes 13b q5_1", + "display_name": "Nous-hermes 13b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q5_K_M", + "name": "Nous-hermes 13b q5_K_M", + "display_name": "Nous-hermes 13b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q5_K_S", + "name": "Nous-hermes 13b q5_K_S", + "display_name": "Nous-hermes 13b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q6_K", + "name": "Nous-hermes 13b q6_K", + "display_name": "Nous-hermes 13b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:13b-q8_0", + "name": "Nous-hermes 13b q8_0", + "display_name": "Nous-hermes 13b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-fp16", + "name": "Nous-hermes 70b llama2 fp16", + "display_name": "Nous-hermes 70b llama2 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q2_K", + "name": "Nous-hermes 70b llama2 q2_K", + "display_name": "Nous-hermes 70b llama2 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q3_K_L", + "name": "Nous-hermes 70b llama2 q3_K_L", + "display_name": "Nous-hermes 70b llama2 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q3_K_M", + "name": "Nous-hermes 70b llama2 q3_K_M", + "display_name": "Nous-hermes 70b llama2 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q3_K_S", + "name": "Nous-hermes 70b llama2 q3_K_S", + "display_name": "Nous-hermes 70b llama2 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q4_0", + "name": "Nous-hermes 70b llama2 q4_0", + "display_name": "Nous-hermes 70b llama2 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q4_1", + "name": "Nous-hermes 70b llama2 q4_1", + "display_name": "Nous-hermes 70b llama2 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q4_K_M", + "name": "Nous-hermes 70b llama2 q4_K_M", + "display_name": "Nous-hermes 70b llama2 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q4_K_S", + "name": "Nous-hermes 70b llama2 q4_K_S", + "display_name": "Nous-hermes 70b llama2 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q5_0", + "name": "Nous-hermes 70b llama2 q5_0", + "display_name": "Nous-hermes 70b llama2 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q5_1", + "name": "Nous-hermes 70b llama2 q5_1", + "display_name": "Nous-hermes 70b llama2 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q5_K_M", + "name": "Nous-hermes 70b llama2 q5_K_M", + "display_name": "Nous-hermes 70b llama2 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:70b-llama2-q6_K", + "name": "Nous-hermes 70b llama2 q6_K", + "display_name": "Nous-hermes 70b llama2 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b", + "name": "Nous-hermes 7b", + "display_name": "Nous-hermes 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2", + "name": "Nous-hermes 7b llama2", + "display_name": "Nous-hermes 7b llama2", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-fp16", + "name": "Nous-hermes 7b llama2 fp16", + "display_name": "Nous-hermes 7b llama2 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q2_K", + "name": "Nous-hermes 7b llama2 q2_K", + "display_name": "Nous-hermes 7b llama2 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q3_K_L", + "name": "Nous-hermes 7b llama2 q3_K_L", + "display_name": "Nous-hermes 7b llama2 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q3_K_M", + "name": "Nous-hermes 7b llama2 q3_K_M", + "display_name": "Nous-hermes 7b llama2 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q3_K_S", + "name": "Nous-hermes 7b llama2 q3_K_S", + "display_name": "Nous-hermes 7b llama2 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q4_0", + "name": "Nous-hermes 7b llama2 q4_0", + "display_name": "Nous-hermes 7b llama2 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q4_1", + "name": "Nous-hermes 7b llama2 q4_1", + "display_name": "Nous-hermes 7b llama2 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q4_K_M", + "name": "Nous-hermes 7b llama2 q4_K_M", + "display_name": "Nous-hermes 7b llama2 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q4_K_S", + "name": "Nous-hermes 7b llama2 q4_K_S", + "display_name": "Nous-hermes 7b llama2 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q5_0", + "name": "Nous-hermes 7b llama2 q5_0", + "display_name": "Nous-hermes 7b llama2 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q5_1", + "name": "Nous-hermes 7b llama2 q5_1", + "display_name": "Nous-hermes 7b llama2 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q5_K_M", + "name": "Nous-hermes 7b llama2 q5_K_M", + "display_name": "Nous-hermes 7b llama2 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q5_K_S", + "name": "Nous-hermes 7b llama2 q5_K_S", + "display_name": "Nous-hermes 7b llama2 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q6_K", + "name": "Nous-hermes 7b llama2 q6_K", + "display_name": "Nous-hermes 7b llama2 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:7b-llama2-q8_0", + "name": "Nous-hermes 7b llama2 q8_0", + "display_name": "Nous-hermes 7b llama2 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes:latest", + "name": "Nous-hermes Latest", + "display_name": "Nous-hermes Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b", + "name": "Nous-hermes2-mixtral 8x7b", + "display_name": "Nous-hermes2-mixtral 8x7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-fp16", + "name": "Nous-hermes2-mixtral 8x7b dpo fp16", + "display_name": "Nous-hermes2-mixtral 8x7b dpo fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q2_K", + "name": "Nous-hermes2-mixtral 8x7b dpo q2_K", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q3_K_L", + "name": "Nous-hermes2-mixtral 8x7b dpo q3_K_L", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q3_K_M", + "name": "Nous-hermes2-mixtral 8x7b dpo q3_K_M", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q3_K_S", + "name": "Nous-hermes2-mixtral 8x7b dpo q3_K_S", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q4_0", + "name": "Nous-hermes2-mixtral 8x7b dpo q4_0", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q4_1", + "name": "Nous-hermes2-mixtral 8x7b dpo q4_1", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q4_K_M", + "name": "Nous-hermes2-mixtral 8x7b dpo q4_K_M", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q4_K_S", + "name": "Nous-hermes2-mixtral 8x7b dpo q4_K_S", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q5_0", + "name": "Nous-hermes2-mixtral 8x7b dpo q5_0", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q5_1", + "name": "Nous-hermes2-mixtral 8x7b dpo q5_1", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q5_K_M", + "name": "Nous-hermes2-mixtral 8x7b dpo q5_K_M", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q5_K_S", + "name": "Nous-hermes2-mixtral 8x7b dpo q5_K_S", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q6_K", + "name": "Nous-hermes2-mixtral 8x7b dpo q6_K", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:8x7b-dpo-q8_0", + "name": "Nous-hermes2-mixtral 8x7b dpo q8_0", + "display_name": "Nous-hermes2-mixtral 8x7b dpo q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:dpo", + "name": "Nous-hermes2-mixtral Dpo", + "display_name": "Nous-hermes2-mixtral Dpo", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2-mixtral:latest", + "name": "Nous-hermes2-mixtral Latest", + "display_name": "Nous-hermes2-mixtral Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b", + "name": "Nous-hermes2 10.7b", + "display_name": "Nous-hermes2 10.7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-fp16", + "name": "Nous-hermes2 10.7b solar fp16", + "display_name": "Nous-hermes2 10.7b solar fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q2_K", + "name": "Nous-hermes2 10.7b solar q2_K", + "display_name": "Nous-hermes2 10.7b solar q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q3_K_L", + "name": "Nous-hermes2 10.7b solar q3_K_L", + "display_name": "Nous-hermes2 10.7b solar q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q3_K_M", + "name": "Nous-hermes2 10.7b solar q3_K_M", + "display_name": "Nous-hermes2 10.7b solar q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q3_K_S", + "name": "Nous-hermes2 10.7b solar q3_K_S", + "display_name": "Nous-hermes2 10.7b solar q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q4_0", + "name": "Nous-hermes2 10.7b solar q4_0", + "display_name": "Nous-hermes2 10.7b solar q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q4_1", + "name": "Nous-hermes2 10.7b solar q4_1", + "display_name": "Nous-hermes2 10.7b solar q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q4_K_M", + "name": "Nous-hermes2 10.7b solar q4_K_M", + "display_name": "Nous-hermes2 10.7b solar q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q4_K_S", + "name": "Nous-hermes2 10.7b solar q4_K_S", + "display_name": "Nous-hermes2 10.7b solar q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q5_0", + "name": "Nous-hermes2 10.7b solar q5_0", + "display_name": "Nous-hermes2 10.7b solar q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q5_1", + "name": "Nous-hermes2 10.7b solar q5_1", + "display_name": "Nous-hermes2 10.7b solar q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q5_K_M", + "name": "Nous-hermes2 10.7b solar q5_K_M", + "display_name": "Nous-hermes2 10.7b solar q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q5_K_S", + "name": "Nous-hermes2 10.7b solar q5_K_S", + "display_name": "Nous-hermes2 10.7b solar q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q6_K", + "name": "Nous-hermes2 10.7b solar q6_K", + "display_name": "Nous-hermes2 10.7b solar q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:10.7b-solar-q8_0", + "name": "Nous-hermes2 10.7b solar q8_0", + "display_name": "Nous-hermes2 10.7b solar q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b", + "name": "Nous-hermes2 34b", + "display_name": "Nous-hermes2 34b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-fp16", + "name": "Nous-hermes2 34b yi fp16", + "display_name": "Nous-hermes2 34b yi fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q2_K", + "name": "Nous-hermes2 34b yi q2_K", + "display_name": "Nous-hermes2 34b yi q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q3_K_L", + "name": "Nous-hermes2 34b yi q3_K_L", + "display_name": "Nous-hermes2 34b yi q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q3_K_M", + "name": "Nous-hermes2 34b yi q3_K_M", + "display_name": "Nous-hermes2 34b yi q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q3_K_S", + "name": "Nous-hermes2 34b yi q3_K_S", + "display_name": "Nous-hermes2 34b yi q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q4_0", + "name": "Nous-hermes2 34b yi q4_0", + "display_name": "Nous-hermes2 34b yi q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q4_1", + "name": "Nous-hermes2 34b yi q4_1", + "display_name": "Nous-hermes2 34b yi q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q4_K_M", + "name": "Nous-hermes2 34b yi q4_K_M", + "display_name": "Nous-hermes2 34b yi q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q4_K_S", + "name": "Nous-hermes2 34b yi q4_K_S", + "display_name": "Nous-hermes2 34b yi q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q5_0", + "name": "Nous-hermes2 34b yi q5_0", + "display_name": "Nous-hermes2 34b yi q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q5_1", + "name": "Nous-hermes2 34b yi q5_1", + "display_name": "Nous-hermes2 34b yi q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q5_K_M", + "name": "Nous-hermes2 34b yi q5_K_M", + "display_name": "Nous-hermes2 34b yi q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q5_K_S", + "name": "Nous-hermes2 34b yi q5_K_S", + "display_name": "Nous-hermes2 34b yi q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q6_K", + "name": "Nous-hermes2 34b yi q6_K", + "display_name": "Nous-hermes2 34b yi q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:34b-yi-q8_0", + "name": "Nous-hermes2 34b yi q8_0", + "display_name": "Nous-hermes2 34b yi q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nous-hermes2:latest", + "name": "Nous-hermes2 Latest", + "display_name": "Nous-hermes2 Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b", + "name": "Nuextract 3.8b", + "display_name": "Nuextract 3.8b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-fp16", + "name": "Nuextract 3.8b fp16", + "display_name": "Nuextract 3.8b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q2_K", + "name": "Nuextract 3.8b q2_K", + "display_name": "Nuextract 3.8b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q3_K_L", + "name": "Nuextract 3.8b q3_K_L", + "display_name": "Nuextract 3.8b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q3_K_M", + "name": "Nuextract 3.8b q3_K_M", + "display_name": "Nuextract 3.8b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q3_K_S", + "name": "Nuextract 3.8b q3_K_S", + "display_name": "Nuextract 3.8b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q4_0", + "name": "Nuextract 3.8b q4_0", + "display_name": "Nuextract 3.8b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q4_1", + "name": "Nuextract 3.8b q4_1", + "display_name": "Nuextract 3.8b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q4_K_M", + "name": "Nuextract 3.8b q4_K_M", + "display_name": "Nuextract 3.8b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q4_K_S", + "name": "Nuextract 3.8b q4_K_S", + "display_name": "Nuextract 3.8b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q5_0", + "name": "Nuextract 3.8b q5_0", + "display_name": "Nuextract 3.8b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q5_1", + "name": "Nuextract 3.8b q5_1", + "display_name": "Nuextract 3.8b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q5_K_M", + "name": "Nuextract 3.8b q5_K_M", + "display_name": "Nuextract 3.8b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q5_K_S", + "name": "Nuextract 3.8b q5_K_S", + "display_name": "Nuextract 3.8b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q6_K", + "name": "Nuextract 3.8b q6_K", + "display_name": "Nuextract 3.8b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:3.8b-q8_0", + "name": "Nuextract 3.8b q8_0", + "display_name": "Nuextract 3.8b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "nuextract:latest", + "name": "Nuextract Latest", + "display_name": "Nuextract Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "olmo2:13b", + "name": "Olmo2 13b", + "display_name": "Olmo2 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "olmo2:13b-1124-instruct-fp16", + "name": "Olmo2 13b 1124 instruct fp16", + "display_name": "Olmo2 13b 1124 instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "olmo2:13b-1124-instruct-q4_K_M", + "name": "Olmo2 13b 1124 instruct q4_K_M", + "display_name": "Olmo2 13b 1124 instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "olmo2:13b-1124-instruct-q8_0", + "name": "Olmo2 13b 1124 instruct q8_0", + "display_name": "Olmo2 13b 1124 instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "olmo2:7b", + "name": "Olmo2 7b", + "display_name": "Olmo2 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "olmo2:7b-1124-instruct-fp16", + "name": "Olmo2 7b 1124 instruct fp16", + "display_name": "Olmo2 7b 1124 instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "olmo2:7b-1124-instruct-q4_K_M", + "name": "Olmo2 7b 1124 instruct q4_K_M", + "display_name": "Olmo2 7b 1124 instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "olmo2:7b-1124-instruct-q8_0", + "name": "Olmo2 7b 1124 instruct q8_0", + "display_name": "Olmo2 7b 1124 instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "olmo2:latest", + "name": "Olmo2 Latest", + "display_name": "Olmo2 Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b", + "name": "Open-orca-platypus2 13b", + "display_name": "Open-orca-platypus2 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-fp16", + "name": "Open-orca-platypus2 13b fp16", + "display_name": "Open-orca-platypus2 13b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q2_K", + "name": "Open-orca-platypus2 13b q2_K", + "display_name": "Open-orca-platypus2 13b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q3_K_L", + "name": "Open-orca-platypus2 13b q3_K_L", + "display_name": "Open-orca-platypus2 13b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q3_K_M", + "name": "Open-orca-platypus2 13b q3_K_M", + "display_name": "Open-orca-platypus2 13b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q3_K_S", + "name": "Open-orca-platypus2 13b q3_K_S", + "display_name": "Open-orca-platypus2 13b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q4_0", + "name": "Open-orca-platypus2 13b q4_0", + "display_name": "Open-orca-platypus2 13b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q4_1", + "name": "Open-orca-platypus2 13b q4_1", + "display_name": "Open-orca-platypus2 13b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q4_K_M", + "name": "Open-orca-platypus2 13b q4_K_M", + "display_name": "Open-orca-platypus2 13b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q4_K_S", + "name": "Open-orca-platypus2 13b q4_K_S", + "display_name": "Open-orca-platypus2 13b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q5_0", + "name": "Open-orca-platypus2 13b q5_0", + "display_name": "Open-orca-platypus2 13b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q5_1", + "name": "Open-orca-platypus2 13b q5_1", + "display_name": "Open-orca-platypus2 13b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q5_K_M", + "name": "Open-orca-platypus2 13b q5_K_M", + "display_name": "Open-orca-platypus2 13b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q5_K_S", + "name": "Open-orca-platypus2 13b q5_K_S", + "display_name": "Open-orca-platypus2 13b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q6_K", + "name": "Open-orca-platypus2 13b q6_K", + "display_name": "Open-orca-platypus2 13b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:13b-q8_0", + "name": "Open-orca-platypus2 13b q8_0", + "display_name": "Open-orca-platypus2 13b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "open-orca-platypus2:latest", + "name": "Open-orca-platypus2 Latest", + "display_name": "Open-orca-platypus2 Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b", + "name": "Openchat 7b", + "display_name": "Openchat 7b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5", + "name": "Openchat 7b v3.5", + "display_name": "Openchat 7b v3.5", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106", + "name": "Openchat 7b v3.5 0106", + "display_name": "Openchat 7b v3.5 0106", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-fp16", + "name": "Openchat 7b v3.5 0106 fp16", + "display_name": "Openchat 7b v3.5 0106 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q2_K", + "name": "Openchat 7b v3.5 0106 q2_K", + "display_name": "Openchat 7b v3.5 0106 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q3_K_L", + "name": "Openchat 7b v3.5 0106 q3_K_L", + "display_name": "Openchat 7b v3.5 0106 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q3_K_M", + "name": "Openchat 7b v3.5 0106 q3_K_M", + "display_name": "Openchat 7b v3.5 0106 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q3_K_S", + "name": "Openchat 7b v3.5 0106 q3_K_S", + "display_name": "Openchat 7b v3.5 0106 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q4_0", + "name": "Openchat 7b v3.5 0106 q4_0", + "display_name": "Openchat 7b v3.5 0106 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q4_1", + "name": "Openchat 7b v3.5 0106 q4_1", + "display_name": "Openchat 7b v3.5 0106 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q4_K_M", + "name": "Openchat 7b v3.5 0106 q4_K_M", + "display_name": "Openchat 7b v3.5 0106 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q4_K_S", + "name": "Openchat 7b v3.5 0106 q4_K_S", + "display_name": "Openchat 7b v3.5 0106 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q5_0", + "name": "Openchat 7b v3.5 0106 q5_0", + "display_name": "Openchat 7b v3.5 0106 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q5_1", + "name": "Openchat 7b v3.5 0106 q5_1", + "display_name": "Openchat 7b v3.5 0106 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q5_K_M", + "name": "Openchat 7b v3.5 0106 q5_K_M", + "display_name": "Openchat 7b v3.5 0106 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q5_K_S", + "name": "Openchat 7b v3.5 0106 q5_K_S", + "display_name": "Openchat 7b v3.5 0106 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q6_K", + "name": "Openchat 7b v3.5 0106 q6_K", + "display_name": "Openchat 7b v3.5 0106 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-0106-q8_0", + "name": "Openchat 7b v3.5 0106 q8_0", + "display_name": "Openchat 7b v3.5 0106 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210", + "name": "Openchat 7b v3.5 1210", + "display_name": "Openchat 7b v3.5 1210", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-fp16", + "name": "Openchat 7b v3.5 1210 fp16", + "display_name": "Openchat 7b v3.5 1210 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q2_K", + "name": "Openchat 7b v3.5 1210 q2_K", + "display_name": "Openchat 7b v3.5 1210 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q3_K_L", + "name": "Openchat 7b v3.5 1210 q3_K_L", + "display_name": "Openchat 7b v3.5 1210 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q3_K_M", + "name": "Openchat 7b v3.5 1210 q3_K_M", + "display_name": "Openchat 7b v3.5 1210 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q3_K_S", + "name": "Openchat 7b v3.5 1210 q3_K_S", + "display_name": "Openchat 7b v3.5 1210 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q4_0", + "name": "Openchat 7b v3.5 1210 q4_0", + "display_name": "Openchat 7b v3.5 1210 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q4_1", + "name": "Openchat 7b v3.5 1210 q4_1", + "display_name": "Openchat 7b v3.5 1210 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q4_K_M", + "name": "Openchat 7b v3.5 1210 q4_K_M", + "display_name": "Openchat 7b v3.5 1210 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q4_K_S", + "name": "Openchat 7b v3.5 1210 q4_K_S", + "display_name": "Openchat 7b v3.5 1210 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q5_0", + "name": "Openchat 7b v3.5 1210 q5_0", + "display_name": "Openchat 7b v3.5 1210 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q5_1", + "name": "Openchat 7b v3.5 1210 q5_1", + "display_name": "Openchat 7b v3.5 1210 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q5_K_M", + "name": "Openchat 7b v3.5 1210 q5_K_M", + "display_name": "Openchat 7b v3.5 1210 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q5_K_S", + "name": "Openchat 7b v3.5 1210 q5_K_S", + "display_name": "Openchat 7b v3.5 1210 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q6_K", + "name": "Openchat 7b v3.5 1210 q6_K", + "display_name": "Openchat 7b v3.5 1210 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-1210-q8_0", + "name": "Openchat 7b v3.5 1210 q8_0", + "display_name": "Openchat 7b v3.5 1210 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-fp16", + "name": "Openchat 7b v3.5 fp16", + "display_name": "Openchat 7b v3.5 fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q2_K", + "name": "Openchat 7b v3.5 q2_K", + "display_name": "Openchat 7b v3.5 q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q3_K_L", + "name": "Openchat 7b v3.5 q3_K_L", + "display_name": "Openchat 7b v3.5 q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q3_K_M", + "name": "Openchat 7b v3.5 q3_K_M", + "display_name": "Openchat 7b v3.5 q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q3_K_S", + "name": "Openchat 7b v3.5 q3_K_S", + "display_name": "Openchat 7b v3.5 q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q4_0", + "name": "Openchat 7b v3.5 q4_0", + "display_name": "Openchat 7b v3.5 q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q4_1", + "name": "Openchat 7b v3.5 q4_1", + "display_name": "Openchat 7b v3.5 q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q4_K_M", + "name": "Openchat 7b v3.5 q4_K_M", + "display_name": "Openchat 7b v3.5 q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q4_K_S", + "name": "Openchat 7b v3.5 q4_K_S", + "display_name": "Openchat 7b v3.5 q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q5_0", + "name": "Openchat 7b v3.5 q5_0", + "display_name": "Openchat 7b v3.5 q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q5_1", + "name": "Openchat 7b v3.5 q5_1", + "display_name": "Openchat 7b v3.5 q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q5_K_M", + "name": "Openchat 7b v3.5 q5_K_M", + "display_name": "Openchat 7b v3.5 q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q5_K_S", + "name": "Openchat 7b v3.5 q5_K_S", + "display_name": "Openchat 7b v3.5 q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q6_K", + "name": "Openchat 7b v3.5 q6_K", + "display_name": "Openchat 7b v3.5 q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:7b-v3.5-q8_0", + "name": "Openchat 7b v3.5 q8_0", + "display_name": "Openchat 7b v3.5 q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openchat:latest", + "name": "Openchat Latest", + "display_name": "Openchat Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "opencoder:1.5b", + "name": "Opencoder 1.5b", + "display_name": "Opencoder 1.5b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "opencoder:1.5b-instruct-fp16", + "name": "Opencoder 1.5b instruct fp16", + "display_name": "Opencoder 1.5b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "opencoder:1.5b-instruct-q4_K_M", + "name": "Opencoder 1.5b instruct q4_K_M", + "display_name": "Opencoder 1.5b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "opencoder:1.5b-instruct-q8_0", + "name": "Opencoder 1.5b instruct q8_0", + "display_name": "Opencoder 1.5b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "opencoder:8b", + "name": "Opencoder 8b", + "display_name": "Opencoder 8b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "opencoder:8b-instruct-fp16", + "name": "Opencoder 8b instruct fp16", + "display_name": "Opencoder 8b instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "opencoder:8b-instruct-q4_K_M", + "name": "Opencoder 8b instruct q4_K_M", + "display_name": "Opencoder 8b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "opencoder:8b-instruct-q8_0", + "name": "Opencoder 8b instruct q8_0", + "display_name": "Opencoder 8b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "opencoder:latest", + "name": "Opencoder Latest", + "display_name": "Opencoder Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-fp16", + "name": "Openhermes 7b mistral v2 fp16", + "display_name": "Openhermes 7b mistral v2 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q2_K", + "name": "Openhermes 7b mistral v2 q2_K", + "display_name": "Openhermes 7b mistral v2 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q3_K_L", + "name": "Openhermes 7b mistral v2 q3_K_L", + "display_name": "Openhermes 7b mistral v2 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q3_K_M", + "name": "Openhermes 7b mistral v2 q3_K_M", + "display_name": "Openhermes 7b mistral v2 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q3_K_S", + "name": "Openhermes 7b mistral v2 q3_K_S", + "display_name": "Openhermes 7b mistral v2 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q4_0", + "name": "Openhermes 7b mistral v2 q4_0", + "display_name": "Openhermes 7b mistral v2 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q4_1", + "name": "Openhermes 7b mistral v2 q4_1", + "display_name": "Openhermes 7b mistral v2 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q4_K_M", + "name": "Openhermes 7b mistral v2 q4_K_M", + "display_name": "Openhermes 7b mistral v2 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q4_K_S", + "name": "Openhermes 7b mistral v2 q4_K_S", + "display_name": "Openhermes 7b mistral v2 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q5_0", + "name": "Openhermes 7b mistral v2 q5_0", + "display_name": "Openhermes 7b mistral v2 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q5_1", + "name": "Openhermes 7b mistral v2 q5_1", + "display_name": "Openhermes 7b mistral v2 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q5_K_M", + "name": "Openhermes 7b mistral v2 q5_K_M", + "display_name": "Openhermes 7b mistral v2 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q5_K_S", + "name": "Openhermes 7b mistral v2 q5_K_S", + "display_name": "Openhermes 7b mistral v2 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q6_K", + "name": "Openhermes 7b mistral v2 q6_K", + "display_name": "Openhermes 7b mistral v2 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2-q8_0", + "name": "Openhermes 7b mistral v2 q8_0", + "display_name": "Openhermes 7b mistral v2 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-fp16", + "name": "Openhermes 7b mistral v2.5 fp16", + "display_name": "Openhermes 7b mistral v2.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q2_K", + "name": "Openhermes 7b mistral v2.5 q2_K", + "display_name": "Openhermes 7b mistral v2.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q3_K_L", + "name": "Openhermes 7b mistral v2.5 q3_K_L", + "display_name": "Openhermes 7b mistral v2.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q3_K_M", + "name": "Openhermes 7b mistral v2.5 q3_K_M", + "display_name": "Openhermes 7b mistral v2.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q3_K_S", + "name": "Openhermes 7b mistral v2.5 q3_K_S", + "display_name": "Openhermes 7b mistral v2.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q4_0", + "name": "Openhermes 7b mistral v2.5 q4_0", + "display_name": "Openhermes 7b mistral v2.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q4_1", + "name": "Openhermes 7b mistral v2.5 q4_1", + "display_name": "Openhermes 7b mistral v2.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q4_K_M", + "name": "Openhermes 7b mistral v2.5 q4_K_M", + "display_name": "Openhermes 7b mistral v2.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q4_K_S", + "name": "Openhermes 7b mistral v2.5 q4_K_S", + "display_name": "Openhermes 7b mistral v2.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q5_0", + "name": "Openhermes 7b mistral v2.5 q5_0", + "display_name": "Openhermes 7b mistral v2.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q5_1", + "name": "Openhermes 7b mistral v2.5 q5_1", + "display_name": "Openhermes 7b mistral v2.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q5_K_M", + "name": "Openhermes 7b mistral v2.5 q5_K_M", + "display_name": "Openhermes 7b mistral v2.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q5_K_S", + "name": "Openhermes 7b mistral v2.5 q5_K_S", + "display_name": "Openhermes 7b mistral v2.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q6_K", + "name": "Openhermes 7b mistral v2.5 q6_K", + "display_name": "Openhermes 7b mistral v2.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-mistral-v2.5-q8_0", + "name": "Openhermes 7b mistral v2.5 q8_0", + "display_name": "Openhermes 7b mistral v2.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-v2", + "name": "Openhermes 7b v2", + "display_name": "Openhermes 7b v2", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:7b-v2.5", + "name": "Openhermes 7b v2.5", + "display_name": "Openhermes 7b v2.5", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:latest", + "name": "Openhermes Latest", + "display_name": "Openhermes Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:v2", + "name": "Openhermes V2", + "display_name": "Openhermes V2", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openhermes:v2.5", + "name": "Openhermes V2.5", + "display_name": "Openhermes V2.5", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:32b", + "name": "Openthinker 32b", + "display_name": "Openthinker 32b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:32b-fp16", + "name": "Openthinker 32b fp16", + "display_name": "Openthinker 32b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:32b-q4_K_M", + "name": "Openthinker 32b q4_K_M", + "display_name": "Openthinker 32b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:32b-q8_0", + "name": "Openthinker 32b q8_0", + "display_name": "Openthinker 32b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:32b-v2-fp16", + "name": "Openthinker 32b v2 fp16", + "display_name": "Openthinker 32b v2 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:32b-v2-q4_K_M", + "name": "Openthinker 32b v2 q4_K_M", + "display_name": "Openthinker 32b v2 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:32b-v2-q8_0", + "name": "Openthinker 32b v2 q8_0", + "display_name": "Openthinker 32b v2 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:7b", + "name": "Openthinker 7b", + "display_name": "Openthinker 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:7b-fp16", + "name": "Openthinker 7b fp16", + "display_name": "Openthinker 7b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:7b-q4_K_M", + "name": "Openthinker 7b q4_K_M", + "display_name": "Openthinker 7b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:7b-q8_0", + "name": "Openthinker 7b q8_0", + "display_name": "Openthinker 7b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:7b-v2-fp16", + "name": "Openthinker 7b v2 fp16", + "display_name": "Openthinker 7b v2 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:7b-v2-q4_K_M", + "name": "Openthinker 7b v2 q4_K_M", + "display_name": "Openthinker 7b v2 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:7b-v2-q8_0", + "name": "Openthinker 7b v2 q8_0", + "display_name": "Openthinker 7b v2 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "openthinker:latest", + "name": "Openthinker Latest", + "display_name": "Openthinker Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b", + "name": "Orca-mini 13b", + "display_name": "Orca-mini 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-fp16", + "name": "Orca-mini 13b fp16", + "display_name": "Orca-mini 13b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q2_K", + "name": "Orca-mini 13b q2_K", + "display_name": "Orca-mini 13b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q3_K_L", + "name": "Orca-mini 13b q3_K_L", + "display_name": "Orca-mini 13b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q3_K_M", + "name": "Orca-mini 13b q3_K_M", + "display_name": "Orca-mini 13b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q3_K_S", + "name": "Orca-mini 13b q3_K_S", + "display_name": "Orca-mini 13b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q4_0", + "name": "Orca-mini 13b q4_0", + "display_name": "Orca-mini 13b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q4_1", + "name": "Orca-mini 13b q4_1", + "display_name": "Orca-mini 13b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q4_K_M", + "name": "Orca-mini 13b q4_K_M", + "display_name": "Orca-mini 13b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q4_K_S", + "name": "Orca-mini 13b q4_K_S", + "display_name": "Orca-mini 13b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q5_0", + "name": "Orca-mini 13b q5_0", + "display_name": "Orca-mini 13b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q5_1", + "name": "Orca-mini 13b q5_1", + "display_name": "Orca-mini 13b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q5_K_M", + "name": "Orca-mini 13b q5_K_M", + "display_name": "Orca-mini 13b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q5_K_S", + "name": "Orca-mini 13b q5_K_S", + "display_name": "Orca-mini 13b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q6_K", + "name": "Orca-mini 13b q6_K", + "display_name": "Orca-mini 13b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-q8_0", + "name": "Orca-mini 13b q8_0", + "display_name": "Orca-mini 13b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-fp16", + "name": "Orca-mini 13b v2 fp16", + "display_name": "Orca-mini 13b v2 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q2_K", + "name": "Orca-mini 13b v2 q2_K", + "display_name": "Orca-mini 13b v2 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q3_K_L", + "name": "Orca-mini 13b v2 q3_K_L", + "display_name": "Orca-mini 13b v2 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q3_K_M", + "name": "Orca-mini 13b v2 q3_K_M", + "display_name": "Orca-mini 13b v2 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q3_K_S", + "name": "Orca-mini 13b v2 q3_K_S", + "display_name": "Orca-mini 13b v2 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q4_0", + "name": "Orca-mini 13b v2 q4_0", + "display_name": "Orca-mini 13b v2 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q4_1", + "name": "Orca-mini 13b v2 q4_1", + "display_name": "Orca-mini 13b v2 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q4_K_M", + "name": "Orca-mini 13b v2 q4_K_M", + "display_name": "Orca-mini 13b v2 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q4_K_S", + "name": "Orca-mini 13b v2 q4_K_S", + "display_name": "Orca-mini 13b v2 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q5_0", + "name": "Orca-mini 13b v2 q5_0", + "display_name": "Orca-mini 13b v2 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q5_1", + "name": "Orca-mini 13b v2 q5_1", + "display_name": "Orca-mini 13b v2 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q5_K_M", + "name": "Orca-mini 13b v2 q5_K_M", + "display_name": "Orca-mini 13b v2 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q5_K_S", + "name": "Orca-mini 13b v2 q5_K_S", + "display_name": "Orca-mini 13b v2 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q6_K", + "name": "Orca-mini 13b v2 q6_K", + "display_name": "Orca-mini 13b v2 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v2-q8_0", + "name": "Orca-mini 13b v2 q8_0", + "display_name": "Orca-mini 13b v2 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3", + "name": "Orca-mini 13b v3", + "display_name": "Orca-mini 13b v3", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-fp16", + "name": "Orca-mini 13b v3 fp16", + "display_name": "Orca-mini 13b v3 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q2_K", + "name": "Orca-mini 13b v3 q2_K", + "display_name": "Orca-mini 13b v3 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q3_K_L", + "name": "Orca-mini 13b v3 q3_K_L", + "display_name": "Orca-mini 13b v3 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q3_K_M", + "name": "Orca-mini 13b v3 q3_K_M", + "display_name": "Orca-mini 13b v3 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q3_K_S", + "name": "Orca-mini 13b v3 q3_K_S", + "display_name": "Orca-mini 13b v3 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q4_0", + "name": "Orca-mini 13b v3 q4_0", + "display_name": "Orca-mini 13b v3 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q4_1", + "name": "Orca-mini 13b v3 q4_1", + "display_name": "Orca-mini 13b v3 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q4_K_M", + "name": "Orca-mini 13b v3 q4_K_M", + "display_name": "Orca-mini 13b v3 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q4_K_S", + "name": "Orca-mini 13b v3 q4_K_S", + "display_name": "Orca-mini 13b v3 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q5_0", + "name": "Orca-mini 13b v3 q5_0", + "display_name": "Orca-mini 13b v3 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q5_1", + "name": "Orca-mini 13b v3 q5_1", + "display_name": "Orca-mini 13b v3 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q5_K_M", + "name": "Orca-mini 13b v3 q5_K_M", + "display_name": "Orca-mini 13b v3 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q5_K_S", + "name": "Orca-mini 13b v3 q5_K_S", + "display_name": "Orca-mini 13b v3 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q6_K", + "name": "Orca-mini 13b v3 q6_K", + "display_name": "Orca-mini 13b v3 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:13b-v3-q8_0", + "name": "Orca-mini 13b v3 q8_0", + "display_name": "Orca-mini 13b v3 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:3b", + "name": "Orca-mini 3b", + "display_name": "Orca-mini 3b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:3b-fp16", + "name": "Orca-mini 3b fp16", + "display_name": "Orca-mini 3b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:3b-q4_0", + "name": "Orca-mini 3b q4_0", + "display_name": "Orca-mini 3b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:3b-q4_1", + "name": "Orca-mini 3b q4_1", + "display_name": "Orca-mini 3b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:3b-q5_0", + "name": "Orca-mini 3b q5_0", + "display_name": "Orca-mini 3b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:3b-q5_1", + "name": "Orca-mini 3b q5_1", + "display_name": "Orca-mini 3b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:3b-q8_0", + "name": "Orca-mini 3b q8_0", + "display_name": "Orca-mini 3b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b", + "name": "Orca-mini 70b", + "display_name": "Orca-mini 70b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3", + "name": "Orca-mini 70b v3", + "display_name": "Orca-mini 70b v3", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-fp16", + "name": "Orca-mini 70b v3 fp16", + "display_name": "Orca-mini 70b v3 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q2_K", + "name": "Orca-mini 70b v3 q2_K", + "display_name": "Orca-mini 70b v3 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q3_K_L", + "name": "Orca-mini 70b v3 q3_K_L", + "display_name": "Orca-mini 70b v3 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q3_K_M", + "name": "Orca-mini 70b v3 q3_K_M", + "display_name": "Orca-mini 70b v3 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q3_K_S", + "name": "Orca-mini 70b v3 q3_K_S", + "display_name": "Orca-mini 70b v3 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q4_0", + "name": "Orca-mini 70b v3 q4_0", + "display_name": "Orca-mini 70b v3 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q4_1", + "name": "Orca-mini 70b v3 q4_1", + "display_name": "Orca-mini 70b v3 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q4_K_M", + "name": "Orca-mini 70b v3 q4_K_M", + "display_name": "Orca-mini 70b v3 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q4_K_S", + "name": "Orca-mini 70b v3 q4_K_S", + "display_name": "Orca-mini 70b v3 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q5_0", + "name": "Orca-mini 70b v3 q5_0", + "display_name": "Orca-mini 70b v3 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q5_1", + "name": "Orca-mini 70b v3 q5_1", + "display_name": "Orca-mini 70b v3 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q5_K_M", + "name": "Orca-mini 70b v3 q5_K_M", + "display_name": "Orca-mini 70b v3 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q5_K_S", + "name": "Orca-mini 70b v3 q5_K_S", + "display_name": "Orca-mini 70b v3 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q6_K", + "name": "Orca-mini 70b v3 q6_K", + "display_name": "Orca-mini 70b v3 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:70b-v3-q8_0", + "name": "Orca-mini 70b v3 q8_0", + "display_name": "Orca-mini 70b v3 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b", + "name": "Orca-mini 7b", + "display_name": "Orca-mini 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-fp16", + "name": "Orca-mini 7b fp16", + "display_name": "Orca-mini 7b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q2_K", + "name": "Orca-mini 7b q2_K", + "display_name": "Orca-mini 7b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q3_K_L", + "name": "Orca-mini 7b q3_K_L", + "display_name": "Orca-mini 7b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q3_K_M", + "name": "Orca-mini 7b q3_K_M", + "display_name": "Orca-mini 7b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q3_K_S", + "name": "Orca-mini 7b q3_K_S", + "display_name": "Orca-mini 7b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q4_0", + "name": "Orca-mini 7b q4_0", + "display_name": "Orca-mini 7b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q4_1", + "name": "Orca-mini 7b q4_1", + "display_name": "Orca-mini 7b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q4_K_M", + "name": "Orca-mini 7b q4_K_M", + "display_name": "Orca-mini 7b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q4_K_S", + "name": "Orca-mini 7b q4_K_S", + "display_name": "Orca-mini 7b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q5_0", + "name": "Orca-mini 7b q5_0", + "display_name": "Orca-mini 7b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q5_1", + "name": "Orca-mini 7b q5_1", + "display_name": "Orca-mini 7b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q5_K_M", + "name": "Orca-mini 7b q5_K_M", + "display_name": "Orca-mini 7b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q5_K_S", + "name": "Orca-mini 7b q5_K_S", + "display_name": "Orca-mini 7b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q6_K", + "name": "Orca-mini 7b q6_K", + "display_name": "Orca-mini 7b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-q8_0", + "name": "Orca-mini 7b q8_0", + "display_name": "Orca-mini 7b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-fp16", + "name": "Orca-mini 7b v2 fp16", + "display_name": "Orca-mini 7b v2 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q2_K", + "name": "Orca-mini 7b v2 q2_K", + "display_name": "Orca-mini 7b v2 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q3_K_L", + "name": "Orca-mini 7b v2 q3_K_L", + "display_name": "Orca-mini 7b v2 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q3_K_M", + "name": "Orca-mini 7b v2 q3_K_M", + "display_name": "Orca-mini 7b v2 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q3_K_S", + "name": "Orca-mini 7b v2 q3_K_S", + "display_name": "Orca-mini 7b v2 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q4_0", + "name": "Orca-mini 7b v2 q4_0", + "display_name": "Orca-mini 7b v2 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q4_1", + "name": "Orca-mini 7b v2 q4_1", + "display_name": "Orca-mini 7b v2 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q4_K_M", + "name": "Orca-mini 7b v2 q4_K_M", + "display_name": "Orca-mini 7b v2 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q4_K_S", + "name": "Orca-mini 7b v2 q4_K_S", + "display_name": "Orca-mini 7b v2 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q5_0", + "name": "Orca-mini 7b v2 q5_0", + "display_name": "Orca-mini 7b v2 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q5_1", + "name": "Orca-mini 7b v2 q5_1", + "display_name": "Orca-mini 7b v2 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q5_K_M", + "name": "Orca-mini 7b v2 q5_K_M", + "display_name": "Orca-mini 7b v2 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q5_K_S", + "name": "Orca-mini 7b v2 q5_K_S", + "display_name": "Orca-mini 7b v2 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q6_K", + "name": "Orca-mini 7b v2 q6_K", + "display_name": "Orca-mini 7b v2 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v2-q8_0", + "name": "Orca-mini 7b v2 q8_0", + "display_name": "Orca-mini 7b v2 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3", + "name": "Orca-mini 7b v3", + "display_name": "Orca-mini 7b v3", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-fp16", + "name": "Orca-mini 7b v3 fp16", + "display_name": "Orca-mini 7b v3 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q2_K", + "name": "Orca-mini 7b v3 q2_K", + "display_name": "Orca-mini 7b v3 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q3_K_L", + "name": "Orca-mini 7b v3 q3_K_L", + "display_name": "Orca-mini 7b v3 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q3_K_M", + "name": "Orca-mini 7b v3 q3_K_M", + "display_name": "Orca-mini 7b v3 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q3_K_S", + "name": "Orca-mini 7b v3 q3_K_S", + "display_name": "Orca-mini 7b v3 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q4_0", + "name": "Orca-mini 7b v3 q4_0", + "display_name": "Orca-mini 7b v3 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q4_1", + "name": "Orca-mini 7b v3 q4_1", + "display_name": "Orca-mini 7b v3 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q4_K_M", + "name": "Orca-mini 7b v3 q4_K_M", + "display_name": "Orca-mini 7b v3 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q4_K_S", + "name": "Orca-mini 7b v3 q4_K_S", + "display_name": "Orca-mini 7b v3 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q5_0", + "name": "Orca-mini 7b v3 q5_0", + "display_name": "Orca-mini 7b v3 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q5_1", + "name": "Orca-mini 7b v3 q5_1", + "display_name": "Orca-mini 7b v3 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q5_K_M", + "name": "Orca-mini 7b v3 q5_K_M", + "display_name": "Orca-mini 7b v3 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q5_K_S", + "name": "Orca-mini 7b v3 q5_K_S", + "display_name": "Orca-mini 7b v3 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q6_K", + "name": "Orca-mini 7b v3 q6_K", + "display_name": "Orca-mini 7b v3 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:7b-v3-q8_0", + "name": "Orca-mini 7b v3 q8_0", + "display_name": "Orca-mini 7b v3 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca-mini:latest", + "name": "Orca-mini Latest", + "display_name": "Orca-mini Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b", + "name": "Orca2 13b", + "display_name": "Orca2 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-fp16", + "name": "Orca2 13b fp16", + "display_name": "Orca2 13b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q2_K", + "name": "Orca2 13b q2_K", + "display_name": "Orca2 13b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q3_K_L", + "name": "Orca2 13b q3_K_L", + "display_name": "Orca2 13b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q3_K_M", + "name": "Orca2 13b q3_K_M", + "display_name": "Orca2 13b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q3_K_S", + "name": "Orca2 13b q3_K_S", + "display_name": "Orca2 13b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q4_0", + "name": "Orca2 13b q4_0", + "display_name": "Orca2 13b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q4_1", + "name": "Orca2 13b q4_1", + "display_name": "Orca2 13b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q4_K_M", + "name": "Orca2 13b q4_K_M", + "display_name": "Orca2 13b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q4_K_S", + "name": "Orca2 13b q4_K_S", + "display_name": "Orca2 13b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q5_0", + "name": "Orca2 13b q5_0", + "display_name": "Orca2 13b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q5_1", + "name": "Orca2 13b q5_1", + "display_name": "Orca2 13b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q5_K_M", + "name": "Orca2 13b q5_K_M", + "display_name": "Orca2 13b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q5_K_S", + "name": "Orca2 13b q5_K_S", + "display_name": "Orca2 13b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q6_K", + "name": "Orca2 13b q6_K", + "display_name": "Orca2 13b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:13b-q8_0", + "name": "Orca2 13b q8_0", + "display_name": "Orca2 13b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b", + "name": "Orca2 7b", + "display_name": "Orca2 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-fp16", + "name": "Orca2 7b fp16", + "display_name": "Orca2 7b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q2_K", + "name": "Orca2 7b q2_K", + "display_name": "Orca2 7b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q3_K_L", + "name": "Orca2 7b q3_K_L", + "display_name": "Orca2 7b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q3_K_M", + "name": "Orca2 7b q3_K_M", + "display_name": "Orca2 7b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q3_K_S", + "name": "Orca2 7b q3_K_S", + "display_name": "Orca2 7b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q4_0", + "name": "Orca2 7b q4_0", + "display_name": "Orca2 7b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q4_1", + "name": "Orca2 7b q4_1", + "display_name": "Orca2 7b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q4_K_M", + "name": "Orca2 7b q4_K_M", + "display_name": "Orca2 7b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q4_K_S", + "name": "Orca2 7b q4_K_S", + "display_name": "Orca2 7b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q5_0", + "name": "Orca2 7b q5_0", + "display_name": "Orca2 7b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q5_1", + "name": "Orca2 7b q5_1", + "display_name": "Orca2 7b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q5_K_M", + "name": "Orca2 7b q5_K_M", + "display_name": "Orca2 7b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q5_K_S", + "name": "Orca2 7b q5_K_S", + "display_name": "Orca2 7b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q6_K", + "name": "Orca2 7b q6_K", + "display_name": "Orca2 7b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:7b-q8_0", + "name": "Orca2 7b q8_0", + "display_name": "Orca2 7b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "orca2:latest", + "name": "Orca2 Latest", + "display_name": "Orca2 Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "paraphrase-multilingual:278m", + "name": "Paraphrase-multilingual 278m", + "display_name": "Paraphrase-multilingual 278m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "paraphrase-multilingual:278m-mpnet-base-v2-fp16", + "name": "Paraphrase-multilingual 278m mpnet base v2 fp16", + "display_name": "Paraphrase-multilingual 278m mpnet base v2 fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "paraphrase-multilingual:latest", + "name": "Paraphrase-multilingual Latest", + "display_name": "Paraphrase-multilingual Latest", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b", + "name": "Phi 2.7b", + "display_name": "Phi 2.7b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-fp16", + "name": "Phi 2.7b chat v2 fp16", + "display_name": "Phi 2.7b chat v2 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q2_K", + "name": "Phi 2.7b chat v2 q2_K", + "display_name": "Phi 2.7b chat v2 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q3_K_L", + "name": "Phi 2.7b chat v2 q3_K_L", + "display_name": "Phi 2.7b chat v2 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q3_K_M", + "name": "Phi 2.7b chat v2 q3_K_M", + "display_name": "Phi 2.7b chat v2 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q3_K_S", + "name": "Phi 2.7b chat v2 q3_K_S", + "display_name": "Phi 2.7b chat v2 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q4_0", + "name": "Phi 2.7b chat v2 q4_0", + "display_name": "Phi 2.7b chat v2 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q4_1", + "name": "Phi 2.7b chat v2 q4_1", + "display_name": "Phi 2.7b chat v2 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q4_K_M", + "name": "Phi 2.7b chat v2 q4_K_M", + "display_name": "Phi 2.7b chat v2 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q4_K_S", + "name": "Phi 2.7b chat v2 q4_K_S", + "display_name": "Phi 2.7b chat v2 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q5_0", + "name": "Phi 2.7b chat v2 q5_0", + "display_name": "Phi 2.7b chat v2 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q5_1", + "name": "Phi 2.7b chat v2 q5_1", + "display_name": "Phi 2.7b chat v2 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q5_K_M", + "name": "Phi 2.7b chat v2 q5_K_M", + "display_name": "Phi 2.7b chat v2 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q5_K_S", + "name": "Phi 2.7b chat v2 q5_K_S", + "display_name": "Phi 2.7b chat v2 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q6_K", + "name": "Phi 2.7b chat v2 q6_K", + "display_name": "Phi 2.7b chat v2 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:2.7b-chat-v2-q8_0", + "name": "Phi 2.7b chat v2 q8_0", + "display_name": "Phi 2.7b chat v2 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:chat", + "name": "Phi Chat", + "display_name": "Phi Chat", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi:latest", + "name": "Phi Latest", + "display_name": "Phi Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b", + "name": "Phi3 14b", + "display_name": "Phi3 14b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-instruct", + "name": "Phi3 14b instruct", + "display_name": "Phi3 14b instruct", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-fp16", + "name": "Phi3 14b medium 128k instruct fp16", + "display_name": "Phi3 14b medium 128k instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q2_K", + "name": "Phi3 14b medium 128k instruct q2_K", + "display_name": "Phi3 14b medium 128k instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q3_K_L", + "name": "Phi3 14b medium 128k instruct q3_K_L", + "display_name": "Phi3 14b medium 128k instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q3_K_M", + "name": "Phi3 14b medium 128k instruct q3_K_M", + "display_name": "Phi3 14b medium 128k instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q3_K_S", + "name": "Phi3 14b medium 128k instruct q3_K_S", + "display_name": "Phi3 14b medium 128k instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q4_0", + "name": "Phi3 14b medium 128k instruct q4_0", + "display_name": "Phi3 14b medium 128k instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q4_1", + "name": "Phi3 14b medium 128k instruct q4_1", + "display_name": "Phi3 14b medium 128k instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q4_K_M", + "name": "Phi3 14b medium 128k instruct q4_K_M", + "display_name": "Phi3 14b medium 128k instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q4_K_S", + "name": "Phi3 14b medium 128k instruct q4_K_S", + "display_name": "Phi3 14b medium 128k instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q5_0", + "name": "Phi3 14b medium 128k instruct q5_0", + "display_name": "Phi3 14b medium 128k instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q5_1", + "name": "Phi3 14b medium 128k instruct q5_1", + "display_name": "Phi3 14b medium 128k instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q5_K_M", + "name": "Phi3 14b medium 128k instruct q5_K_M", + "display_name": "Phi3 14b medium 128k instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q5_K_S", + "name": "Phi3 14b medium 128k instruct q5_K_S", + "display_name": "Phi3 14b medium 128k instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q6_K", + "name": "Phi3 14b medium 128k instruct q6_K", + "display_name": "Phi3 14b medium 128k instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-128k-instruct-q8_0", + "name": "Phi3 14b medium 128k instruct q8_0", + "display_name": "Phi3 14b medium 128k instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-fp16", + "name": "Phi3 14b medium 4k instruct fp16", + "display_name": "Phi3 14b medium 4k instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q2_K", + "name": "Phi3 14b medium 4k instruct q2_K", + "display_name": "Phi3 14b medium 4k instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q3_K_L", + "name": "Phi3 14b medium 4k instruct q3_K_L", + "display_name": "Phi3 14b medium 4k instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q3_K_M", + "name": "Phi3 14b medium 4k instruct q3_K_M", + "display_name": "Phi3 14b medium 4k instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q3_K_S", + "name": "Phi3 14b medium 4k instruct q3_K_S", + "display_name": "Phi3 14b medium 4k instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q4_0", + "name": "Phi3 14b medium 4k instruct q4_0", + "display_name": "Phi3 14b medium 4k instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q4_1", + "name": "Phi3 14b medium 4k instruct q4_1", + "display_name": "Phi3 14b medium 4k instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q4_K_M", + "name": "Phi3 14b medium 4k instruct q4_K_M", + "display_name": "Phi3 14b medium 4k instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q4_K_S", + "name": "Phi3 14b medium 4k instruct q4_K_S", + "display_name": "Phi3 14b medium 4k instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q5_0", + "name": "Phi3 14b medium 4k instruct q5_0", + "display_name": "Phi3 14b medium 4k instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q5_1", + "name": "Phi3 14b medium 4k instruct q5_1", + "display_name": "Phi3 14b medium 4k instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q5_K_M", + "name": "Phi3 14b medium 4k instruct q5_K_M", + "display_name": "Phi3 14b medium 4k instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q5_K_S", + "name": "Phi3 14b medium 4k instruct q5_K_S", + "display_name": "Phi3 14b medium 4k instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q6_K", + "name": "Phi3 14b medium 4k instruct q6_K", + "display_name": "Phi3 14b medium 4k instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:14b-medium-4k-instruct-q8_0", + "name": "Phi3 14b medium 4k instruct q8_0", + "display_name": "Phi3 14b medium 4k instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b", + "name": "Phi3 3.8b", + "display_name": "Phi3 3.8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-instruct", + "name": "Phi3 3.8b instruct", + "display_name": "Phi3 3.8b instruct", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-fp16", + "name": "Phi3 3.8b mini 128k instruct fp16", + "display_name": "Phi3 3.8b mini 128k instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q2_K", + "name": "Phi3 3.8b mini 128k instruct q2_K", + "display_name": "Phi3 3.8b mini 128k instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q3_K_L", + "name": "Phi3 3.8b mini 128k instruct q3_K_L", + "display_name": "Phi3 3.8b mini 128k instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q3_K_M", + "name": "Phi3 3.8b mini 128k instruct q3_K_M", + "display_name": "Phi3 3.8b mini 128k instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q3_K_S", + "name": "Phi3 3.8b mini 128k instruct q3_K_S", + "display_name": "Phi3 3.8b mini 128k instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q4_0", + "name": "Phi3 3.8b mini 128k instruct q4_0", + "display_name": "Phi3 3.8b mini 128k instruct q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q4_1", + "name": "Phi3 3.8b mini 128k instruct q4_1", + "display_name": "Phi3 3.8b mini 128k instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q4_K_M", + "name": "Phi3 3.8b mini 128k instruct q4_K_M", + "display_name": "Phi3 3.8b mini 128k instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q4_K_S", + "name": "Phi3 3.8b mini 128k instruct q4_K_S", + "display_name": "Phi3 3.8b mini 128k instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q5_0", + "name": "Phi3 3.8b mini 128k instruct q5_0", + "display_name": "Phi3 3.8b mini 128k instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q5_1", + "name": "Phi3 3.8b mini 128k instruct q5_1", + "display_name": "Phi3 3.8b mini 128k instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q5_K_M", + "name": "Phi3 3.8b mini 128k instruct q5_K_M", + "display_name": "Phi3 3.8b mini 128k instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q5_K_S", + "name": "Phi3 3.8b mini 128k instruct q5_K_S", + "display_name": "Phi3 3.8b mini 128k instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q6_K", + "name": "Phi3 3.8b mini 128k instruct q6_K", + "display_name": "Phi3 3.8b mini 128k instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-128k-instruct-q8_0", + "name": "Phi3 3.8b mini 128k instruct q8_0", + "display_name": "Phi3 3.8b mini 128k instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-fp16", + "name": "Phi3 3.8b mini 4k instruct fp16", + "display_name": "Phi3 3.8b mini 4k instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q2_K", + "name": "Phi3 3.8b mini 4k instruct q2_K", + "display_name": "Phi3 3.8b mini 4k instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q3_K_L", + "name": "Phi3 3.8b mini 4k instruct q3_K_L", + "display_name": "Phi3 3.8b mini 4k instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q3_K_M", + "name": "Phi3 3.8b mini 4k instruct q3_K_M", + "display_name": "Phi3 3.8b mini 4k instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q3_K_S", + "name": "Phi3 3.8b mini 4k instruct q3_K_S", + "display_name": "Phi3 3.8b mini 4k instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q4_0", + "name": "Phi3 3.8b mini 4k instruct q4_0", + "display_name": "Phi3 3.8b mini 4k instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q4_1", + "name": "Phi3 3.8b mini 4k instruct q4_1", + "display_name": "Phi3 3.8b mini 4k instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q4_K_M", + "name": "Phi3 3.8b mini 4k instruct q4_K_M", + "display_name": "Phi3 3.8b mini 4k instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q4_K_S", + "name": "Phi3 3.8b mini 4k instruct q4_K_S", + "display_name": "Phi3 3.8b mini 4k instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q5_0", + "name": "Phi3 3.8b mini 4k instruct q5_0", + "display_name": "Phi3 3.8b mini 4k instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q5_1", + "name": "Phi3 3.8b mini 4k instruct q5_1", + "display_name": "Phi3 3.8b mini 4k instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q5_K_M", + "name": "Phi3 3.8b mini 4k instruct q5_K_M", + "display_name": "Phi3 3.8b mini 4k instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q5_K_S", + "name": "Phi3 3.8b mini 4k instruct q5_K_S", + "display_name": "Phi3 3.8b mini 4k instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q6_K", + "name": "Phi3 3.8b mini 4k instruct q6_K", + "display_name": "Phi3 3.8b mini 4k instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:3.8b-mini-4k-instruct-q8_0", + "name": "Phi3 3.8b mini 4k instruct q8_0", + "display_name": "Phi3 3.8b mini 4k instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:instruct", + "name": "Phi3 Instruct", + "display_name": "Phi3 Instruct", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:latest", + "name": "Phi3 Latest", + "display_name": "Phi3 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:medium", + "name": "Phi3 Medium", + "display_name": "Phi3 Medium", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:medium-128k", + "name": "Phi3 Medium 128k", + "display_name": "Phi3 Medium 128k", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:medium-4k", + "name": "Phi3 Medium 4k", + "display_name": "Phi3 Medium 4k", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:mini", + "name": "Phi3 Mini", + "display_name": "Phi3 Mini", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:mini-128k", + "name": "Phi3 Mini 128k", + "display_name": "Phi3 Mini 128k", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3:mini-4k", + "name": "Phi3 Mini 4k", + "display_name": "Phi3 Mini 4k", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b", + "name": "Phi3.5 3.8b", + "display_name": "Phi3.5 3.8b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-fp16", + "name": "Phi3.5 3.8b mini instruct fp16", + "display_name": "Phi3.5 3.8b mini instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q2_K", + "name": "Phi3.5 3.8b mini instruct q2_K", + "display_name": "Phi3.5 3.8b mini instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q3_K_L", + "name": "Phi3.5 3.8b mini instruct q3_K_L", + "display_name": "Phi3.5 3.8b mini instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q3_K_M", + "name": "Phi3.5 3.8b mini instruct q3_K_M", + "display_name": "Phi3.5 3.8b mini instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q3_K_S", + "name": "Phi3.5 3.8b mini instruct q3_K_S", + "display_name": "Phi3.5 3.8b mini instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q4_0", + "name": "Phi3.5 3.8b mini instruct q4_0", + "display_name": "Phi3.5 3.8b mini instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q4_1", + "name": "Phi3.5 3.8b mini instruct q4_1", + "display_name": "Phi3.5 3.8b mini instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q4_K_M", + "name": "Phi3.5 3.8b mini instruct q4_K_M", + "display_name": "Phi3.5 3.8b mini instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q4_K_S", + "name": "Phi3.5 3.8b mini instruct q4_K_S", + "display_name": "Phi3.5 3.8b mini instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q5_0", + "name": "Phi3.5 3.8b mini instruct q5_0", + "display_name": "Phi3.5 3.8b mini instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q5_1", + "name": "Phi3.5 3.8b mini instruct q5_1", + "display_name": "Phi3.5 3.8b mini instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q5_K_M", + "name": "Phi3.5 3.8b mini instruct q5_K_M", + "display_name": "Phi3.5 3.8b mini instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q5_K_S", + "name": "Phi3.5 3.8b mini instruct q5_K_S", + "display_name": "Phi3.5 3.8b mini instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q6_K", + "name": "Phi3.5 3.8b mini instruct q6_K", + "display_name": "Phi3.5 3.8b mini instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:3.8b-mini-instruct-q8_0", + "name": "Phi3.5 3.8b mini instruct q8_0", + "display_name": "Phi3.5 3.8b mini instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi3.5:latest", + "name": "Phi3.5 Latest", + "display_name": "Phi3.5 Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-mini-reasoning:3.8b", + "name": "Phi4-mini-reasoning 3.8b", + "display_name": "Phi4-mini-reasoning 3.8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-mini-reasoning:3.8b-fp16", + "name": "Phi4-mini-reasoning 3.8b fp16", + "display_name": "Phi4-mini-reasoning 3.8b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-mini-reasoning:3.8b-q4_K_M", + "name": "Phi4-mini-reasoning 3.8b q4_K_M", + "display_name": "Phi4-mini-reasoning 3.8b q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-mini-reasoning:3.8b-q8_0", + "name": "Phi4-mini-reasoning 3.8b q8_0", + "display_name": "Phi4-mini-reasoning 3.8b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-mini-reasoning:latest", + "name": "Phi4-mini-reasoning Latest", + "display_name": "Phi4-mini-reasoning Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-mini:3.8b", + "name": "Phi4-mini 3.8b", + "display_name": "Phi4-mini 3.8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-mini:3.8b-fp16", + "name": "Phi4-mini 3.8b fp16", + "display_name": "Phi4-mini 3.8b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-mini:3.8b-q4_K_M", + "name": "Phi4-mini 3.8b q4_K_M", + "display_name": "Phi4-mini 3.8b q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-mini:3.8b-q8_0", + "name": "Phi4-mini 3.8b q8_0", + "display_name": "Phi4-mini 3.8b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-mini:latest", + "name": "Phi4-mini Latest", + "display_name": "Phi4-mini Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-reasoning:14b", + "name": "Phi4-reasoning 14b", + "display_name": "Phi4-reasoning 14b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-reasoning:14b-fp16", + "name": "Phi4-reasoning 14b fp16", + "display_name": "Phi4-reasoning 14b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-reasoning:14b-plus-fp16", + "name": "Phi4-reasoning 14b plus fp16", + "display_name": "Phi4-reasoning 14b plus fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-reasoning:14b-plus-q4_K_M", + "name": "Phi4-reasoning 14b plus q4_K_M", + "display_name": "Phi4-reasoning 14b plus q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-reasoning:14b-plus-q8_0", + "name": "Phi4-reasoning 14b plus q8_0", + "display_name": "Phi4-reasoning 14b plus q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-reasoning:14b-q4_K_M", + "name": "Phi4-reasoning 14b q4_K_M", + "display_name": "Phi4-reasoning 14b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-reasoning:14b-q8_0", + "name": "Phi4-reasoning 14b q8_0", + "display_name": "Phi4-reasoning 14b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-reasoning:latest", + "name": "Phi4-reasoning Latest", + "display_name": "Phi4-reasoning Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4-reasoning:plus", + "name": "Phi4-reasoning Plus", + "display_name": "Phi4-reasoning Plus", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4:14b", + "name": "Phi4 14b", + "display_name": "Phi4 14b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4:14b-fp16", + "name": "Phi4 14b fp16", + "display_name": "Phi4 14b fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4:14b-q4_K_M", + "name": "Phi4 14b q4_K_M", + "display_name": "Phi4 14b q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4:14b-q8_0", + "name": "Phi4 14b q8_0", + "display_name": "Phi4 14b q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phi4:latest", + "name": "Phi4 Latest", + "display_name": "Phi4 Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b", + "name": "Phind-codellama 34b", + "display_name": "Phind-codellama 34b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-fp16", + "name": "Phind-codellama 34b fp16", + "display_name": "Phind-codellama 34b fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python", + "name": "Phind-codellama 34b python", + "display_name": "Phind-codellama 34b python", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-fp16", + "name": "Phind-codellama 34b python fp16", + "display_name": "Phind-codellama 34b python fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q2_K", + "name": "Phind-codellama 34b python q2_K", + "display_name": "Phind-codellama 34b python q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q3_K_L", + "name": "Phind-codellama 34b python q3_K_L", + "display_name": "Phind-codellama 34b python q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q3_K_M", + "name": "Phind-codellama 34b python q3_K_M", + "display_name": "Phind-codellama 34b python q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q3_K_S", + "name": "Phind-codellama 34b python q3_K_S", + "display_name": "Phind-codellama 34b python q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q4_0", + "name": "Phind-codellama 34b python q4_0", + "display_name": "Phind-codellama 34b python q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q4_1", + "name": "Phind-codellama 34b python q4_1", + "display_name": "Phind-codellama 34b python q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q4_K_M", + "name": "Phind-codellama 34b python q4_K_M", + "display_name": "Phind-codellama 34b python q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q4_K_S", + "name": "Phind-codellama 34b python q4_K_S", + "display_name": "Phind-codellama 34b python q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q5_0", + "name": "Phind-codellama 34b python q5_0", + "display_name": "Phind-codellama 34b python q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q5_1", + "name": "Phind-codellama 34b python q5_1", + "display_name": "Phind-codellama 34b python q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q5_K_M", + "name": "Phind-codellama 34b python q5_K_M", + "display_name": "Phind-codellama 34b python q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q5_K_S", + "name": "Phind-codellama 34b python q5_K_S", + "display_name": "Phind-codellama 34b python q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q6_K", + "name": "Phind-codellama 34b python q6_K", + "display_name": "Phind-codellama 34b python q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-python-q8_0", + "name": "Phind-codellama 34b python q8_0", + "display_name": "Phind-codellama 34b python q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q2_K", + "name": "Phind-codellama 34b q2_K", + "display_name": "Phind-codellama 34b q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q3_K_L", + "name": "Phind-codellama 34b q3_K_L", + "display_name": "Phind-codellama 34b q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q3_K_M", + "name": "Phind-codellama 34b q3_K_M", + "display_name": "Phind-codellama 34b q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q3_K_S", + "name": "Phind-codellama 34b q3_K_S", + "display_name": "Phind-codellama 34b q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q4_0", + "name": "Phind-codellama 34b q4_0", + "display_name": "Phind-codellama 34b q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q4_1", + "name": "Phind-codellama 34b q4_1", + "display_name": "Phind-codellama 34b q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q4_K_M", + "name": "Phind-codellama 34b q4_K_M", + "display_name": "Phind-codellama 34b q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q4_K_S", + "name": "Phind-codellama 34b q4_K_S", + "display_name": "Phind-codellama 34b q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q5_0", + "name": "Phind-codellama 34b q5_0", + "display_name": "Phind-codellama 34b q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q5_1", + "name": "Phind-codellama 34b q5_1", + "display_name": "Phind-codellama 34b q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q5_K_M", + "name": "Phind-codellama 34b q5_K_M", + "display_name": "Phind-codellama 34b q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q5_K_S", + "name": "Phind-codellama 34b q5_K_S", + "display_name": "Phind-codellama 34b q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q6_K", + "name": "Phind-codellama 34b q6_K", + "display_name": "Phind-codellama 34b q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-q8_0", + "name": "Phind-codellama 34b q8_0", + "display_name": "Phind-codellama 34b q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2", + "name": "Phind-codellama 34b v2", + "display_name": "Phind-codellama 34b v2", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-fp16", + "name": "Phind-codellama 34b v2 fp16", + "display_name": "Phind-codellama 34b v2 fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q2_K", + "name": "Phind-codellama 34b v2 q2_K", + "display_name": "Phind-codellama 34b v2 q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q3_K_L", + "name": "Phind-codellama 34b v2 q3_K_L", + "display_name": "Phind-codellama 34b v2 q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q3_K_M", + "name": "Phind-codellama 34b v2 q3_K_M", + "display_name": "Phind-codellama 34b v2 q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q3_K_S", + "name": "Phind-codellama 34b v2 q3_K_S", + "display_name": "Phind-codellama 34b v2 q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q4_0", + "name": "Phind-codellama 34b v2 q4_0", + "display_name": "Phind-codellama 34b v2 q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q4_1", + "name": "Phind-codellama 34b v2 q4_1", + "display_name": "Phind-codellama 34b v2 q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q4_K_M", + "name": "Phind-codellama 34b v2 q4_K_M", + "display_name": "Phind-codellama 34b v2 q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q4_K_S", + "name": "Phind-codellama 34b v2 q4_K_S", + "display_name": "Phind-codellama 34b v2 q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q5_0", + "name": "Phind-codellama 34b v2 q5_0", + "display_name": "Phind-codellama 34b v2 q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q5_1", + "name": "Phind-codellama 34b v2 q5_1", + "display_name": "Phind-codellama 34b v2 q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q5_K_M", + "name": "Phind-codellama 34b v2 q5_K_M", + "display_name": "Phind-codellama 34b v2 q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q5_K_S", + "name": "Phind-codellama 34b v2 q5_K_S", + "display_name": "Phind-codellama 34b v2 q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q6_K", + "name": "Phind-codellama 34b v2 q6_K", + "display_name": "Phind-codellama 34b v2 q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:34b-v2-q8_0", + "name": "Phind-codellama 34b v2 q8_0", + "display_name": "Phind-codellama 34b v2 q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "phind-codellama:latest", + "name": "Phind-codellama Latest", + "display_name": "Phind-codellama Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b", + "name": "Qwen 0.5b", + "display_name": "Qwen 0.5b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat", + "name": "Qwen 0.5b chat", + "display_name": "Qwen 0.5b chat", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-fp16", + "name": "Qwen 0.5b chat v1.5 fp16", + "display_name": "Qwen 0.5b chat v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q2_K", + "name": "Qwen 0.5b chat v1.5 q2_K", + "display_name": "Qwen 0.5b chat v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q3_K_L", + "name": "Qwen 0.5b chat v1.5 q3_K_L", + "display_name": "Qwen 0.5b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q3_K_M", + "name": "Qwen 0.5b chat v1.5 q3_K_M", + "display_name": "Qwen 0.5b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q3_K_S", + "name": "Qwen 0.5b chat v1.5 q3_K_S", + "display_name": "Qwen 0.5b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q4_0", + "name": "Qwen 0.5b chat v1.5 q4_0", + "display_name": "Qwen 0.5b chat v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q4_1", + "name": "Qwen 0.5b chat v1.5 q4_1", + "display_name": "Qwen 0.5b chat v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q4_K_M", + "name": "Qwen 0.5b chat v1.5 q4_K_M", + "display_name": "Qwen 0.5b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q4_K_S", + "name": "Qwen 0.5b chat v1.5 q4_K_S", + "display_name": "Qwen 0.5b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q5_0", + "name": "Qwen 0.5b chat v1.5 q5_0", + "display_name": "Qwen 0.5b chat v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q5_1", + "name": "Qwen 0.5b chat v1.5 q5_1", + "display_name": "Qwen 0.5b chat v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q5_K_M", + "name": "Qwen 0.5b chat v1.5 q5_K_M", + "display_name": "Qwen 0.5b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q5_K_S", + "name": "Qwen 0.5b chat v1.5 q5_K_S", + "display_name": "Qwen 0.5b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q6_K", + "name": "Qwen 0.5b chat v1.5 q6_K", + "display_name": "Qwen 0.5b chat v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-chat-v1.5-q8_0", + "name": "Qwen 0.5b chat v1.5 q8_0", + "display_name": "Qwen 0.5b chat v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text", + "name": "Qwen 0.5b text", + "display_name": "Qwen 0.5b text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-fp16", + "name": "Qwen 0.5b text v1.5 fp16", + "display_name": "Qwen 0.5b text v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q2_K", + "name": "Qwen 0.5b text v1.5 q2_K", + "display_name": "Qwen 0.5b text v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q3_K_L", + "name": "Qwen 0.5b text v1.5 q3_K_L", + "display_name": "Qwen 0.5b text v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q3_K_M", + "name": "Qwen 0.5b text v1.5 q3_K_M", + "display_name": "Qwen 0.5b text v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q3_K_S", + "name": "Qwen 0.5b text v1.5 q3_K_S", + "display_name": "Qwen 0.5b text v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q4_0", + "name": "Qwen 0.5b text v1.5 q4_0", + "display_name": "Qwen 0.5b text v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q4_1", + "name": "Qwen 0.5b text v1.5 q4_1", + "display_name": "Qwen 0.5b text v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q4_K_M", + "name": "Qwen 0.5b text v1.5 q4_K_M", + "display_name": "Qwen 0.5b text v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q4_K_S", + "name": "Qwen 0.5b text v1.5 q4_K_S", + "display_name": "Qwen 0.5b text v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q5_0", + "name": "Qwen 0.5b text v1.5 q5_0", + "display_name": "Qwen 0.5b text v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q5_1", + "name": "Qwen 0.5b text v1.5 q5_1", + "display_name": "Qwen 0.5b text v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q5_K_M", + "name": "Qwen 0.5b text v1.5 q5_K_M", + "display_name": "Qwen 0.5b text v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q5_K_S", + "name": "Qwen 0.5b text v1.5 q5_K_S", + "display_name": "Qwen 0.5b text v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q6_K", + "name": "Qwen 0.5b text v1.5 q6_K", + "display_name": "Qwen 0.5b text v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:0.5b-text-v1.5-q8_0", + "name": "Qwen 0.5b text v1.5 q8_0", + "display_name": "Qwen 0.5b text v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b", + "name": "Qwen 1.8b", + "display_name": "Qwen 1.8b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat", + "name": "Qwen 1.8b chat", + "display_name": "Qwen 1.8b chat", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-fp16", + "name": "Qwen 1.8b chat fp16", + "display_name": "Qwen 1.8b chat fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q2_K", + "name": "Qwen 1.8b chat q2_K", + "display_name": "Qwen 1.8b chat q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q3_K_L", + "name": "Qwen 1.8b chat q3_K_L", + "display_name": "Qwen 1.8b chat q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q3_K_M", + "name": "Qwen 1.8b chat q3_K_M", + "display_name": "Qwen 1.8b chat q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q3_K_S", + "name": "Qwen 1.8b chat q3_K_S", + "display_name": "Qwen 1.8b chat q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q4_0", + "name": "Qwen 1.8b chat q4_0", + "display_name": "Qwen 1.8b chat q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q4_1", + "name": "Qwen 1.8b chat q4_1", + "display_name": "Qwen 1.8b chat q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q4_K_M", + "name": "Qwen 1.8b chat q4_K_M", + "display_name": "Qwen 1.8b chat q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q4_K_S", + "name": "Qwen 1.8b chat q4_K_S", + "display_name": "Qwen 1.8b chat q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q5_0", + "name": "Qwen 1.8b chat q5_0", + "display_name": "Qwen 1.8b chat q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q5_1", + "name": "Qwen 1.8b chat q5_1", + "display_name": "Qwen 1.8b chat q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q5_K_M", + "name": "Qwen 1.8b chat q5_K_M", + "display_name": "Qwen 1.8b chat q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q5_K_S", + "name": "Qwen 1.8b chat q5_K_S", + "display_name": "Qwen 1.8b chat q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q6_K", + "name": "Qwen 1.8b chat q6_K", + "display_name": "Qwen 1.8b chat q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-q8_0", + "name": "Qwen 1.8b chat q8_0", + "display_name": "Qwen 1.8b chat q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-fp16", + "name": "Qwen 1.8b chat v1.5 fp16", + "display_name": "Qwen 1.8b chat v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q2_K", + "name": "Qwen 1.8b chat v1.5 q2_K", + "display_name": "Qwen 1.8b chat v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q3_K_L", + "name": "Qwen 1.8b chat v1.5 q3_K_L", + "display_name": "Qwen 1.8b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q3_K_M", + "name": "Qwen 1.8b chat v1.5 q3_K_M", + "display_name": "Qwen 1.8b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q3_K_S", + "name": "Qwen 1.8b chat v1.5 q3_K_S", + "display_name": "Qwen 1.8b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q4_0", + "name": "Qwen 1.8b chat v1.5 q4_0", + "display_name": "Qwen 1.8b chat v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q4_1", + "name": "Qwen 1.8b chat v1.5 q4_1", + "display_name": "Qwen 1.8b chat v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q4_K_M", + "name": "Qwen 1.8b chat v1.5 q4_K_M", + "display_name": "Qwen 1.8b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q4_K_S", + "name": "Qwen 1.8b chat v1.5 q4_K_S", + "display_name": "Qwen 1.8b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q5_0", + "name": "Qwen 1.8b chat v1.5 q5_0", + "display_name": "Qwen 1.8b chat v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q5_1", + "name": "Qwen 1.8b chat v1.5 q5_1", + "display_name": "Qwen 1.8b chat v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q5_K_M", + "name": "Qwen 1.8b chat v1.5 q5_K_M", + "display_name": "Qwen 1.8b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q5_K_S", + "name": "Qwen 1.8b chat v1.5 q5_K_S", + "display_name": "Qwen 1.8b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q6_K", + "name": "Qwen 1.8b chat v1.5 q6_K", + "display_name": "Qwen 1.8b chat v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-chat-v1.5-q8_0", + "name": "Qwen 1.8b chat v1.5 q8_0", + "display_name": "Qwen 1.8b chat v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text", + "name": "Qwen 1.8b text", + "display_name": "Qwen 1.8b text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-fp16", + "name": "Qwen 1.8b text fp16", + "display_name": "Qwen 1.8b text fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q2_K", + "name": "Qwen 1.8b text q2_K", + "display_name": "Qwen 1.8b text q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q3_K_L", + "name": "Qwen 1.8b text q3_K_L", + "display_name": "Qwen 1.8b text q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q3_K_M", + "name": "Qwen 1.8b text q3_K_M", + "display_name": "Qwen 1.8b text q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q3_K_S", + "name": "Qwen 1.8b text q3_K_S", + "display_name": "Qwen 1.8b text q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q4_0", + "name": "Qwen 1.8b text q4_0", + "display_name": "Qwen 1.8b text q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q4_1", + "name": "Qwen 1.8b text q4_1", + "display_name": "Qwen 1.8b text q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q4_K_M", + "name": "Qwen 1.8b text q4_K_M", + "display_name": "Qwen 1.8b text q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q4_K_S", + "name": "Qwen 1.8b text q4_K_S", + "display_name": "Qwen 1.8b text q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q5_0", + "name": "Qwen 1.8b text q5_0", + "display_name": "Qwen 1.8b text q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q5_1", + "name": "Qwen 1.8b text q5_1", + "display_name": "Qwen 1.8b text q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q5_K_M", + "name": "Qwen 1.8b text q5_K_M", + "display_name": "Qwen 1.8b text q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q5_K_S", + "name": "Qwen 1.8b text q5_K_S", + "display_name": "Qwen 1.8b text q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q6_K", + "name": "Qwen 1.8b text q6_K", + "display_name": "Qwen 1.8b text q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-q8_0", + "name": "Qwen 1.8b text q8_0", + "display_name": "Qwen 1.8b text q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-fp16", + "name": "Qwen 1.8b text v1.5 fp16", + "display_name": "Qwen 1.8b text v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q2_K", + "name": "Qwen 1.8b text v1.5 q2_K", + "display_name": "Qwen 1.8b text v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q3_K_L", + "name": "Qwen 1.8b text v1.5 q3_K_L", + "display_name": "Qwen 1.8b text v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q3_K_M", + "name": "Qwen 1.8b text v1.5 q3_K_M", + "display_name": "Qwen 1.8b text v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q3_K_S", + "name": "Qwen 1.8b text v1.5 q3_K_S", + "display_name": "Qwen 1.8b text v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q4_0", + "name": "Qwen 1.8b text v1.5 q4_0", + "display_name": "Qwen 1.8b text v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q4_1", + "name": "Qwen 1.8b text v1.5 q4_1", + "display_name": "Qwen 1.8b text v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q4_K_M", + "name": "Qwen 1.8b text v1.5 q4_K_M", + "display_name": "Qwen 1.8b text v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q4_K_S", + "name": "Qwen 1.8b text v1.5 q4_K_S", + "display_name": "Qwen 1.8b text v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q5_0", + "name": "Qwen 1.8b text v1.5 q5_0", + "display_name": "Qwen 1.8b text v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q5_1", + "name": "Qwen 1.8b text v1.5 q5_1", + "display_name": "Qwen 1.8b text v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q5_K_M", + "name": "Qwen 1.8b text v1.5 q5_K_M", + "display_name": "Qwen 1.8b text v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q5_K_S", + "name": "Qwen 1.8b text v1.5 q5_K_S", + "display_name": "Qwen 1.8b text v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q6_K", + "name": "Qwen 1.8b text v1.5 q6_K", + "display_name": "Qwen 1.8b text v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:1.8b-text-v1.5-q8_0", + "name": "Qwen 1.8b text v1.5 q8_0", + "display_name": "Qwen 1.8b text v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b", + "name": "Qwen 110b", + "display_name": "Qwen 110b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat", + "name": "Qwen 110b chat", + "display_name": "Qwen 110b chat", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-fp16", + "name": "Qwen 110b chat v1.5 fp16", + "display_name": "Qwen 110b chat v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q2_K", + "name": "Qwen 110b chat v1.5 q2_K", + "display_name": "Qwen 110b chat v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q3_K_L", + "name": "Qwen 110b chat v1.5 q3_K_L", + "display_name": "Qwen 110b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q3_K_M", + "name": "Qwen 110b chat v1.5 q3_K_M", + "display_name": "Qwen 110b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q3_K_S", + "name": "Qwen 110b chat v1.5 q3_K_S", + "display_name": "Qwen 110b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q4_0", + "name": "Qwen 110b chat v1.5 q4_0", + "display_name": "Qwen 110b chat v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q4_1", + "name": "Qwen 110b chat v1.5 q4_1", + "display_name": "Qwen 110b chat v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q4_K_M", + "name": "Qwen 110b chat v1.5 q4_K_M", + "display_name": "Qwen 110b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q4_K_S", + "name": "Qwen 110b chat v1.5 q4_K_S", + "display_name": "Qwen 110b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q5_0", + "name": "Qwen 110b chat v1.5 q5_0", + "display_name": "Qwen 110b chat v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q5_1", + "name": "Qwen 110b chat v1.5 q5_1", + "display_name": "Qwen 110b chat v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q5_K_M", + "name": "Qwen 110b chat v1.5 q5_K_M", + "display_name": "Qwen 110b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q5_K_S", + "name": "Qwen 110b chat v1.5 q5_K_S", + "display_name": "Qwen 110b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q6_K", + "name": "Qwen 110b chat v1.5 q6_K", + "display_name": "Qwen 110b chat v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-chat-v1.5-q8_0", + "name": "Qwen 110b chat v1.5 q8_0", + "display_name": "Qwen 110b chat v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-fp16", + "name": "Qwen 110b text v1.5 fp16", + "display_name": "Qwen 110b text v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q2_K", + "name": "Qwen 110b text v1.5 q2_K", + "display_name": "Qwen 110b text v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q3_K_L", + "name": "Qwen 110b text v1.5 q3_K_L", + "display_name": "Qwen 110b text v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q3_K_M", + "name": "Qwen 110b text v1.5 q3_K_M", + "display_name": "Qwen 110b text v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q3_K_S", + "name": "Qwen 110b text v1.5 q3_K_S", + "display_name": "Qwen 110b text v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q4_0", + "name": "Qwen 110b text v1.5 q4_0", + "display_name": "Qwen 110b text v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q4_1", + "name": "Qwen 110b text v1.5 q4_1", + "display_name": "Qwen 110b text v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q4_K_M", + "name": "Qwen 110b text v1.5 q4_K_M", + "display_name": "Qwen 110b text v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q4_K_S", + "name": "Qwen 110b text v1.5 q4_K_S", + "display_name": "Qwen 110b text v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q5_0", + "name": "Qwen 110b text v1.5 q5_0", + "display_name": "Qwen 110b text v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q5_1", + "name": "Qwen 110b text v1.5 q5_1", + "display_name": "Qwen 110b text v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q5_K_M", + "name": "Qwen 110b text v1.5 q5_K_M", + "display_name": "Qwen 110b text v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q5_K_S", + "name": "Qwen 110b text v1.5 q5_K_S", + "display_name": "Qwen 110b text v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q6_K", + "name": "Qwen 110b text v1.5 q6_K", + "display_name": "Qwen 110b text v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:110b-text-v1.5-q8_0", + "name": "Qwen 110b text v1.5 q8_0", + "display_name": "Qwen 110b text v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b", + "name": "Qwen 14b", + "display_name": "Qwen 14b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat", + "name": "Qwen 14b chat", + "display_name": "Qwen 14b chat", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-fp16", + "name": "Qwen 14b chat fp16", + "display_name": "Qwen 14b chat fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q2_K", + "name": "Qwen 14b chat q2_K", + "display_name": "Qwen 14b chat q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q3_K_L", + "name": "Qwen 14b chat q3_K_L", + "display_name": "Qwen 14b chat q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q3_K_M", + "name": "Qwen 14b chat q3_K_M", + "display_name": "Qwen 14b chat q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q3_K_S", + "name": "Qwen 14b chat q3_K_S", + "display_name": "Qwen 14b chat q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q4_0", + "name": "Qwen 14b chat q4_0", + "display_name": "Qwen 14b chat q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q4_1", + "name": "Qwen 14b chat q4_1", + "display_name": "Qwen 14b chat q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q4_K_M", + "name": "Qwen 14b chat q4_K_M", + "display_name": "Qwen 14b chat q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q4_K_S", + "name": "Qwen 14b chat q4_K_S", + "display_name": "Qwen 14b chat q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q5_0", + "name": "Qwen 14b chat q5_0", + "display_name": "Qwen 14b chat q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q5_1", + "name": "Qwen 14b chat q5_1", + "display_name": "Qwen 14b chat q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q5_K_M", + "name": "Qwen 14b chat q5_K_M", + "display_name": "Qwen 14b chat q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q5_K_S", + "name": "Qwen 14b chat q5_K_S", + "display_name": "Qwen 14b chat q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q6_K", + "name": "Qwen 14b chat q6_K", + "display_name": "Qwen 14b chat q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-q8_0", + "name": "Qwen 14b chat q8_0", + "display_name": "Qwen 14b chat q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-fp16", + "name": "Qwen 14b chat v1.5 fp16", + "display_name": "Qwen 14b chat v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q2_K", + "name": "Qwen 14b chat v1.5 q2_K", + "display_name": "Qwen 14b chat v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q3_K_L", + "name": "Qwen 14b chat v1.5 q3_K_L", + "display_name": "Qwen 14b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q3_K_M", + "name": "Qwen 14b chat v1.5 q3_K_M", + "display_name": "Qwen 14b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q3_K_S", + "name": "Qwen 14b chat v1.5 q3_K_S", + "display_name": "Qwen 14b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q4_0", + "name": "Qwen 14b chat v1.5 q4_0", + "display_name": "Qwen 14b chat v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q4_1", + "name": "Qwen 14b chat v1.5 q4_1", + "display_name": "Qwen 14b chat v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q4_K_M", + "name": "Qwen 14b chat v1.5 q4_K_M", + "display_name": "Qwen 14b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q4_K_S", + "name": "Qwen 14b chat v1.5 q4_K_S", + "display_name": "Qwen 14b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q5_0", + "name": "Qwen 14b chat v1.5 q5_0", + "display_name": "Qwen 14b chat v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q5_1", + "name": "Qwen 14b chat v1.5 q5_1", + "display_name": "Qwen 14b chat v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q5_K_M", + "name": "Qwen 14b chat v1.5 q5_K_M", + "display_name": "Qwen 14b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q5_K_S", + "name": "Qwen 14b chat v1.5 q5_K_S", + "display_name": "Qwen 14b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q6_K", + "name": "Qwen 14b chat v1.5 q6_K", + "display_name": "Qwen 14b chat v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-chat-v1.5-q8_0", + "name": "Qwen 14b chat v1.5 q8_0", + "display_name": "Qwen 14b chat v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text", + "name": "Qwen 14b text", + "display_name": "Qwen 14b text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-fp16", + "name": "Qwen 14b text fp16", + "display_name": "Qwen 14b text fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q2_K", + "name": "Qwen 14b text q2_K", + "display_name": "Qwen 14b text q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q3_K_L", + "name": "Qwen 14b text q3_K_L", + "display_name": "Qwen 14b text q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q3_K_M", + "name": "Qwen 14b text q3_K_M", + "display_name": "Qwen 14b text q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q3_K_S", + "name": "Qwen 14b text q3_K_S", + "display_name": "Qwen 14b text q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q4_0", + "name": "Qwen 14b text q4_0", + "display_name": "Qwen 14b text q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q4_1", + "name": "Qwen 14b text q4_1", + "display_name": "Qwen 14b text q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q4_K_M", + "name": "Qwen 14b text q4_K_M", + "display_name": "Qwen 14b text q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q4_K_S", + "name": "Qwen 14b text q4_K_S", + "display_name": "Qwen 14b text q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q5_0", + "name": "Qwen 14b text q5_0", + "display_name": "Qwen 14b text q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q5_1", + "name": "Qwen 14b text q5_1", + "display_name": "Qwen 14b text q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q5_K_M", + "name": "Qwen 14b text q5_K_M", + "display_name": "Qwen 14b text q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q5_K_S", + "name": "Qwen 14b text q5_K_S", + "display_name": "Qwen 14b text q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q6_K", + "name": "Qwen 14b text q6_K", + "display_name": "Qwen 14b text q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-q8_0", + "name": "Qwen 14b text q8_0", + "display_name": "Qwen 14b text q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-fp16", + "name": "Qwen 14b text v1.5 fp16", + "display_name": "Qwen 14b text v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q2_K", + "name": "Qwen 14b text v1.5 q2_K", + "display_name": "Qwen 14b text v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q3_K_L", + "name": "Qwen 14b text v1.5 q3_K_L", + "display_name": "Qwen 14b text v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q3_K_M", + "name": "Qwen 14b text v1.5 q3_K_M", + "display_name": "Qwen 14b text v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q3_K_S", + "name": "Qwen 14b text v1.5 q3_K_S", + "display_name": "Qwen 14b text v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q4_0", + "name": "Qwen 14b text v1.5 q4_0", + "display_name": "Qwen 14b text v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q4_1", + "name": "Qwen 14b text v1.5 q4_1", + "display_name": "Qwen 14b text v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q4_K_M", + "name": "Qwen 14b text v1.5 q4_K_M", + "display_name": "Qwen 14b text v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q4_K_S", + "name": "Qwen 14b text v1.5 q4_K_S", + "display_name": "Qwen 14b text v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q5_0", + "name": "Qwen 14b text v1.5 q5_0", + "display_name": "Qwen 14b text v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q5_1", + "name": "Qwen 14b text v1.5 q5_1", + "display_name": "Qwen 14b text v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q5_K_M", + "name": "Qwen 14b text v1.5 q5_K_M", + "display_name": "Qwen 14b text v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q5_K_S", + "name": "Qwen 14b text v1.5 q5_K_S", + "display_name": "Qwen 14b text v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q6_K", + "name": "Qwen 14b text v1.5 q6_K", + "display_name": "Qwen 14b text v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:14b-text-v1.5-q8_0", + "name": "Qwen 14b text v1.5 q8_0", + "display_name": "Qwen 14b text v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b", + "name": "Qwen 32b", + "display_name": "Qwen 32b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat", + "name": "Qwen 32b chat", + "display_name": "Qwen 32b chat", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-fp16", + "name": "Qwen 32b chat v1.5 fp16", + "display_name": "Qwen 32b chat v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q2_K", + "name": "Qwen 32b chat v1.5 q2_K", + "display_name": "Qwen 32b chat v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q3_K_L", + "name": "Qwen 32b chat v1.5 q3_K_L", + "display_name": "Qwen 32b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q3_K_M", + "name": "Qwen 32b chat v1.5 q3_K_M", + "display_name": "Qwen 32b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q3_K_S", + "name": "Qwen 32b chat v1.5 q3_K_S", + "display_name": "Qwen 32b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q4_0", + "name": "Qwen 32b chat v1.5 q4_0", + "display_name": "Qwen 32b chat v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q4_1", + "name": "Qwen 32b chat v1.5 q4_1", + "display_name": "Qwen 32b chat v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q4_K_M", + "name": "Qwen 32b chat v1.5 q4_K_M", + "display_name": "Qwen 32b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q4_K_S", + "name": "Qwen 32b chat v1.5 q4_K_S", + "display_name": "Qwen 32b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q5_0", + "name": "Qwen 32b chat v1.5 q5_0", + "display_name": "Qwen 32b chat v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q5_1", + "name": "Qwen 32b chat v1.5 q5_1", + "display_name": "Qwen 32b chat v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q5_K_M", + "name": "Qwen 32b chat v1.5 q5_K_M", + "display_name": "Qwen 32b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q5_K_S", + "name": "Qwen 32b chat v1.5 q5_K_S", + "display_name": "Qwen 32b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q6_K", + "name": "Qwen 32b chat v1.5 q6_K", + "display_name": "Qwen 32b chat v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-chat-v1.5-q8_0", + "name": "Qwen 32b chat v1.5 q8_0", + "display_name": "Qwen 32b chat v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text", + "name": "Qwen 32b text", + "display_name": "Qwen 32b text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text-v1.5-q2_K", + "name": "Qwen 32b text v1.5 q2_K", + "display_name": "Qwen 32b text v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text-v1.5-q3_K_L", + "name": "Qwen 32b text v1.5 q3_K_L", + "display_name": "Qwen 32b text v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text-v1.5-q3_K_M", + "name": "Qwen 32b text v1.5 q3_K_M", + "display_name": "Qwen 32b text v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text-v1.5-q3_K_S", + "name": "Qwen 32b text v1.5 q3_K_S", + "display_name": "Qwen 32b text v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text-v1.5-q4_0", + "name": "Qwen 32b text v1.5 q4_0", + "display_name": "Qwen 32b text v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text-v1.5-q4_1", + "name": "Qwen 32b text v1.5 q4_1", + "display_name": "Qwen 32b text v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text-v1.5-q4_K_S", + "name": "Qwen 32b text v1.5 q4_K_S", + "display_name": "Qwen 32b text v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text-v1.5-q5_0", + "name": "Qwen 32b text v1.5 q5_0", + "display_name": "Qwen 32b text v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text-v1.5-q5_1", + "name": "Qwen 32b text v1.5 q5_1", + "display_name": "Qwen 32b text v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:32b-text-v1.5-q8_0", + "name": "Qwen 32b text v1.5 q8_0", + "display_name": "Qwen 32b text v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b", + "name": "Qwen 4b", + "display_name": "Qwen 4b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat", + "name": "Qwen 4b chat", + "display_name": "Qwen 4b chat", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-fp16", + "name": "Qwen 4b chat v1.5 fp16", + "display_name": "Qwen 4b chat v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q2_K", + "name": "Qwen 4b chat v1.5 q2_K", + "display_name": "Qwen 4b chat v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q3_K_L", + "name": "Qwen 4b chat v1.5 q3_K_L", + "display_name": "Qwen 4b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q3_K_M", + "name": "Qwen 4b chat v1.5 q3_K_M", + "display_name": "Qwen 4b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q3_K_S", + "name": "Qwen 4b chat v1.5 q3_K_S", + "display_name": "Qwen 4b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q4_0", + "name": "Qwen 4b chat v1.5 q4_0", + "display_name": "Qwen 4b chat v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q4_1", + "name": "Qwen 4b chat v1.5 q4_1", + "display_name": "Qwen 4b chat v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q4_K_M", + "name": "Qwen 4b chat v1.5 q4_K_M", + "display_name": "Qwen 4b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q4_K_S", + "name": "Qwen 4b chat v1.5 q4_K_S", + "display_name": "Qwen 4b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q5_0", + "name": "Qwen 4b chat v1.5 q5_0", + "display_name": "Qwen 4b chat v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q5_1", + "name": "Qwen 4b chat v1.5 q5_1", + "display_name": "Qwen 4b chat v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q5_K_M", + "name": "Qwen 4b chat v1.5 q5_K_M", + "display_name": "Qwen 4b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q5_K_S", + "name": "Qwen 4b chat v1.5 q5_K_S", + "display_name": "Qwen 4b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q6_K", + "name": "Qwen 4b chat v1.5 q6_K", + "display_name": "Qwen 4b chat v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-chat-v1.5-q8_0", + "name": "Qwen 4b chat v1.5 q8_0", + "display_name": "Qwen 4b chat v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text", + "name": "Qwen 4b text", + "display_name": "Qwen 4b text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-fp16", + "name": "Qwen 4b text v1.5 fp16", + "display_name": "Qwen 4b text v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q2_K", + "name": "Qwen 4b text v1.5 q2_K", + "display_name": "Qwen 4b text v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q3_K_L", + "name": "Qwen 4b text v1.5 q3_K_L", + "display_name": "Qwen 4b text v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q3_K_M", + "name": "Qwen 4b text v1.5 q3_K_M", + "display_name": "Qwen 4b text v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q3_K_S", + "name": "Qwen 4b text v1.5 q3_K_S", + "display_name": "Qwen 4b text v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q4_0", + "name": "Qwen 4b text v1.5 q4_0", + "display_name": "Qwen 4b text v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q4_1", + "name": "Qwen 4b text v1.5 q4_1", + "display_name": "Qwen 4b text v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q4_K_M", + "name": "Qwen 4b text v1.5 q4_K_M", + "display_name": "Qwen 4b text v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q4_K_S", + "name": "Qwen 4b text v1.5 q4_K_S", + "display_name": "Qwen 4b text v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q5_0", + "name": "Qwen 4b text v1.5 q5_0", + "display_name": "Qwen 4b text v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q5_1", + "name": "Qwen 4b text v1.5 q5_1", + "display_name": "Qwen 4b text v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q5_K_M", + "name": "Qwen 4b text v1.5 q5_K_M", + "display_name": "Qwen 4b text v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q5_K_S", + "name": "Qwen 4b text v1.5 q5_K_S", + "display_name": "Qwen 4b text v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q6_K", + "name": "Qwen 4b text v1.5 q6_K", + "display_name": "Qwen 4b text v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:4b-text-v1.5-q8_0", + "name": "Qwen 4b text v1.5 q8_0", + "display_name": "Qwen 4b text v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b", + "name": "Qwen 72b", + "display_name": "Qwen 72b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat", + "name": "Qwen 72b chat", + "display_name": "Qwen 72b chat", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-fp16", + "name": "Qwen 72b chat fp16", + "display_name": "Qwen 72b chat fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q2_K", + "name": "Qwen 72b chat q2_K", + "display_name": "Qwen 72b chat q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q3_K_L", + "name": "Qwen 72b chat q3_K_L", + "display_name": "Qwen 72b chat q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q3_K_M", + "name": "Qwen 72b chat q3_K_M", + "display_name": "Qwen 72b chat q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q3_K_S", + "name": "Qwen 72b chat q3_K_S", + "display_name": "Qwen 72b chat q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q4_0", + "name": "Qwen 72b chat q4_0", + "display_name": "Qwen 72b chat q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q4_1", + "name": "Qwen 72b chat q4_1", + "display_name": "Qwen 72b chat q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q4_K_M", + "name": "Qwen 72b chat q4_K_M", + "display_name": "Qwen 72b chat q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q4_K_S", + "name": "Qwen 72b chat q4_K_S", + "display_name": "Qwen 72b chat q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q5_0", + "name": "Qwen 72b chat q5_0", + "display_name": "Qwen 72b chat q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q5_1", + "name": "Qwen 72b chat q5_1", + "display_name": "Qwen 72b chat q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q5_K_M", + "name": "Qwen 72b chat q5_K_M", + "display_name": "Qwen 72b chat q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q5_K_S", + "name": "Qwen 72b chat q5_K_S", + "display_name": "Qwen 72b chat q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q6_K", + "name": "Qwen 72b chat q6_K", + "display_name": "Qwen 72b chat q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-q8_0", + "name": "Qwen 72b chat q8_0", + "display_name": "Qwen 72b chat q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-fp16", + "name": "Qwen 72b chat v1.5 fp16", + "display_name": "Qwen 72b chat v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q2_K", + "name": "Qwen 72b chat v1.5 q2_K", + "display_name": "Qwen 72b chat v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q3_K_L", + "name": "Qwen 72b chat v1.5 q3_K_L", + "display_name": "Qwen 72b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q3_K_M", + "name": "Qwen 72b chat v1.5 q3_K_M", + "display_name": "Qwen 72b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q3_K_S", + "name": "Qwen 72b chat v1.5 q3_K_S", + "display_name": "Qwen 72b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q4_0", + "name": "Qwen 72b chat v1.5 q4_0", + "display_name": "Qwen 72b chat v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q4_1", + "name": "Qwen 72b chat v1.5 q4_1", + "display_name": "Qwen 72b chat v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q4_K_M", + "name": "Qwen 72b chat v1.5 q4_K_M", + "display_name": "Qwen 72b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q4_K_S", + "name": "Qwen 72b chat v1.5 q4_K_S", + "display_name": "Qwen 72b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q5_0", + "name": "Qwen 72b chat v1.5 q5_0", + "display_name": "Qwen 72b chat v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q5_1", + "name": "Qwen 72b chat v1.5 q5_1", + "display_name": "Qwen 72b chat v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q5_K_M", + "name": "Qwen 72b chat v1.5 q5_K_M", + "display_name": "Qwen 72b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q5_K_S", + "name": "Qwen 72b chat v1.5 q5_K_S", + "display_name": "Qwen 72b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q6_K", + "name": "Qwen 72b chat v1.5 q6_K", + "display_name": "Qwen 72b chat v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-chat-v1.5-q8_0", + "name": "Qwen 72b chat v1.5 q8_0", + "display_name": "Qwen 72b chat v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text", + "name": "Qwen 72b text", + "display_name": "Qwen 72b text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-fp16", + "name": "Qwen 72b text fp16", + "display_name": "Qwen 72b text fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q2_K", + "name": "Qwen 72b text q2_K", + "display_name": "Qwen 72b text q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q3_K_L", + "name": "Qwen 72b text q3_K_L", + "display_name": "Qwen 72b text q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q3_K_M", + "name": "Qwen 72b text q3_K_M", + "display_name": "Qwen 72b text q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q3_K_S", + "name": "Qwen 72b text q3_K_S", + "display_name": "Qwen 72b text q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q4_0", + "name": "Qwen 72b text q4_0", + "display_name": "Qwen 72b text q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q4_1", + "name": "Qwen 72b text q4_1", + "display_name": "Qwen 72b text q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q4_K_M", + "name": "Qwen 72b text q4_K_M", + "display_name": "Qwen 72b text q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q4_K_S", + "name": "Qwen 72b text q4_K_S", + "display_name": "Qwen 72b text q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q5_0", + "name": "Qwen 72b text q5_0", + "display_name": "Qwen 72b text q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q5_1", + "name": "Qwen 72b text q5_1", + "display_name": "Qwen 72b text q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q5_K_M", + "name": "Qwen 72b text q5_K_M", + "display_name": "Qwen 72b text q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q5_K_S", + "name": "Qwen 72b text q5_K_S", + "display_name": "Qwen 72b text q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q6_K", + "name": "Qwen 72b text q6_K", + "display_name": "Qwen 72b text q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-q8_0", + "name": "Qwen 72b text q8_0", + "display_name": "Qwen 72b text q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-fp16", + "name": "Qwen 72b text v1.5 fp16", + "display_name": "Qwen 72b text v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q2_K", + "name": "Qwen 72b text v1.5 q2_K", + "display_name": "Qwen 72b text v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q3_K_L", + "name": "Qwen 72b text v1.5 q3_K_L", + "display_name": "Qwen 72b text v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q3_K_M", + "name": "Qwen 72b text v1.5 q3_K_M", + "display_name": "Qwen 72b text v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q3_K_S", + "name": "Qwen 72b text v1.5 q3_K_S", + "display_name": "Qwen 72b text v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q4_0", + "name": "Qwen 72b text v1.5 q4_0", + "display_name": "Qwen 72b text v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q4_1", + "name": "Qwen 72b text v1.5 q4_1", + "display_name": "Qwen 72b text v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q4_K_M", + "name": "Qwen 72b text v1.5 q4_K_M", + "display_name": "Qwen 72b text v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q4_K_S", + "name": "Qwen 72b text v1.5 q4_K_S", + "display_name": "Qwen 72b text v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q5_0", + "name": "Qwen 72b text v1.5 q5_0", + "display_name": "Qwen 72b text v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q5_1", + "name": "Qwen 72b text v1.5 q5_1", + "display_name": "Qwen 72b text v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q5_K_M", + "name": "Qwen 72b text v1.5 q5_K_M", + "display_name": "Qwen 72b text v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q5_K_S", + "name": "Qwen 72b text v1.5 q5_K_S", + "display_name": "Qwen 72b text v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q6_K", + "name": "Qwen 72b text v1.5 q6_K", + "display_name": "Qwen 72b text v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:72b-text-v1.5-q8_0", + "name": "Qwen 72b text v1.5 q8_0", + "display_name": "Qwen 72b text v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b", + "name": "Qwen 7b", + "display_name": "Qwen 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat", + "name": "Qwen 7b chat", + "display_name": "Qwen 7b chat", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-fp16", + "name": "Qwen 7b chat fp16", + "display_name": "Qwen 7b chat fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q2_K", + "name": "Qwen 7b chat q2_K", + "display_name": "Qwen 7b chat q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q3_K_L", + "name": "Qwen 7b chat q3_K_L", + "display_name": "Qwen 7b chat q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q3_K_M", + "name": "Qwen 7b chat q3_K_M", + "display_name": "Qwen 7b chat q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q3_K_S", + "name": "Qwen 7b chat q3_K_S", + "display_name": "Qwen 7b chat q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q4_0", + "name": "Qwen 7b chat q4_0", + "display_name": "Qwen 7b chat q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q4_1", + "name": "Qwen 7b chat q4_1", + "display_name": "Qwen 7b chat q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q4_K_M", + "name": "Qwen 7b chat q4_K_M", + "display_name": "Qwen 7b chat q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q4_K_S", + "name": "Qwen 7b chat q4_K_S", + "display_name": "Qwen 7b chat q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q5_0", + "name": "Qwen 7b chat q5_0", + "display_name": "Qwen 7b chat q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q5_1", + "name": "Qwen 7b chat q5_1", + "display_name": "Qwen 7b chat q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q5_K_M", + "name": "Qwen 7b chat q5_K_M", + "display_name": "Qwen 7b chat q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q5_K_S", + "name": "Qwen 7b chat q5_K_S", + "display_name": "Qwen 7b chat q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q6_K", + "name": "Qwen 7b chat q6_K", + "display_name": "Qwen 7b chat q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-q8_0", + "name": "Qwen 7b chat q8_0", + "display_name": "Qwen 7b chat q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-fp16", + "name": "Qwen 7b chat v1.5 fp16", + "display_name": "Qwen 7b chat v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q2_K", + "name": "Qwen 7b chat v1.5 q2_K", + "display_name": "Qwen 7b chat v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q3_K_L", + "name": "Qwen 7b chat v1.5 q3_K_L", + "display_name": "Qwen 7b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q3_K_M", + "name": "Qwen 7b chat v1.5 q3_K_M", + "display_name": "Qwen 7b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q3_K_S", + "name": "Qwen 7b chat v1.5 q3_K_S", + "display_name": "Qwen 7b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q4_0", + "name": "Qwen 7b chat v1.5 q4_0", + "display_name": "Qwen 7b chat v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q4_1", + "name": "Qwen 7b chat v1.5 q4_1", + "display_name": "Qwen 7b chat v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q4_K_M", + "name": "Qwen 7b chat v1.5 q4_K_M", + "display_name": "Qwen 7b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q4_K_S", + "name": "Qwen 7b chat v1.5 q4_K_S", + "display_name": "Qwen 7b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q5_0", + "name": "Qwen 7b chat v1.5 q5_0", + "display_name": "Qwen 7b chat v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q5_1", + "name": "Qwen 7b chat v1.5 q5_1", + "display_name": "Qwen 7b chat v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q5_K_M", + "name": "Qwen 7b chat v1.5 q5_K_M", + "display_name": "Qwen 7b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q5_K_S", + "name": "Qwen 7b chat v1.5 q5_K_S", + "display_name": "Qwen 7b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q6_K", + "name": "Qwen 7b chat v1.5 q6_K", + "display_name": "Qwen 7b chat v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-chat-v1.5-q8_0", + "name": "Qwen 7b chat v1.5 q8_0", + "display_name": "Qwen 7b chat v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-fp16", + "name": "Qwen 7b fp16", + "display_name": "Qwen 7b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q2_K", + "name": "Qwen 7b q2_K", + "display_name": "Qwen 7b q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q3_K_L", + "name": "Qwen 7b q3_K_L", + "display_name": "Qwen 7b q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q3_K_M", + "name": "Qwen 7b q3_K_M", + "display_name": "Qwen 7b q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q3_K_S", + "name": "Qwen 7b q3_K_S", + "display_name": "Qwen 7b q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q4_0", + "name": "Qwen 7b q4_0", + "display_name": "Qwen 7b q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q4_1", + "name": "Qwen 7b q4_1", + "display_name": "Qwen 7b q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q4_K_M", + "name": "Qwen 7b q4_K_M", + "display_name": "Qwen 7b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q4_K_S", + "name": "Qwen 7b q4_K_S", + "display_name": "Qwen 7b q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q5_0", + "name": "Qwen 7b q5_0", + "display_name": "Qwen 7b q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q5_1", + "name": "Qwen 7b q5_1", + "display_name": "Qwen 7b q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q5_K_M", + "name": "Qwen 7b q5_K_M", + "display_name": "Qwen 7b q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q5_K_S", + "name": "Qwen 7b q5_K_S", + "display_name": "Qwen 7b q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q6_K", + "name": "Qwen 7b q6_K", + "display_name": "Qwen 7b q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-q8_0", + "name": "Qwen 7b q8_0", + "display_name": "Qwen 7b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text", + "name": "Qwen 7b text", + "display_name": "Qwen 7b text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-fp16", + "name": "Qwen 7b text v1.5 fp16", + "display_name": "Qwen 7b text v1.5 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q2_K", + "name": "Qwen 7b text v1.5 q2_K", + "display_name": "Qwen 7b text v1.5 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q3_K_L", + "name": "Qwen 7b text v1.5 q3_K_L", + "display_name": "Qwen 7b text v1.5 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q3_K_M", + "name": "Qwen 7b text v1.5 q3_K_M", + "display_name": "Qwen 7b text v1.5 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q3_K_S", + "name": "Qwen 7b text v1.5 q3_K_S", + "display_name": "Qwen 7b text v1.5 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q4_0", + "name": "Qwen 7b text v1.5 q4_0", + "display_name": "Qwen 7b text v1.5 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q4_1", + "name": "Qwen 7b text v1.5 q4_1", + "display_name": "Qwen 7b text v1.5 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q4_K_M", + "name": "Qwen 7b text v1.5 q4_K_M", + "display_name": "Qwen 7b text v1.5 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q4_K_S", + "name": "Qwen 7b text v1.5 q4_K_S", + "display_name": "Qwen 7b text v1.5 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q5_0", + "name": "Qwen 7b text v1.5 q5_0", + "display_name": "Qwen 7b text v1.5 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q5_1", + "name": "Qwen 7b text v1.5 q5_1", + "display_name": "Qwen 7b text v1.5 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q5_K_M", + "name": "Qwen 7b text v1.5 q5_K_M", + "display_name": "Qwen 7b text v1.5 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q5_K_S", + "name": "Qwen 7b text v1.5 q5_K_S", + "display_name": "Qwen 7b text v1.5 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q6_K", + "name": "Qwen 7b text v1.5 q6_K", + "display_name": "Qwen 7b text v1.5 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:7b-text-v1.5-q8_0", + "name": "Qwen 7b text v1.5 q8_0", + "display_name": "Qwen 7b text v1.5 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen:latest", + "name": "Qwen Latest", + "display_name": "Qwen Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b", + "name": "Qwen2-math 1.5b", + "display_name": "Qwen2-math 1.5b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct", + "name": "Qwen2-math 1.5b instruct", + "display_name": "Qwen2-math 1.5b instruct", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-fp16", + "name": "Qwen2-math 1.5b instruct fp16", + "display_name": "Qwen2-math 1.5b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q2_K", + "name": "Qwen2-math 1.5b instruct q2_K", + "display_name": "Qwen2-math 1.5b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q3_K_L", + "name": "Qwen2-math 1.5b instruct q3_K_L", + "display_name": "Qwen2-math 1.5b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q3_K_M", + "name": "Qwen2-math 1.5b instruct q3_K_M", + "display_name": "Qwen2-math 1.5b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q3_K_S", + "name": "Qwen2-math 1.5b instruct q3_K_S", + "display_name": "Qwen2-math 1.5b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q4_0", + "name": "Qwen2-math 1.5b instruct q4_0", + "display_name": "Qwen2-math 1.5b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q4_1", + "name": "Qwen2-math 1.5b instruct q4_1", + "display_name": "Qwen2-math 1.5b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q4_K_M", + "name": "Qwen2-math 1.5b instruct q4_K_M", + "display_name": "Qwen2-math 1.5b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q4_K_S", + "name": "Qwen2-math 1.5b instruct q4_K_S", + "display_name": "Qwen2-math 1.5b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q5_0", + "name": "Qwen2-math 1.5b instruct q5_0", + "display_name": "Qwen2-math 1.5b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q5_1", + "name": "Qwen2-math 1.5b instruct q5_1", + "display_name": "Qwen2-math 1.5b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q5_K_M", + "name": "Qwen2-math 1.5b instruct q5_K_M", + "display_name": "Qwen2-math 1.5b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q5_K_S", + "name": "Qwen2-math 1.5b instruct q5_K_S", + "display_name": "Qwen2-math 1.5b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q6_K", + "name": "Qwen2-math 1.5b instruct q6_K", + "display_name": "Qwen2-math 1.5b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:1.5b-instruct-q8_0", + "name": "Qwen2-math 1.5b instruct q8_0", + "display_name": "Qwen2-math 1.5b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b", + "name": "Qwen2-math 72b", + "display_name": "Qwen2-math 72b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct", + "name": "Qwen2-math 72b instruct", + "display_name": "Qwen2-math 72b instruct", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-fp16", + "name": "Qwen2-math 72b instruct fp16", + "display_name": "Qwen2-math 72b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q2_K", + "name": "Qwen2-math 72b instruct q2_K", + "display_name": "Qwen2-math 72b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q3_K_L", + "name": "Qwen2-math 72b instruct q3_K_L", + "display_name": "Qwen2-math 72b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q3_K_M", + "name": "Qwen2-math 72b instruct q3_K_M", + "display_name": "Qwen2-math 72b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q3_K_S", + "name": "Qwen2-math 72b instruct q3_K_S", + "display_name": "Qwen2-math 72b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q4_0", + "name": "Qwen2-math 72b instruct q4_0", + "display_name": "Qwen2-math 72b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q4_1", + "name": "Qwen2-math 72b instruct q4_1", + "display_name": "Qwen2-math 72b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q4_K_M", + "name": "Qwen2-math 72b instruct q4_K_M", + "display_name": "Qwen2-math 72b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q4_K_S", + "name": "Qwen2-math 72b instruct q4_K_S", + "display_name": "Qwen2-math 72b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q5_0", + "name": "Qwen2-math 72b instruct q5_0", + "display_name": "Qwen2-math 72b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q5_1", + "name": "Qwen2-math 72b instruct q5_1", + "display_name": "Qwen2-math 72b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q5_K_M", + "name": "Qwen2-math 72b instruct q5_K_M", + "display_name": "Qwen2-math 72b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q5_K_S", + "name": "Qwen2-math 72b instruct q5_K_S", + "display_name": "Qwen2-math 72b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q6_K", + "name": "Qwen2-math 72b instruct q6_K", + "display_name": "Qwen2-math 72b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:72b-instruct-q8_0", + "name": "Qwen2-math 72b instruct q8_0", + "display_name": "Qwen2-math 72b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b", + "name": "Qwen2-math 7b", + "display_name": "Qwen2-math 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct", + "name": "Qwen2-math 7b instruct", + "display_name": "Qwen2-math 7b instruct", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-fp16", + "name": "Qwen2-math 7b instruct fp16", + "display_name": "Qwen2-math 7b instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q2_K", + "name": "Qwen2-math 7b instruct q2_K", + "display_name": "Qwen2-math 7b instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q3_K_L", + "name": "Qwen2-math 7b instruct q3_K_L", + "display_name": "Qwen2-math 7b instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q3_K_M", + "name": "Qwen2-math 7b instruct q3_K_M", + "display_name": "Qwen2-math 7b instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q3_K_S", + "name": "Qwen2-math 7b instruct q3_K_S", + "display_name": "Qwen2-math 7b instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q4_0", + "name": "Qwen2-math 7b instruct q4_0", + "display_name": "Qwen2-math 7b instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q4_1", + "name": "Qwen2-math 7b instruct q4_1", + "display_name": "Qwen2-math 7b instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q4_K_M", + "name": "Qwen2-math 7b instruct q4_K_M", + "display_name": "Qwen2-math 7b instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q4_K_S", + "name": "Qwen2-math 7b instruct q4_K_S", + "display_name": "Qwen2-math 7b instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q5_0", + "name": "Qwen2-math 7b instruct q5_0", + "display_name": "Qwen2-math 7b instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q5_1", + "name": "Qwen2-math 7b instruct q5_1", + "display_name": "Qwen2-math 7b instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q5_K_M", + "name": "Qwen2-math 7b instruct q5_K_M", + "display_name": "Qwen2-math 7b instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q5_K_S", + "name": "Qwen2-math 7b instruct q5_K_S", + "display_name": "Qwen2-math 7b instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q6_K", + "name": "Qwen2-math 7b instruct q6_K", + "display_name": "Qwen2-math 7b instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:7b-instruct-q8_0", + "name": "Qwen2-math 7b instruct q8_0", + "display_name": "Qwen2-math 7b instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2-math:latest", + "name": "Qwen2-math Latest", + "display_name": "Qwen2-math Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b", + "name": "Qwen2 0.5b", + "display_name": "Qwen2 0.5b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct", + "name": "Qwen2 0.5b instruct", + "display_name": "Qwen2 0.5b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-fp16", + "name": "Qwen2 0.5b instruct fp16", + "display_name": "Qwen2 0.5b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q2_K", + "name": "Qwen2 0.5b instruct q2_K", + "display_name": "Qwen2 0.5b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q3_K_L", + "name": "Qwen2 0.5b instruct q3_K_L", + "display_name": "Qwen2 0.5b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q3_K_M", + "name": "Qwen2 0.5b instruct q3_K_M", + "display_name": "Qwen2 0.5b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q3_K_S", + "name": "Qwen2 0.5b instruct q3_K_S", + "display_name": "Qwen2 0.5b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q4_0", + "name": "Qwen2 0.5b instruct q4_0", + "display_name": "Qwen2 0.5b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q4_1", + "name": "Qwen2 0.5b instruct q4_1", + "display_name": "Qwen2 0.5b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q4_K_M", + "name": "Qwen2 0.5b instruct q4_K_M", + "display_name": "Qwen2 0.5b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q4_K_S", + "name": "Qwen2 0.5b instruct q4_K_S", + "display_name": "Qwen2 0.5b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q5_0", + "name": "Qwen2 0.5b instruct q5_0", + "display_name": "Qwen2 0.5b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q5_1", + "name": "Qwen2 0.5b instruct q5_1", + "display_name": "Qwen2 0.5b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q5_K_M", + "name": "Qwen2 0.5b instruct q5_K_M", + "display_name": "Qwen2 0.5b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q5_K_S", + "name": "Qwen2 0.5b instruct q5_K_S", + "display_name": "Qwen2 0.5b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q6_K", + "name": "Qwen2 0.5b instruct q6_K", + "display_name": "Qwen2 0.5b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:0.5b-instruct-q8_0", + "name": "Qwen2 0.5b instruct q8_0", + "display_name": "Qwen2 0.5b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b", + "name": "Qwen2 1.5b", + "display_name": "Qwen2 1.5b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct", + "name": "Qwen2 1.5b instruct", + "display_name": "Qwen2 1.5b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-fp16", + "name": "Qwen2 1.5b instruct fp16", + "display_name": "Qwen2 1.5b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q2_K", + "name": "Qwen2 1.5b instruct q2_K", + "display_name": "Qwen2 1.5b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q3_K_L", + "name": "Qwen2 1.5b instruct q3_K_L", + "display_name": "Qwen2 1.5b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q3_K_M", + "name": "Qwen2 1.5b instruct q3_K_M", + "display_name": "Qwen2 1.5b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q3_K_S", + "name": "Qwen2 1.5b instruct q3_K_S", + "display_name": "Qwen2 1.5b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q4_0", + "name": "Qwen2 1.5b instruct q4_0", + "display_name": "Qwen2 1.5b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q4_1", + "name": "Qwen2 1.5b instruct q4_1", + "display_name": "Qwen2 1.5b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q4_K_M", + "name": "Qwen2 1.5b instruct q4_K_M", + "display_name": "Qwen2 1.5b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q4_K_S", + "name": "Qwen2 1.5b instruct q4_K_S", + "display_name": "Qwen2 1.5b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q5_0", + "name": "Qwen2 1.5b instruct q5_0", + "display_name": "Qwen2 1.5b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q5_1", + "name": "Qwen2 1.5b instruct q5_1", + "display_name": "Qwen2 1.5b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q5_K_M", + "name": "Qwen2 1.5b instruct q5_K_M", + "display_name": "Qwen2 1.5b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q5_K_S", + "name": "Qwen2 1.5b instruct q5_K_S", + "display_name": "Qwen2 1.5b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q6_K", + "name": "Qwen2 1.5b instruct q6_K", + "display_name": "Qwen2 1.5b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:1.5b-instruct-q8_0", + "name": "Qwen2 1.5b instruct q8_0", + "display_name": "Qwen2 1.5b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b", + "name": "Qwen2 72b", + "display_name": "Qwen2 72b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct", + "name": "Qwen2 72b instruct", + "display_name": "Qwen2 72b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-fp16", + "name": "Qwen2 72b instruct fp16", + "display_name": "Qwen2 72b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q2_K", + "name": "Qwen2 72b instruct q2_K", + "display_name": "Qwen2 72b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q3_K_L", + "name": "Qwen2 72b instruct q3_K_L", + "display_name": "Qwen2 72b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q3_K_M", + "name": "Qwen2 72b instruct q3_K_M", + "display_name": "Qwen2 72b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q3_K_S", + "name": "Qwen2 72b instruct q3_K_S", + "display_name": "Qwen2 72b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q4_0", + "name": "Qwen2 72b instruct q4_0", + "display_name": "Qwen2 72b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q4_1", + "name": "Qwen2 72b instruct q4_1", + "display_name": "Qwen2 72b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q4_K_M", + "name": "Qwen2 72b instruct q4_K_M", + "display_name": "Qwen2 72b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q4_K_S", + "name": "Qwen2 72b instruct q4_K_S", + "display_name": "Qwen2 72b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q5_0", + "name": "Qwen2 72b instruct q5_0", + "display_name": "Qwen2 72b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q5_1", + "name": "Qwen2 72b instruct q5_1", + "display_name": "Qwen2 72b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q5_K_M", + "name": "Qwen2 72b instruct q5_K_M", + "display_name": "Qwen2 72b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q5_K_S", + "name": "Qwen2 72b instruct q5_K_S", + "display_name": "Qwen2 72b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q6_K", + "name": "Qwen2 72b instruct q6_K", + "display_name": "Qwen2 72b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-instruct-q8_0", + "name": "Qwen2 72b instruct q8_0", + "display_name": "Qwen2 72b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text", + "name": "Qwen2 72b text", + "display_name": "Qwen2 72b text", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-fp16", + "name": "Qwen2 72b text fp16", + "display_name": "Qwen2 72b text fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q2_K", + "name": "Qwen2 72b text q2_K", + "display_name": "Qwen2 72b text q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q3_K_L", + "name": "Qwen2 72b text q3_K_L", + "display_name": "Qwen2 72b text q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q3_K_M", + "name": "Qwen2 72b text q3_K_M", + "display_name": "Qwen2 72b text q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q3_K_S", + "name": "Qwen2 72b text q3_K_S", + "display_name": "Qwen2 72b text q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q4_0", + "name": "Qwen2 72b text q4_0", + "display_name": "Qwen2 72b text q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q4_1", + "name": "Qwen2 72b text q4_1", + "display_name": "Qwen2 72b text q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q4_K_M", + "name": "Qwen2 72b text q4_K_M", + "display_name": "Qwen2 72b text q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q4_K_S", + "name": "Qwen2 72b text q4_K_S", + "display_name": "Qwen2 72b text q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q5_0", + "name": "Qwen2 72b text q5_0", + "display_name": "Qwen2 72b text q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q5_1", + "name": "Qwen2 72b text q5_1", + "display_name": "Qwen2 72b text q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q5_K_M", + "name": "Qwen2 72b text q5_K_M", + "display_name": "Qwen2 72b text q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q5_K_S", + "name": "Qwen2 72b text q5_K_S", + "display_name": "Qwen2 72b text q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q6_K", + "name": "Qwen2 72b text q6_K", + "display_name": "Qwen2 72b text q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:72b-text-q8_0", + "name": "Qwen2 72b text q8_0", + "display_name": "Qwen2 72b text q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b", + "name": "Qwen2 7b", + "display_name": "Qwen2 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct", + "name": "Qwen2 7b instruct", + "display_name": "Qwen2 7b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-fp16", + "name": "Qwen2 7b instruct fp16", + "display_name": "Qwen2 7b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q2_K", + "name": "Qwen2 7b instruct q2_K", + "display_name": "Qwen2 7b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q3_K_L", + "name": "Qwen2 7b instruct q3_K_L", + "display_name": "Qwen2 7b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q3_K_M", + "name": "Qwen2 7b instruct q3_K_M", + "display_name": "Qwen2 7b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q3_K_S", + "name": "Qwen2 7b instruct q3_K_S", + "display_name": "Qwen2 7b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q4_0", + "name": "Qwen2 7b instruct q4_0", + "display_name": "Qwen2 7b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q4_1", + "name": "Qwen2 7b instruct q4_1", + "display_name": "Qwen2 7b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q4_K_M", + "name": "Qwen2 7b instruct q4_K_M", + "display_name": "Qwen2 7b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q4_K_S", + "name": "Qwen2 7b instruct q4_K_S", + "display_name": "Qwen2 7b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q5_0", + "name": "Qwen2 7b instruct q5_0", + "display_name": "Qwen2 7b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q5_1", + "name": "Qwen2 7b instruct q5_1", + "display_name": "Qwen2 7b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q5_K_M", + "name": "Qwen2 7b instruct q5_K_M", + "display_name": "Qwen2 7b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q5_K_S", + "name": "Qwen2 7b instruct q5_K_S", + "display_name": "Qwen2 7b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q6_K", + "name": "Qwen2 7b instruct q6_K", + "display_name": "Qwen2 7b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-instruct-q8_0", + "name": "Qwen2 7b instruct q8_0", + "display_name": "Qwen2 7b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text", + "name": "Qwen2 7b text", + "display_name": "Qwen2 7b text", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q2_K", + "name": "Qwen2 7b text q2_K", + "display_name": "Qwen2 7b text q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q3_K_L", + "name": "Qwen2 7b text q3_K_L", + "display_name": "Qwen2 7b text q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q3_K_M", + "name": "Qwen2 7b text q3_K_M", + "display_name": "Qwen2 7b text q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q3_K_S", + "name": "Qwen2 7b text q3_K_S", + "display_name": "Qwen2 7b text q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q4_0", + "name": "Qwen2 7b text q4_0", + "display_name": "Qwen2 7b text q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q4_1", + "name": "Qwen2 7b text q4_1", + "display_name": "Qwen2 7b text q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q4_K_M", + "name": "Qwen2 7b text q4_K_M", + "display_name": "Qwen2 7b text q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q4_K_S", + "name": "Qwen2 7b text q4_K_S", + "display_name": "Qwen2 7b text q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q5_0", + "name": "Qwen2 7b text q5_0", + "display_name": "Qwen2 7b text q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q5_1", + "name": "Qwen2 7b text q5_1", + "display_name": "Qwen2 7b text q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:7b-text-q8_0", + "name": "Qwen2 7b text q8_0", + "display_name": "Qwen2 7b text q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2:latest", + "name": "Qwen2 Latest", + "display_name": "Qwen2 Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b", + "name": "Qwen2.5-coder 0.5b", + "display_name": "Qwen2.5-coder 0.5b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base", + "name": "Qwen2.5-coder 0.5b base", + "display_name": "Qwen2.5-coder 0.5b base", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-fp16", + "name": "Qwen2.5-coder 0.5b base fp16", + "display_name": "Qwen2.5-coder 0.5b base fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q2_K", + "name": "Qwen2.5-coder 0.5b base q2_K", + "display_name": "Qwen2.5-coder 0.5b base q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q3_K_L", + "name": "Qwen2.5-coder 0.5b base q3_K_L", + "display_name": "Qwen2.5-coder 0.5b base q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q3_K_M", + "name": "Qwen2.5-coder 0.5b base q3_K_M", + "display_name": "Qwen2.5-coder 0.5b base q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q3_K_S", + "name": "Qwen2.5-coder 0.5b base q3_K_S", + "display_name": "Qwen2.5-coder 0.5b base q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q4_0", + "name": "Qwen2.5-coder 0.5b base q4_0", + "display_name": "Qwen2.5-coder 0.5b base q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q4_1", + "name": "Qwen2.5-coder 0.5b base q4_1", + "display_name": "Qwen2.5-coder 0.5b base q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q4_K_M", + "name": "Qwen2.5-coder 0.5b base q4_K_M", + "display_name": "Qwen2.5-coder 0.5b base q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q4_K_S", + "name": "Qwen2.5-coder 0.5b base q4_K_S", + "display_name": "Qwen2.5-coder 0.5b base q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q5_0", + "name": "Qwen2.5-coder 0.5b base q5_0", + "display_name": "Qwen2.5-coder 0.5b base q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q5_1", + "name": "Qwen2.5-coder 0.5b base q5_1", + "display_name": "Qwen2.5-coder 0.5b base q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q5_K_M", + "name": "Qwen2.5-coder 0.5b base q5_K_M", + "display_name": "Qwen2.5-coder 0.5b base q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q5_K_S", + "name": "Qwen2.5-coder 0.5b base q5_K_S", + "display_name": "Qwen2.5-coder 0.5b base q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q6_K", + "name": "Qwen2.5-coder 0.5b base q6_K", + "display_name": "Qwen2.5-coder 0.5b base q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-base-q8_0", + "name": "Qwen2.5-coder 0.5b base q8_0", + "display_name": "Qwen2.5-coder 0.5b base q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct", + "name": "Qwen2.5-coder 0.5b instruct", + "display_name": "Qwen2.5-coder 0.5b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-fp16", + "name": "Qwen2.5-coder 0.5b instruct fp16", + "display_name": "Qwen2.5-coder 0.5b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q2_K", + "name": "Qwen2.5-coder 0.5b instruct q2_K", + "display_name": "Qwen2.5-coder 0.5b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q3_K_L", + "name": "Qwen2.5-coder 0.5b instruct q3_K_L", + "display_name": "Qwen2.5-coder 0.5b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q3_K_M", + "name": "Qwen2.5-coder 0.5b instruct q3_K_M", + "display_name": "Qwen2.5-coder 0.5b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q3_K_S", + "name": "Qwen2.5-coder 0.5b instruct q3_K_S", + "display_name": "Qwen2.5-coder 0.5b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q4_0", + "name": "Qwen2.5-coder 0.5b instruct q4_0", + "display_name": "Qwen2.5-coder 0.5b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q4_1", + "name": "Qwen2.5-coder 0.5b instruct q4_1", + "display_name": "Qwen2.5-coder 0.5b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q4_K_M", + "name": "Qwen2.5-coder 0.5b instruct q4_K_M", + "display_name": "Qwen2.5-coder 0.5b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q4_K_S", + "name": "Qwen2.5-coder 0.5b instruct q4_K_S", + "display_name": "Qwen2.5-coder 0.5b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q5_0", + "name": "Qwen2.5-coder 0.5b instruct q5_0", + "display_name": "Qwen2.5-coder 0.5b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q5_1", + "name": "Qwen2.5-coder 0.5b instruct q5_1", + "display_name": "Qwen2.5-coder 0.5b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q5_K_M", + "name": "Qwen2.5-coder 0.5b instruct q5_K_M", + "display_name": "Qwen2.5-coder 0.5b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q5_K_S", + "name": "Qwen2.5-coder 0.5b instruct q5_K_S", + "display_name": "Qwen2.5-coder 0.5b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q6_K", + "name": "Qwen2.5-coder 0.5b instruct q6_K", + "display_name": "Qwen2.5-coder 0.5b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:0.5b-instruct-q8_0", + "name": "Qwen2.5-coder 0.5b instruct q8_0", + "display_name": "Qwen2.5-coder 0.5b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b", + "name": "Qwen2.5-coder 1.5b", + "display_name": "Qwen2.5-coder 1.5b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base", + "name": "Qwen2.5-coder 1.5b base", + "display_name": "Qwen2.5-coder 1.5b base", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-fp16", + "name": "Qwen2.5-coder 1.5b base fp16", + "display_name": "Qwen2.5-coder 1.5b base fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q2_K", + "name": "Qwen2.5-coder 1.5b base q2_K", + "display_name": "Qwen2.5-coder 1.5b base q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q3_K_L", + "name": "Qwen2.5-coder 1.5b base q3_K_L", + "display_name": "Qwen2.5-coder 1.5b base q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q3_K_M", + "name": "Qwen2.5-coder 1.5b base q3_K_M", + "display_name": "Qwen2.5-coder 1.5b base q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q3_K_S", + "name": "Qwen2.5-coder 1.5b base q3_K_S", + "display_name": "Qwen2.5-coder 1.5b base q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q4_0", + "name": "Qwen2.5-coder 1.5b base q4_0", + "display_name": "Qwen2.5-coder 1.5b base q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q4_1", + "name": "Qwen2.5-coder 1.5b base q4_1", + "display_name": "Qwen2.5-coder 1.5b base q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q4_K_M", + "name": "Qwen2.5-coder 1.5b base q4_K_M", + "display_name": "Qwen2.5-coder 1.5b base q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q4_K_S", + "name": "Qwen2.5-coder 1.5b base q4_K_S", + "display_name": "Qwen2.5-coder 1.5b base q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q5_0", + "name": "Qwen2.5-coder 1.5b base q5_0", + "display_name": "Qwen2.5-coder 1.5b base q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q5_1", + "name": "Qwen2.5-coder 1.5b base q5_1", + "display_name": "Qwen2.5-coder 1.5b base q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q5_K_M", + "name": "Qwen2.5-coder 1.5b base q5_K_M", + "display_name": "Qwen2.5-coder 1.5b base q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q5_K_S", + "name": "Qwen2.5-coder 1.5b base q5_K_S", + "display_name": "Qwen2.5-coder 1.5b base q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q6_K", + "name": "Qwen2.5-coder 1.5b base q6_K", + "display_name": "Qwen2.5-coder 1.5b base q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-base-q8_0", + "name": "Qwen2.5-coder 1.5b base q8_0", + "display_name": "Qwen2.5-coder 1.5b base q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct", + "name": "Qwen2.5-coder 1.5b instruct", + "display_name": "Qwen2.5-coder 1.5b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-fp16", + "name": "Qwen2.5-coder 1.5b instruct fp16", + "display_name": "Qwen2.5-coder 1.5b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q2_K", + "name": "Qwen2.5-coder 1.5b instruct q2_K", + "display_name": "Qwen2.5-coder 1.5b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q3_K_L", + "name": "Qwen2.5-coder 1.5b instruct q3_K_L", + "display_name": "Qwen2.5-coder 1.5b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q3_K_M", + "name": "Qwen2.5-coder 1.5b instruct q3_K_M", + "display_name": "Qwen2.5-coder 1.5b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q3_K_S", + "name": "Qwen2.5-coder 1.5b instruct q3_K_S", + "display_name": "Qwen2.5-coder 1.5b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q4_0", + "name": "Qwen2.5-coder 1.5b instruct q4_0", + "display_name": "Qwen2.5-coder 1.5b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q4_1", + "name": "Qwen2.5-coder 1.5b instruct q4_1", + "display_name": "Qwen2.5-coder 1.5b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q4_K_M", + "name": "Qwen2.5-coder 1.5b instruct q4_K_M", + "display_name": "Qwen2.5-coder 1.5b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q4_K_S", + "name": "Qwen2.5-coder 1.5b instruct q4_K_S", + "display_name": "Qwen2.5-coder 1.5b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q5_0", + "name": "Qwen2.5-coder 1.5b instruct q5_0", + "display_name": "Qwen2.5-coder 1.5b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q5_1", + "name": "Qwen2.5-coder 1.5b instruct q5_1", + "display_name": "Qwen2.5-coder 1.5b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q5_K_M", + "name": "Qwen2.5-coder 1.5b instruct q5_K_M", + "display_name": "Qwen2.5-coder 1.5b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q5_K_S", + "name": "Qwen2.5-coder 1.5b instruct q5_K_S", + "display_name": "Qwen2.5-coder 1.5b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q6_K", + "name": "Qwen2.5-coder 1.5b instruct q6_K", + "display_name": "Qwen2.5-coder 1.5b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:1.5b-instruct-q8_0", + "name": "Qwen2.5-coder 1.5b instruct q8_0", + "display_name": "Qwen2.5-coder 1.5b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b", + "name": "Qwen2.5-coder 14b", + "display_name": "Qwen2.5-coder 14b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base", + "name": "Qwen2.5-coder 14b base", + "display_name": "Qwen2.5-coder 14b base", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-fp16", + "name": "Qwen2.5-coder 14b base fp16", + "display_name": "Qwen2.5-coder 14b base fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q2_K", + "name": "Qwen2.5-coder 14b base q2_K", + "display_name": "Qwen2.5-coder 14b base q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q3_K_L", + "name": "Qwen2.5-coder 14b base q3_K_L", + "display_name": "Qwen2.5-coder 14b base q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q3_K_M", + "name": "Qwen2.5-coder 14b base q3_K_M", + "display_name": "Qwen2.5-coder 14b base q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q3_K_S", + "name": "Qwen2.5-coder 14b base q3_K_S", + "display_name": "Qwen2.5-coder 14b base q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q4_0", + "name": "Qwen2.5-coder 14b base q4_0", + "display_name": "Qwen2.5-coder 14b base q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q4_1", + "name": "Qwen2.5-coder 14b base q4_1", + "display_name": "Qwen2.5-coder 14b base q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q4_K_M", + "name": "Qwen2.5-coder 14b base q4_K_M", + "display_name": "Qwen2.5-coder 14b base q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q4_K_S", + "name": "Qwen2.5-coder 14b base q4_K_S", + "display_name": "Qwen2.5-coder 14b base q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q5_0", + "name": "Qwen2.5-coder 14b base q5_0", + "display_name": "Qwen2.5-coder 14b base q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q5_1", + "name": "Qwen2.5-coder 14b base q5_1", + "display_name": "Qwen2.5-coder 14b base q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q5_K_M", + "name": "Qwen2.5-coder 14b base q5_K_M", + "display_name": "Qwen2.5-coder 14b base q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q5_K_S", + "name": "Qwen2.5-coder 14b base q5_K_S", + "display_name": "Qwen2.5-coder 14b base q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q6_K", + "name": "Qwen2.5-coder 14b base q6_K", + "display_name": "Qwen2.5-coder 14b base q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-base-q8_0", + "name": "Qwen2.5-coder 14b base q8_0", + "display_name": "Qwen2.5-coder 14b base q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct", + "name": "Qwen2.5-coder 14b instruct", + "display_name": "Qwen2.5-coder 14b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-fp16", + "name": "Qwen2.5-coder 14b instruct fp16", + "display_name": "Qwen2.5-coder 14b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q2_K", + "name": "Qwen2.5-coder 14b instruct q2_K", + "display_name": "Qwen2.5-coder 14b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q3_K_L", + "name": "Qwen2.5-coder 14b instruct q3_K_L", + "display_name": "Qwen2.5-coder 14b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q3_K_M", + "name": "Qwen2.5-coder 14b instruct q3_K_M", + "display_name": "Qwen2.5-coder 14b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q3_K_S", + "name": "Qwen2.5-coder 14b instruct q3_K_S", + "display_name": "Qwen2.5-coder 14b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q4_0", + "name": "Qwen2.5-coder 14b instruct q4_0", + "display_name": "Qwen2.5-coder 14b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q4_1", + "name": "Qwen2.5-coder 14b instruct q4_1", + "display_name": "Qwen2.5-coder 14b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q4_K_M", + "name": "Qwen2.5-coder 14b instruct q4_K_M", + "display_name": "Qwen2.5-coder 14b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q4_K_S", + "name": "Qwen2.5-coder 14b instruct q4_K_S", + "display_name": "Qwen2.5-coder 14b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q5_0", + "name": "Qwen2.5-coder 14b instruct q5_0", + "display_name": "Qwen2.5-coder 14b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q5_1", + "name": "Qwen2.5-coder 14b instruct q5_1", + "display_name": "Qwen2.5-coder 14b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q5_K_M", + "name": "Qwen2.5-coder 14b instruct q5_K_M", + "display_name": "Qwen2.5-coder 14b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q5_K_S", + "name": "Qwen2.5-coder 14b instruct q5_K_S", + "display_name": "Qwen2.5-coder 14b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q6_K", + "name": "Qwen2.5-coder 14b instruct q6_K", + "display_name": "Qwen2.5-coder 14b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:14b-instruct-q8_0", + "name": "Qwen2.5-coder 14b instruct q8_0", + "display_name": "Qwen2.5-coder 14b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b", + "name": "Qwen2.5-coder 32b", + "display_name": "Qwen2.5-coder 32b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base", + "name": "Qwen2.5-coder 32b base", + "display_name": "Qwen2.5-coder 32b base", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-fp16", + "name": "Qwen2.5-coder 32b base fp16", + "display_name": "Qwen2.5-coder 32b base fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q2_K", + "name": "Qwen2.5-coder 32b base q2_K", + "display_name": "Qwen2.5-coder 32b base q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q3_K_L", + "name": "Qwen2.5-coder 32b base q3_K_L", + "display_name": "Qwen2.5-coder 32b base q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q3_K_M", + "name": "Qwen2.5-coder 32b base q3_K_M", + "display_name": "Qwen2.5-coder 32b base q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q3_K_S", + "name": "Qwen2.5-coder 32b base q3_K_S", + "display_name": "Qwen2.5-coder 32b base q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q4_0", + "name": "Qwen2.5-coder 32b base q4_0", + "display_name": "Qwen2.5-coder 32b base q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q4_1", + "name": "Qwen2.5-coder 32b base q4_1", + "display_name": "Qwen2.5-coder 32b base q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q4_K_M", + "name": "Qwen2.5-coder 32b base q4_K_M", + "display_name": "Qwen2.5-coder 32b base q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q4_K_S", + "name": "Qwen2.5-coder 32b base q4_K_S", + "display_name": "Qwen2.5-coder 32b base q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q5_0", + "name": "Qwen2.5-coder 32b base q5_0", + "display_name": "Qwen2.5-coder 32b base q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q5_1", + "name": "Qwen2.5-coder 32b base q5_1", + "display_name": "Qwen2.5-coder 32b base q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q5_K_M", + "name": "Qwen2.5-coder 32b base q5_K_M", + "display_name": "Qwen2.5-coder 32b base q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q5_K_S", + "name": "Qwen2.5-coder 32b base q5_K_S", + "display_name": "Qwen2.5-coder 32b base q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q6_K", + "name": "Qwen2.5-coder 32b base q6_K", + "display_name": "Qwen2.5-coder 32b base q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-base-q8_0", + "name": "Qwen2.5-coder 32b base q8_0", + "display_name": "Qwen2.5-coder 32b base q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct", + "name": "Qwen2.5-coder 32b instruct", + "display_name": "Qwen2.5-coder 32b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-fp16", + "name": "Qwen2.5-coder 32b instruct fp16", + "display_name": "Qwen2.5-coder 32b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q2_K", + "name": "Qwen2.5-coder 32b instruct q2_K", + "display_name": "Qwen2.5-coder 32b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q3_K_L", + "name": "Qwen2.5-coder 32b instruct q3_K_L", + "display_name": "Qwen2.5-coder 32b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q3_K_M", + "name": "Qwen2.5-coder 32b instruct q3_K_M", + "display_name": "Qwen2.5-coder 32b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q3_K_S", + "name": "Qwen2.5-coder 32b instruct q3_K_S", + "display_name": "Qwen2.5-coder 32b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q4_0", + "name": "Qwen2.5-coder 32b instruct q4_0", + "display_name": "Qwen2.5-coder 32b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q4_1", + "name": "Qwen2.5-coder 32b instruct q4_1", + "display_name": "Qwen2.5-coder 32b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q4_K_M", + "name": "Qwen2.5-coder 32b instruct q4_K_M", + "display_name": "Qwen2.5-coder 32b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q4_K_S", + "name": "Qwen2.5-coder 32b instruct q4_K_S", + "display_name": "Qwen2.5-coder 32b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q5_0", + "name": "Qwen2.5-coder 32b instruct q5_0", + "display_name": "Qwen2.5-coder 32b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q5_1", + "name": "Qwen2.5-coder 32b instruct q5_1", + "display_name": "Qwen2.5-coder 32b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q5_K_M", + "name": "Qwen2.5-coder 32b instruct q5_K_M", + "display_name": "Qwen2.5-coder 32b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q5_K_S", + "name": "Qwen2.5-coder 32b instruct q5_K_S", + "display_name": "Qwen2.5-coder 32b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q6_K", + "name": "Qwen2.5-coder 32b instruct q6_K", + "display_name": "Qwen2.5-coder 32b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:32b-instruct-q8_0", + "name": "Qwen2.5-coder 32b instruct q8_0", + "display_name": "Qwen2.5-coder 32b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b", + "name": "Qwen2.5-coder 3b", + "display_name": "Qwen2.5-coder 3b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base", + "name": "Qwen2.5-coder 3b base", + "display_name": "Qwen2.5-coder 3b base", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-fp16", + "name": "Qwen2.5-coder 3b base fp16", + "display_name": "Qwen2.5-coder 3b base fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q2_K", + "name": "Qwen2.5-coder 3b base q2_K", + "display_name": "Qwen2.5-coder 3b base q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q3_K_L", + "name": "Qwen2.5-coder 3b base q3_K_L", + "display_name": "Qwen2.5-coder 3b base q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q3_K_M", + "name": "Qwen2.5-coder 3b base q3_K_M", + "display_name": "Qwen2.5-coder 3b base q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q3_K_S", + "name": "Qwen2.5-coder 3b base q3_K_S", + "display_name": "Qwen2.5-coder 3b base q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q4_0", + "name": "Qwen2.5-coder 3b base q4_0", + "display_name": "Qwen2.5-coder 3b base q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q4_1", + "name": "Qwen2.5-coder 3b base q4_1", + "display_name": "Qwen2.5-coder 3b base q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q4_K_M", + "name": "Qwen2.5-coder 3b base q4_K_M", + "display_name": "Qwen2.5-coder 3b base q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q4_K_S", + "name": "Qwen2.5-coder 3b base q4_K_S", + "display_name": "Qwen2.5-coder 3b base q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q5_0", + "name": "Qwen2.5-coder 3b base q5_0", + "display_name": "Qwen2.5-coder 3b base q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q5_1", + "name": "Qwen2.5-coder 3b base q5_1", + "display_name": "Qwen2.5-coder 3b base q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q5_K_M", + "name": "Qwen2.5-coder 3b base q5_K_M", + "display_name": "Qwen2.5-coder 3b base q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q5_K_S", + "name": "Qwen2.5-coder 3b base q5_K_S", + "display_name": "Qwen2.5-coder 3b base q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q6_K", + "name": "Qwen2.5-coder 3b base q6_K", + "display_name": "Qwen2.5-coder 3b base q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-base-q8_0", + "name": "Qwen2.5-coder 3b base q8_0", + "display_name": "Qwen2.5-coder 3b base q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct", + "name": "Qwen2.5-coder 3b instruct", + "display_name": "Qwen2.5-coder 3b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-fp16", + "name": "Qwen2.5-coder 3b instruct fp16", + "display_name": "Qwen2.5-coder 3b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q2_K", + "name": "Qwen2.5-coder 3b instruct q2_K", + "display_name": "Qwen2.5-coder 3b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q3_K_L", + "name": "Qwen2.5-coder 3b instruct q3_K_L", + "display_name": "Qwen2.5-coder 3b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q3_K_M", + "name": "Qwen2.5-coder 3b instruct q3_K_M", + "display_name": "Qwen2.5-coder 3b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q3_K_S", + "name": "Qwen2.5-coder 3b instruct q3_K_S", + "display_name": "Qwen2.5-coder 3b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q4_0", + "name": "Qwen2.5-coder 3b instruct q4_0", + "display_name": "Qwen2.5-coder 3b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q4_1", + "name": "Qwen2.5-coder 3b instruct q4_1", + "display_name": "Qwen2.5-coder 3b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q4_K_M", + "name": "Qwen2.5-coder 3b instruct q4_K_M", + "display_name": "Qwen2.5-coder 3b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q4_K_S", + "name": "Qwen2.5-coder 3b instruct q4_K_S", + "display_name": "Qwen2.5-coder 3b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q5_0", + "name": "Qwen2.5-coder 3b instruct q5_0", + "display_name": "Qwen2.5-coder 3b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q5_1", + "name": "Qwen2.5-coder 3b instruct q5_1", + "display_name": "Qwen2.5-coder 3b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q5_K_M", + "name": "Qwen2.5-coder 3b instruct q5_K_M", + "display_name": "Qwen2.5-coder 3b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q5_K_S", + "name": "Qwen2.5-coder 3b instruct q5_K_S", + "display_name": "Qwen2.5-coder 3b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q6_K", + "name": "Qwen2.5-coder 3b instruct q6_K", + "display_name": "Qwen2.5-coder 3b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:3b-instruct-q8_0", + "name": "Qwen2.5-coder 3b instruct q8_0", + "display_name": "Qwen2.5-coder 3b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b", + "name": "Qwen2.5-coder 7b", + "display_name": "Qwen2.5-coder 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base", + "name": "Qwen2.5-coder 7b base", + "display_name": "Qwen2.5-coder 7b base", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-fp16", + "name": "Qwen2.5-coder 7b base fp16", + "display_name": "Qwen2.5-coder 7b base fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q2_K", + "name": "Qwen2.5-coder 7b base q2_K", + "display_name": "Qwen2.5-coder 7b base q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q3_K_L", + "name": "Qwen2.5-coder 7b base q3_K_L", + "display_name": "Qwen2.5-coder 7b base q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q3_K_M", + "name": "Qwen2.5-coder 7b base q3_K_M", + "display_name": "Qwen2.5-coder 7b base q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q3_K_S", + "name": "Qwen2.5-coder 7b base q3_K_S", + "display_name": "Qwen2.5-coder 7b base q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q4_0", + "name": "Qwen2.5-coder 7b base q4_0", + "display_name": "Qwen2.5-coder 7b base q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q4_1", + "name": "Qwen2.5-coder 7b base q4_1", + "display_name": "Qwen2.5-coder 7b base q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q4_K_M", + "name": "Qwen2.5-coder 7b base q4_K_M", + "display_name": "Qwen2.5-coder 7b base q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q4_K_S", + "name": "Qwen2.5-coder 7b base q4_K_S", + "display_name": "Qwen2.5-coder 7b base q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q5_0", + "name": "Qwen2.5-coder 7b base q5_0", + "display_name": "Qwen2.5-coder 7b base q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q5_1", + "name": "Qwen2.5-coder 7b base q5_1", + "display_name": "Qwen2.5-coder 7b base q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q5_K_M", + "name": "Qwen2.5-coder 7b base q5_K_M", + "display_name": "Qwen2.5-coder 7b base q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q5_K_S", + "name": "Qwen2.5-coder 7b base q5_K_S", + "display_name": "Qwen2.5-coder 7b base q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q6_K", + "name": "Qwen2.5-coder 7b base q6_K", + "display_name": "Qwen2.5-coder 7b base q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-base-q8_0", + "name": "Qwen2.5-coder 7b base q8_0", + "display_name": "Qwen2.5-coder 7b base q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct", + "name": "Qwen2.5-coder 7b instruct", + "display_name": "Qwen2.5-coder 7b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-fp16", + "name": "Qwen2.5-coder 7b instruct fp16", + "display_name": "Qwen2.5-coder 7b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q2_K", + "name": "Qwen2.5-coder 7b instruct q2_K", + "display_name": "Qwen2.5-coder 7b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q3_K_L", + "name": "Qwen2.5-coder 7b instruct q3_K_L", + "display_name": "Qwen2.5-coder 7b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q3_K_M", + "name": "Qwen2.5-coder 7b instruct q3_K_M", + "display_name": "Qwen2.5-coder 7b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q3_K_S", + "name": "Qwen2.5-coder 7b instruct q3_K_S", + "display_name": "Qwen2.5-coder 7b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q4_0", + "name": "Qwen2.5-coder 7b instruct q4_0", + "display_name": "Qwen2.5-coder 7b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q4_1", + "name": "Qwen2.5-coder 7b instruct q4_1", + "display_name": "Qwen2.5-coder 7b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q4_K_M", + "name": "Qwen2.5-coder 7b instruct q4_K_M", + "display_name": "Qwen2.5-coder 7b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q4_K_S", + "name": "Qwen2.5-coder 7b instruct q4_K_S", + "display_name": "Qwen2.5-coder 7b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q5_0", + "name": "Qwen2.5-coder 7b instruct q5_0", + "display_name": "Qwen2.5-coder 7b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q5_1", + "name": "Qwen2.5-coder 7b instruct q5_1", + "display_name": "Qwen2.5-coder 7b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q5_K_M", + "name": "Qwen2.5-coder 7b instruct q5_K_M", + "display_name": "Qwen2.5-coder 7b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q5_K_S", + "name": "Qwen2.5-coder 7b instruct q5_K_S", + "display_name": "Qwen2.5-coder 7b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q6_K", + "name": "Qwen2.5-coder 7b instruct q6_K", + "display_name": "Qwen2.5-coder 7b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:7b-instruct-q8_0", + "name": "Qwen2.5-coder 7b instruct q8_0", + "display_name": "Qwen2.5-coder 7b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5-coder:latest", + "name": "Qwen2.5-coder Latest", + "display_name": "Qwen2.5-coder Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b", + "name": "Qwen2.5 0.5b", + "display_name": "Qwen2.5 0.5b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base", + "name": "Qwen2.5 0.5b base", + "display_name": "Qwen2.5 0.5b base", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q2_K", + "name": "Qwen2.5 0.5b base q2_K", + "display_name": "Qwen2.5 0.5b base q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q3_K_L", + "name": "Qwen2.5 0.5b base q3_K_L", + "display_name": "Qwen2.5 0.5b base q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q3_K_M", + "name": "Qwen2.5 0.5b base q3_K_M", + "display_name": "Qwen2.5 0.5b base q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q3_K_S", + "name": "Qwen2.5 0.5b base q3_K_S", + "display_name": "Qwen2.5 0.5b base q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q4_0", + "name": "Qwen2.5 0.5b base q4_0", + "display_name": "Qwen2.5 0.5b base q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q4_1", + "name": "Qwen2.5 0.5b base q4_1", + "display_name": "Qwen2.5 0.5b base q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q4_K_M", + "name": "Qwen2.5 0.5b base q4_K_M", + "display_name": "Qwen2.5 0.5b base q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q4_K_S", + "name": "Qwen2.5 0.5b base q4_K_S", + "display_name": "Qwen2.5 0.5b base q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q5_0", + "name": "Qwen2.5 0.5b base q5_0", + "display_name": "Qwen2.5 0.5b base q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q5_1", + "name": "Qwen2.5 0.5b base q5_1", + "display_name": "Qwen2.5 0.5b base q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q5_K_S", + "name": "Qwen2.5 0.5b base q5_K_S", + "display_name": "Qwen2.5 0.5b base q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-base-q8_0", + "name": "Qwen2.5 0.5b base q8_0", + "display_name": "Qwen2.5 0.5b base q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct", + "name": "Qwen2.5 0.5b instruct", + "display_name": "Qwen2.5 0.5b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-fp16", + "name": "Qwen2.5 0.5b instruct fp16", + "display_name": "Qwen2.5 0.5b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q2_K", + "name": "Qwen2.5 0.5b instruct q2_K", + "display_name": "Qwen2.5 0.5b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q3_K_L", + "name": "Qwen2.5 0.5b instruct q3_K_L", + "display_name": "Qwen2.5 0.5b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q3_K_M", + "name": "Qwen2.5 0.5b instruct q3_K_M", + "display_name": "Qwen2.5 0.5b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q3_K_S", + "name": "Qwen2.5 0.5b instruct q3_K_S", + "display_name": "Qwen2.5 0.5b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q4_0", + "name": "Qwen2.5 0.5b instruct q4_0", + "display_name": "Qwen2.5 0.5b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q4_1", + "name": "Qwen2.5 0.5b instruct q4_1", + "display_name": "Qwen2.5 0.5b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q4_K_M", + "name": "Qwen2.5 0.5b instruct q4_K_M", + "display_name": "Qwen2.5 0.5b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q4_K_S", + "name": "Qwen2.5 0.5b instruct q4_K_S", + "display_name": "Qwen2.5 0.5b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q5_0", + "name": "Qwen2.5 0.5b instruct q5_0", + "display_name": "Qwen2.5 0.5b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q5_1", + "name": "Qwen2.5 0.5b instruct q5_1", + "display_name": "Qwen2.5 0.5b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q5_K_M", + "name": "Qwen2.5 0.5b instruct q5_K_M", + "display_name": "Qwen2.5 0.5b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q5_K_S", + "name": "Qwen2.5 0.5b instruct q5_K_S", + "display_name": "Qwen2.5 0.5b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q6_K", + "name": "Qwen2.5 0.5b instruct q6_K", + "display_name": "Qwen2.5 0.5b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:0.5b-instruct-q8_0", + "name": "Qwen2.5 0.5b instruct q8_0", + "display_name": "Qwen2.5 0.5b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b", + "name": "Qwen2.5 1.5b", + "display_name": "Qwen2.5 1.5b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct", + "name": "Qwen2.5 1.5b instruct", + "display_name": "Qwen2.5 1.5b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-fp16", + "name": "Qwen2.5 1.5b instruct fp16", + "display_name": "Qwen2.5 1.5b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q2_K", + "name": "Qwen2.5 1.5b instruct q2_K", + "display_name": "Qwen2.5 1.5b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q3_K_L", + "name": "Qwen2.5 1.5b instruct q3_K_L", + "display_name": "Qwen2.5 1.5b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q3_K_M", + "name": "Qwen2.5 1.5b instruct q3_K_M", + "display_name": "Qwen2.5 1.5b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q3_K_S", + "name": "Qwen2.5 1.5b instruct q3_K_S", + "display_name": "Qwen2.5 1.5b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q4_0", + "name": "Qwen2.5 1.5b instruct q4_0", + "display_name": "Qwen2.5 1.5b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q4_1", + "name": "Qwen2.5 1.5b instruct q4_1", + "display_name": "Qwen2.5 1.5b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q4_K_M", + "name": "Qwen2.5 1.5b instruct q4_K_M", + "display_name": "Qwen2.5 1.5b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q4_K_S", + "name": "Qwen2.5 1.5b instruct q4_K_S", + "display_name": "Qwen2.5 1.5b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q5_0", + "name": "Qwen2.5 1.5b instruct q5_0", + "display_name": "Qwen2.5 1.5b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q5_1", + "name": "Qwen2.5 1.5b instruct q5_1", + "display_name": "Qwen2.5 1.5b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q5_K_M", + "name": "Qwen2.5 1.5b instruct q5_K_M", + "display_name": "Qwen2.5 1.5b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q5_K_S", + "name": "Qwen2.5 1.5b instruct q5_K_S", + "display_name": "Qwen2.5 1.5b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q6_K", + "name": "Qwen2.5 1.5b instruct q6_K", + "display_name": "Qwen2.5 1.5b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:1.5b-instruct-q8_0", + "name": "Qwen2.5 1.5b instruct q8_0", + "display_name": "Qwen2.5 1.5b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b", + "name": "Qwen2.5 14b", + "display_name": "Qwen2.5 14b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct", + "name": "Qwen2.5 14b instruct", + "display_name": "Qwen2.5 14b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-fp16", + "name": "Qwen2.5 14b instruct fp16", + "display_name": "Qwen2.5 14b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q2_K", + "name": "Qwen2.5 14b instruct q2_K", + "display_name": "Qwen2.5 14b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q3_K_L", + "name": "Qwen2.5 14b instruct q3_K_L", + "display_name": "Qwen2.5 14b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q3_K_M", + "name": "Qwen2.5 14b instruct q3_K_M", + "display_name": "Qwen2.5 14b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q3_K_S", + "name": "Qwen2.5 14b instruct q3_K_S", + "display_name": "Qwen2.5 14b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q4_0", + "name": "Qwen2.5 14b instruct q4_0", + "display_name": "Qwen2.5 14b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q4_1", + "name": "Qwen2.5 14b instruct q4_1", + "display_name": "Qwen2.5 14b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q4_K_M", + "name": "Qwen2.5 14b instruct q4_K_M", + "display_name": "Qwen2.5 14b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q4_K_S", + "name": "Qwen2.5 14b instruct q4_K_S", + "display_name": "Qwen2.5 14b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q5_0", + "name": "Qwen2.5 14b instruct q5_0", + "display_name": "Qwen2.5 14b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q5_1", + "name": "Qwen2.5 14b instruct q5_1", + "display_name": "Qwen2.5 14b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q5_K_M", + "name": "Qwen2.5 14b instruct q5_K_M", + "display_name": "Qwen2.5 14b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q5_K_S", + "name": "Qwen2.5 14b instruct q5_K_S", + "display_name": "Qwen2.5 14b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q6_K", + "name": "Qwen2.5 14b instruct q6_K", + "display_name": "Qwen2.5 14b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:14b-instruct-q8_0", + "name": "Qwen2.5 14b instruct q8_0", + "display_name": "Qwen2.5 14b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b", + "name": "Qwen2.5 32b", + "display_name": "Qwen2.5 32b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct", + "name": "Qwen2.5 32b instruct", + "display_name": "Qwen2.5 32b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-fp16", + "name": "Qwen2.5 32b instruct fp16", + "display_name": "Qwen2.5 32b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q2_K", + "name": "Qwen2.5 32b instruct q2_K", + "display_name": "Qwen2.5 32b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q3_K_L", + "name": "Qwen2.5 32b instruct q3_K_L", + "display_name": "Qwen2.5 32b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q3_K_M", + "name": "Qwen2.5 32b instruct q3_K_M", + "display_name": "Qwen2.5 32b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q3_K_S", + "name": "Qwen2.5 32b instruct q3_K_S", + "display_name": "Qwen2.5 32b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q4_0", + "name": "Qwen2.5 32b instruct q4_0", + "display_name": "Qwen2.5 32b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q4_1", + "name": "Qwen2.5 32b instruct q4_1", + "display_name": "Qwen2.5 32b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q4_K_M", + "name": "Qwen2.5 32b instruct q4_K_M", + "display_name": "Qwen2.5 32b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q4_K_S", + "name": "Qwen2.5 32b instruct q4_K_S", + "display_name": "Qwen2.5 32b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q5_0", + "name": "Qwen2.5 32b instruct q5_0", + "display_name": "Qwen2.5 32b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q5_1", + "name": "Qwen2.5 32b instruct q5_1", + "display_name": "Qwen2.5 32b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q5_K_M", + "name": "Qwen2.5 32b instruct q5_K_M", + "display_name": "Qwen2.5 32b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q5_K_S", + "name": "Qwen2.5 32b instruct q5_K_S", + "display_name": "Qwen2.5 32b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q6_K", + "name": "Qwen2.5 32b instruct q6_K", + "display_name": "Qwen2.5 32b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:32b-instruct-q8_0", + "name": "Qwen2.5 32b instruct q8_0", + "display_name": "Qwen2.5 32b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b", + "name": "Qwen2.5 3b", + "display_name": "Qwen2.5 3b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct", + "name": "Qwen2.5 3b instruct", + "display_name": "Qwen2.5 3b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-fp16", + "name": "Qwen2.5 3b instruct fp16", + "display_name": "Qwen2.5 3b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q2_K", + "name": "Qwen2.5 3b instruct q2_K", + "display_name": "Qwen2.5 3b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q3_K_L", + "name": "Qwen2.5 3b instruct q3_K_L", + "display_name": "Qwen2.5 3b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q3_K_M", + "name": "Qwen2.5 3b instruct q3_K_M", + "display_name": "Qwen2.5 3b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q3_K_S", + "name": "Qwen2.5 3b instruct q3_K_S", + "display_name": "Qwen2.5 3b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q4_0", + "name": "Qwen2.5 3b instruct q4_0", + "display_name": "Qwen2.5 3b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q4_1", + "name": "Qwen2.5 3b instruct q4_1", + "display_name": "Qwen2.5 3b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q4_K_M", + "name": "Qwen2.5 3b instruct q4_K_M", + "display_name": "Qwen2.5 3b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q4_K_S", + "name": "Qwen2.5 3b instruct q4_K_S", + "display_name": "Qwen2.5 3b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q5_0", + "name": "Qwen2.5 3b instruct q5_0", + "display_name": "Qwen2.5 3b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q5_1", + "name": "Qwen2.5 3b instruct q5_1", + "display_name": "Qwen2.5 3b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q5_K_M", + "name": "Qwen2.5 3b instruct q5_K_M", + "display_name": "Qwen2.5 3b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q5_K_S", + "name": "Qwen2.5 3b instruct q5_K_S", + "display_name": "Qwen2.5 3b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q6_K", + "name": "Qwen2.5 3b instruct q6_K", + "display_name": "Qwen2.5 3b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:3b-instruct-q8_0", + "name": "Qwen2.5 3b instruct q8_0", + "display_name": "Qwen2.5 3b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b", + "name": "Qwen2.5 72b", + "display_name": "Qwen2.5 72b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct", + "name": "Qwen2.5 72b instruct", + "display_name": "Qwen2.5 72b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-fp16", + "name": "Qwen2.5 72b instruct fp16", + "display_name": "Qwen2.5 72b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q2_K", + "name": "Qwen2.5 72b instruct q2_K", + "display_name": "Qwen2.5 72b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q3_K_L", + "name": "Qwen2.5 72b instruct q3_K_L", + "display_name": "Qwen2.5 72b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q3_K_M", + "name": "Qwen2.5 72b instruct q3_K_M", + "display_name": "Qwen2.5 72b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q3_K_S", + "name": "Qwen2.5 72b instruct q3_K_S", + "display_name": "Qwen2.5 72b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q4_0", + "name": "Qwen2.5 72b instruct q4_0", + "display_name": "Qwen2.5 72b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q4_1", + "name": "Qwen2.5 72b instruct q4_1", + "display_name": "Qwen2.5 72b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q4_K_M", + "name": "Qwen2.5 72b instruct q4_K_M", + "display_name": "Qwen2.5 72b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q4_K_S", + "name": "Qwen2.5 72b instruct q4_K_S", + "display_name": "Qwen2.5 72b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q5_0", + "name": "Qwen2.5 72b instruct q5_0", + "display_name": "Qwen2.5 72b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q5_1", + "name": "Qwen2.5 72b instruct q5_1", + "display_name": "Qwen2.5 72b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q5_K_M", + "name": "Qwen2.5 72b instruct q5_K_M", + "display_name": "Qwen2.5 72b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q5_K_S", + "name": "Qwen2.5 72b instruct q5_K_S", + "display_name": "Qwen2.5 72b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q6_K", + "name": "Qwen2.5 72b instruct q6_K", + "display_name": "Qwen2.5 72b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:72b-instruct-q8_0", + "name": "Qwen2.5 72b instruct q8_0", + "display_name": "Qwen2.5 72b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b", + "name": "Qwen2.5 7b", + "display_name": "Qwen2.5 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct", + "name": "Qwen2.5 7b instruct", + "display_name": "Qwen2.5 7b instruct", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-fp16", + "name": "Qwen2.5 7b instruct fp16", + "display_name": "Qwen2.5 7b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q2_K", + "name": "Qwen2.5 7b instruct q2_K", + "display_name": "Qwen2.5 7b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q3_K_L", + "name": "Qwen2.5 7b instruct q3_K_L", + "display_name": "Qwen2.5 7b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q3_K_M", + "name": "Qwen2.5 7b instruct q3_K_M", + "display_name": "Qwen2.5 7b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q3_K_S", + "name": "Qwen2.5 7b instruct q3_K_S", + "display_name": "Qwen2.5 7b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q4_0", + "name": "Qwen2.5 7b instruct q4_0", + "display_name": "Qwen2.5 7b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q4_1", + "name": "Qwen2.5 7b instruct q4_1", + "display_name": "Qwen2.5 7b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q4_K_M", + "name": "Qwen2.5 7b instruct q4_K_M", + "display_name": "Qwen2.5 7b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q4_K_S", + "name": "Qwen2.5 7b instruct q4_K_S", + "display_name": "Qwen2.5 7b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q5_0", + "name": "Qwen2.5 7b instruct q5_0", + "display_name": "Qwen2.5 7b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q5_1", + "name": "Qwen2.5 7b instruct q5_1", + "display_name": "Qwen2.5 7b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q5_K_M", + "name": "Qwen2.5 7b instruct q5_K_M", + "display_name": "Qwen2.5 7b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q5_K_S", + "name": "Qwen2.5 7b instruct q5_K_S", + "display_name": "Qwen2.5 7b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q6_K", + "name": "Qwen2.5 7b instruct q6_K", + "display_name": "Qwen2.5 7b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:7b-instruct-q8_0", + "name": "Qwen2.5 7b instruct q8_0", + "display_name": "Qwen2.5 7b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5:latest", + "name": "Qwen2.5 Latest", + "display_name": "Qwen2.5 Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:32b", + "name": "Qwen2.5vl 32b", + "display_name": "Qwen2.5vl 32b", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:32b-fp16", + "name": "Qwen2.5vl 32b fp16", + "display_name": "Qwen2.5vl 32b fp16", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:32b-q4_K_M", + "name": "Qwen2.5vl 32b q4_K_M", + "display_name": "Qwen2.5vl 32b q4_K_M", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:32b-q8_0", + "name": "Qwen2.5vl 32b q8_0", + "display_name": "Qwen2.5vl 32b q8_0", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:3b", + "name": "Qwen2.5vl 3b", + "display_name": "Qwen2.5vl 3b", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:3b-fp16", + "name": "Qwen2.5vl 3b fp16", + "display_name": "Qwen2.5vl 3b fp16", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:3b-q4_K_M", + "name": "Qwen2.5vl 3b q4_K_M", + "display_name": "Qwen2.5vl 3b q4_K_M", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:3b-q8_0", + "name": "Qwen2.5vl 3b q8_0", + "display_name": "Qwen2.5vl 3b q8_0", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:72b", + "name": "Qwen2.5vl 72b", + "display_name": "Qwen2.5vl 72b", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:72b-fp16", + "name": "Qwen2.5vl 72b fp16", + "display_name": "Qwen2.5vl 72b fp16", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:72b-q4_K_M", + "name": "Qwen2.5vl 72b q4_K_M", + "display_name": "Qwen2.5vl 72b q4_K_M", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:72b-q8_0", + "name": "Qwen2.5vl 72b q8_0", + "display_name": "Qwen2.5vl 72b q8_0", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:7b", + "name": "Qwen2.5vl 7b", + "display_name": "Qwen2.5vl 7b", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:7b-fp16", + "name": "Qwen2.5vl 7b fp16", + "display_name": "Qwen2.5vl 7b fp16", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:7b-q4_K_M", + "name": "Qwen2.5vl 7b q4_K_M", + "display_name": "Qwen2.5vl 7b q4_K_M", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:7b-q8_0", + "name": "Qwen2.5vl 7b q8_0", + "display_name": "Qwen2.5vl 7b q8_0", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen2.5vl:latest", + "name": "Qwen2.5vl Latest", + "display_name": "Qwen2.5vl Latest", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-coder:30b", + "name": "Qwen3-coder 30b", + "display_name": "Qwen3-coder 30b", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-coder:30b-a3b-fp16", + "name": "Qwen3-coder 30b a3b fp16", + "display_name": "Qwen3-coder 30b a3b fp16", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-coder:30b-a3b-q4_K_M", + "name": "Qwen3-coder 30b a3b q4_K_M", + "display_name": "Qwen3-coder 30b a3b q4_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-coder:30b-a3b-q8_0", + "name": "Qwen3-coder 30b a3b q8_0", + "display_name": "Qwen3-coder 30b a3b q8_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-coder:480b", + "name": "Qwen3-coder 480b", + "display_name": "Qwen3-coder 480b", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-coder:480b-a35b-fp16", + "name": "Qwen3-coder 480b a35b fp16", + "display_name": "Qwen3-coder 480b a35b fp16", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-coder:480b-a35b-q4_K_M", + "name": "Qwen3-coder 480b a35b q4_K_M", + "display_name": "Qwen3-coder 480b a35b q4_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-coder:480b-a35b-q8_0", + "name": "Qwen3-coder 480b a35b q8_0", + "display_name": "Qwen3-coder 480b a35b q8_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-coder:480b-cloud", + "name": "Qwen3-coder 480b cloud", + "display_name": "Qwen3-coder 480b cloud", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-coder:latest", + "name": "Qwen3-coder Latest", + "display_name": "Qwen3-coder Latest", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:0.6b", + "name": "Qwen3-embedding 0.6b", + "display_name": "Qwen3-embedding 0.6b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:0.6b-fp16", + "name": "Qwen3-embedding 0.6b fp16", + "display_name": "Qwen3-embedding 0.6b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:0.6b-q8_0", + "name": "Qwen3-embedding 0.6b q8_0", + "display_name": "Qwen3-embedding 0.6b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:4b", + "name": "Qwen3-embedding 4b", + "display_name": "Qwen3-embedding 4b", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:4b-fp16", + "name": "Qwen3-embedding 4b fp16", + "display_name": "Qwen3-embedding 4b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:4b-q4_K_M", + "name": "Qwen3-embedding 4b q4_K_M", + "display_name": "Qwen3-embedding 4b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:4b-q8_0", + "name": "Qwen3-embedding 4b q8_0", + "display_name": "Qwen3-embedding 4b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:8b", + "name": "Qwen3-embedding 8b", + "display_name": "Qwen3-embedding 8b", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:8b-fp16", + "name": "Qwen3-embedding 8b fp16", + "display_name": "Qwen3-embedding 8b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:8b-q4_K_M", + "name": "Qwen3-embedding 8b q4_K_M", + "display_name": "Qwen3-embedding 8b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:8b-q8_0", + "name": "Qwen3-embedding 8b q8_0", + "display_name": "Qwen3-embedding 8b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-embedding:latest", + "name": "Qwen3-embedding Latest", + "display_name": "Qwen3-embedding Latest", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3-vl:235b-cloud", + "name": "Qwen3-vl 235b cloud", + "display_name": "Qwen3-vl 235b cloud", + "type": "chat", + "context_length": 125000, + "max_output_tokens": 31250, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": true, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:0.6b", + "name": "Qwen3 0.6b", + "display_name": "Qwen3 0.6b", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:0.6b-fp16", + "name": "Qwen3 0.6b fp16", + "display_name": "Qwen3 0.6b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:0.6b-q4_K_M", + "name": "Qwen3 0.6b q4_K_M", + "display_name": "Qwen3 0.6b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:0.6b-q8_0", + "name": "Qwen3 0.6b q8_0", + "display_name": "Qwen3 0.6b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:1.7b", + "name": "Qwen3 1.7b", + "display_name": "Qwen3 1.7b", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:1.7b-fp16", + "name": "Qwen3 1.7b fp16", + "display_name": "Qwen3 1.7b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:1.7b-q4_K_M", + "name": "Qwen3 1.7b q4_K_M", + "display_name": "Qwen3 1.7b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:1.7b-q8_0", + "name": "Qwen3 1.7b q8_0", + "display_name": "Qwen3 1.7b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:14b", + "name": "Qwen3 14b", + "display_name": "Qwen3 14b", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:14b-fp16", + "name": "Qwen3 14b fp16", + "display_name": "Qwen3 14b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:14b-q4_K_M", + "name": "Qwen3 14b q4_K_M", + "display_name": "Qwen3 14b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:14b-q8_0", + "name": "Qwen3 14b q8_0", + "display_name": "Qwen3 14b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b", + "name": "Qwen3 235b", + "display_name": "Qwen3 235b", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-a22b", + "name": "Qwen3 235b a22b", + "display_name": "Qwen3 235b a22b", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-a22b-fp16", + "name": "Qwen3 235b a22b fp16", + "display_name": "Qwen3 235b a22b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-a22b-instruct-2507-q4_K_M", + "name": "Qwen3 235b a22b instruct 2507 q4_K_M", + "display_name": "Qwen3 235b a22b instruct 2507 q4_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-a22b-instruct-2507-q8_0", + "name": "Qwen3 235b a22b instruct 2507 q8_0", + "display_name": "Qwen3 235b a22b instruct 2507 q8_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-a22b-q4_K_M", + "name": "Qwen3 235b a22b q4_K_M", + "display_name": "Qwen3 235b a22b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-a22b-q8_0", + "name": "Qwen3 235b a22b q8_0", + "display_name": "Qwen3 235b a22b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-a22b-thinking-2507-fp16", + "name": "Qwen3 235b a22b thinking 2507 fp16", + "display_name": "Qwen3 235b a22b thinking 2507 fp16", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-a22b-thinking-2507-q4_K_M", + "name": "Qwen3 235b a22b thinking 2507 q4_K_M", + "display_name": "Qwen3 235b a22b thinking 2507 q4_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-a22b-thinking-2507-q8_0", + "name": "Qwen3 235b a22b thinking 2507 q8_0", + "display_name": "Qwen3 235b a22b thinking 2507 q8_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-instruct", + "name": "Qwen3 235b instruct", + "display_name": "Qwen3 235b instruct", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:235b-thinking", + "name": "Qwen3 235b thinking", + "display_name": "Qwen3 235b thinking", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b", + "name": "Qwen3 30b", + "display_name": "Qwen3 30b", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-a3b", + "name": "Qwen3 30b a3b", + "display_name": "Qwen3 30b a3b", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-a3b-fp16", + "name": "Qwen3 30b a3b fp16", + "display_name": "Qwen3 30b a3b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-a3b-instruct-2507-fp16", + "name": "Qwen3 30b a3b instruct 2507 fp16", + "display_name": "Qwen3 30b a3b instruct 2507 fp16", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-a3b-instruct-2507-q4_K_M", + "name": "Qwen3 30b a3b instruct 2507 q4_K_M", + "display_name": "Qwen3 30b a3b instruct 2507 q4_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-a3b-instruct-2507-q8_0", + "name": "Qwen3 30b a3b instruct 2507 q8_0", + "display_name": "Qwen3 30b a3b instruct 2507 q8_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-a3b-q4_K_M", + "name": "Qwen3 30b a3b q4_K_M", + "display_name": "Qwen3 30b a3b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-a3b-q8_0", + "name": "Qwen3 30b a3b q8_0", + "display_name": "Qwen3 30b a3b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-a3b-thinking-2507-fp16", + "name": "Qwen3 30b a3b thinking 2507 fp16", + "display_name": "Qwen3 30b a3b thinking 2507 fp16", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-a3b-thinking-2507-q4_K_M", + "name": "Qwen3 30b a3b thinking 2507 q4_K_M", + "display_name": "Qwen3 30b a3b thinking 2507 q4_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-a3b-thinking-2507-q8_0", + "name": "Qwen3 30b a3b thinking 2507 q8_0", + "display_name": "Qwen3 30b a3b thinking 2507 q8_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-instruct", + "name": "Qwen3 30b instruct", + "display_name": "Qwen3 30b instruct", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:30b-thinking", + "name": "Qwen3 30b thinking", + "display_name": "Qwen3 30b thinking", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:32b", + "name": "Qwen3 32b", + "display_name": "Qwen3 32b", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:32b-fp16", + "name": "Qwen3 32b fp16", + "display_name": "Qwen3 32b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:32b-q4_K_M", + "name": "Qwen3 32b q4_K_M", + "display_name": "Qwen3 32b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:32b-q8_0", + "name": "Qwen3 32b q8_0", + "display_name": "Qwen3 32b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b", + "name": "Qwen3 4b", + "display_name": "Qwen3 4b", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-fp16", + "name": "Qwen3 4b fp16", + "display_name": "Qwen3 4b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-instruct", + "name": "Qwen3 4b instruct", + "display_name": "Qwen3 4b instruct", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-instruct-2507-fp16", + "name": "Qwen3 4b instruct 2507 fp16", + "display_name": "Qwen3 4b instruct 2507 fp16", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-instruct-2507-q4_K_M", + "name": "Qwen3 4b instruct 2507 q4_K_M", + "display_name": "Qwen3 4b instruct 2507 q4_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-instruct-2507-q8_0", + "name": "Qwen3 4b instruct 2507 q8_0", + "display_name": "Qwen3 4b instruct 2507 q8_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-q4_K_M", + "name": "Qwen3 4b q4_K_M", + "display_name": "Qwen3 4b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-q8_0", + "name": "Qwen3 4b q8_0", + "display_name": "Qwen3 4b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-thinking", + "name": "Qwen3 4b thinking", + "display_name": "Qwen3 4b thinking", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-thinking-2507-fp16", + "name": "Qwen3 4b thinking 2507 fp16", + "display_name": "Qwen3 4b thinking 2507 fp16", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-thinking-2507-q4_K_M", + "name": "Qwen3 4b thinking 2507 q4_K_M", + "display_name": "Qwen3 4b thinking 2507 q4_K_M", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:4b-thinking-2507-q8_0", + "name": "Qwen3 4b thinking 2507 q8_0", + "display_name": "Qwen3 4b thinking 2507 q8_0", + "type": "chat", + "context_length": 256000, + "max_output_tokens": 64000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:8b", + "name": "Qwen3 8b", + "display_name": "Qwen3 8b", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:8b-fp16", + "name": "Qwen3 8b fp16", + "display_name": "Qwen3 8b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:8b-q4_K_M", + "name": "Qwen3 8b q4_K_M", + "display_name": "Qwen3 8b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:8b-q8_0", + "name": "Qwen3 8b q8_0", + "display_name": "Qwen3 8b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwen3:latest", + "name": "Qwen3 Latest", + "display_name": "Qwen3 Latest", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwq:32b", + "name": "Qwq 32b", + "display_name": "Qwq 32b", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwq:32b-fp16", + "name": "Qwq 32b fp16", + "display_name": "Qwq 32b fp16", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwq:32b-preview-fp16", + "name": "Qwq 32b preview fp16", + "display_name": "Qwq 32b preview fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwq:32b-preview-q4_K_M", + "name": "Qwq 32b preview q4_K_M", + "display_name": "Qwq 32b preview q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwq:32b-preview-q8_0", + "name": "Qwq 32b preview q8_0", + "display_name": "Qwq 32b preview q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwq:32b-q4_K_M", + "name": "Qwq 32b q4_K_M", + "display_name": "Qwq 32b q4_K_M", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwq:32b-q8_0", + "name": "Qwq 32b q8_0", + "display_name": "Qwq 32b q8_0", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "qwq:latest", + "name": "Qwq Latest", + "display_name": "Qwq Latest", + "type": "chat", + "context_length": 40000, + "max_output_tokens": 10000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "r1-1776:671b", + "name": "R1-1776 671b", + "display_name": "R1-1776 671b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "r1-1776:671b-fp16", + "name": "R1-1776 671b fp16", + "display_name": "R1-1776 671b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "r1-1776:671b-q4_K_M", + "name": "R1-1776 671b q4_K_M", + "display_name": "R1-1776 671b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "r1-1776:671b-q8_0", + "name": "R1-1776 671b q8_0", + "display_name": "R1-1776 671b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "r1-1776:70b", + "name": "R1-1776 70b", + "display_name": "R1-1776 70b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "r1-1776:70b-distill-llama-fp16", + "name": "R1-1776 70b distill llama fp16", + "display_name": "R1-1776 70b distill llama fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "r1-1776:70b-distill-llama-q4_K_M", + "name": "R1-1776 70b distill llama q4_K_M", + "display_name": "R1-1776 70b distill llama q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "r1-1776:70b-distill-llama-q8_0", + "name": "R1-1776 70b distill llama q8_0", + "display_name": "R1-1776 70b distill llama q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "r1-1776:latest", + "name": "R1-1776 Latest", + "display_name": "R1-1776 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b", + "name": "Reader-lm 0.5b", + "display_name": "Reader-lm 0.5b", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-fp16", + "name": "Reader-lm 0.5b fp16", + "display_name": "Reader-lm 0.5b fp16", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q2_K", + "name": "Reader-lm 0.5b q2_K", + "display_name": "Reader-lm 0.5b q2_K", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q3_K_L", + "name": "Reader-lm 0.5b q3_K_L", + "display_name": "Reader-lm 0.5b q3_K_L", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q3_K_M", + "name": "Reader-lm 0.5b q3_K_M", + "display_name": "Reader-lm 0.5b q3_K_M", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q3_K_S", + "name": "Reader-lm 0.5b q3_K_S", + "display_name": "Reader-lm 0.5b q3_K_S", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q4_0", + "name": "Reader-lm 0.5b q4_0", + "display_name": "Reader-lm 0.5b q4_0", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q4_1", + "name": "Reader-lm 0.5b q4_1", + "display_name": "Reader-lm 0.5b q4_1", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q4_K_M", + "name": "Reader-lm 0.5b q4_K_M", + "display_name": "Reader-lm 0.5b q4_K_M", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q4_K_S", + "name": "Reader-lm 0.5b q4_K_S", + "display_name": "Reader-lm 0.5b q4_K_S", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q5_0", + "name": "Reader-lm 0.5b q5_0", + "display_name": "Reader-lm 0.5b q5_0", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q5_1", + "name": "Reader-lm 0.5b q5_1", + "display_name": "Reader-lm 0.5b q5_1", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q5_K_M", + "name": "Reader-lm 0.5b q5_K_M", + "display_name": "Reader-lm 0.5b q5_K_M", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q5_K_S", + "name": "Reader-lm 0.5b q5_K_S", + "display_name": "Reader-lm 0.5b q5_K_S", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q6_K", + "name": "Reader-lm 0.5b q6_K", + "display_name": "Reader-lm 0.5b q6_K", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:0.5b-q8_0", + "name": "Reader-lm 0.5b q8_0", + "display_name": "Reader-lm 0.5b q8_0", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b", + "name": "Reader-lm 1.5b", + "display_name": "Reader-lm 1.5b", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-fp16", + "name": "Reader-lm 1.5b fp16", + "display_name": "Reader-lm 1.5b fp16", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q2_K", + "name": "Reader-lm 1.5b q2_K", + "display_name": "Reader-lm 1.5b q2_K", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q3_K_L", + "name": "Reader-lm 1.5b q3_K_L", + "display_name": "Reader-lm 1.5b q3_K_L", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q3_K_M", + "name": "Reader-lm 1.5b q3_K_M", + "display_name": "Reader-lm 1.5b q3_K_M", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q3_K_S", + "name": "Reader-lm 1.5b q3_K_S", + "display_name": "Reader-lm 1.5b q3_K_S", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q4_0", + "name": "Reader-lm 1.5b q4_0", + "display_name": "Reader-lm 1.5b q4_0", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q4_1", + "name": "Reader-lm 1.5b q4_1", + "display_name": "Reader-lm 1.5b q4_1", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q4_K_M", + "name": "Reader-lm 1.5b q4_K_M", + "display_name": "Reader-lm 1.5b q4_K_M", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q4_K_S", + "name": "Reader-lm 1.5b q4_K_S", + "display_name": "Reader-lm 1.5b q4_K_S", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q5_0", + "name": "Reader-lm 1.5b q5_0", + "display_name": "Reader-lm 1.5b q5_0", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q5_1", + "name": "Reader-lm 1.5b q5_1", + "display_name": "Reader-lm 1.5b q5_1", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q5_K_M", + "name": "Reader-lm 1.5b q5_K_M", + "display_name": "Reader-lm 1.5b q5_K_M", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q5_K_S", + "name": "Reader-lm 1.5b q5_K_S", + "display_name": "Reader-lm 1.5b q5_K_S", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q6_K", + "name": "Reader-lm 1.5b q6_K", + "display_name": "Reader-lm 1.5b q6_K", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:1.5b-q8_0", + "name": "Reader-lm 1.5b q8_0", + "display_name": "Reader-lm 1.5b q8_0", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reader-lm:latest", + "name": "Reader-lm Latest", + "display_name": "Reader-lm Latest", + "type": "chat", + "context_length": 250000, + "max_output_tokens": 62500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b", + "name": "Reflection 70b", + "display_name": "Reflection 70b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-fp16", + "name": "Reflection 70b fp16", + "display_name": "Reflection 70b fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q2_K", + "name": "Reflection 70b q2_K", + "display_name": "Reflection 70b q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q3_K_L", + "name": "Reflection 70b q3_K_L", + "display_name": "Reflection 70b q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q3_K_M", + "name": "Reflection 70b q3_K_M", + "display_name": "Reflection 70b q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q3_K_S", + "name": "Reflection 70b q3_K_S", + "display_name": "Reflection 70b q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q4_0", + "name": "Reflection 70b q4_0", + "display_name": "Reflection 70b q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q4_1", + "name": "Reflection 70b q4_1", + "display_name": "Reflection 70b q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q4_K_M", + "name": "Reflection 70b q4_K_M", + "display_name": "Reflection 70b q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q4_K_S", + "name": "Reflection 70b q4_K_S", + "display_name": "Reflection 70b q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q5_0", + "name": "Reflection 70b q5_0", + "display_name": "Reflection 70b q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q5_1", + "name": "Reflection 70b q5_1", + "display_name": "Reflection 70b q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q5_K_M", + "name": "Reflection 70b q5_K_M", + "display_name": "Reflection 70b q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q5_K_S", + "name": "Reflection 70b q5_K_S", + "display_name": "Reflection 70b q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q6_K", + "name": "Reflection 70b q6_K", + "display_name": "Reflection 70b q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:70b-q8_0", + "name": "Reflection 70b q8_0", + "display_name": "Reflection 70b q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "reflection:latest", + "name": "Reflection Latest", + "display_name": "Reflection Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:1b", + "name": "Sailor2 1b", + "display_name": "Sailor2 1b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:1b-chat-fp16", + "name": "Sailor2 1b chat fp16", + "display_name": "Sailor2 1b chat fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:1b-chat-q4_K_M", + "name": "Sailor2 1b chat q4_K_M", + "display_name": "Sailor2 1b chat q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:1b-chat-q8_0", + "name": "Sailor2 1b chat q8_0", + "display_name": "Sailor2 1b chat q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:20b", + "name": "Sailor2 20b", + "display_name": "Sailor2 20b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:20b-chat-fp16", + "name": "Sailor2 20b chat fp16", + "display_name": "Sailor2 20b chat fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:20b-chat-q4_K_M", + "name": "Sailor2 20b chat q4_K_M", + "display_name": "Sailor2 20b chat q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:20b-chat-q8_0", + "name": "Sailor2 20b chat q8_0", + "display_name": "Sailor2 20b chat q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:8b", + "name": "Sailor2 8b", + "display_name": "Sailor2 8b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:8b-chat-fp16", + "name": "Sailor2 8b chat fp16", + "display_name": "Sailor2 8b chat fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:8b-chat-q4_K_M", + "name": "Sailor2 8b chat q4_K_M", + "display_name": "Sailor2 8b chat q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:8b-chat-q8_0", + "name": "Sailor2 8b chat q8_0", + "display_name": "Sailor2 8b chat q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sailor2:latest", + "name": "Sailor2 Latest", + "display_name": "Sailor2 Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b", + "name": "Samantha-mistral 7b", + "display_name": "Samantha-mistral 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-fp16", + "name": "Samantha-mistral 7b instruct fp16", + "display_name": "Samantha-mistral 7b instruct fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q2_K", + "name": "Samantha-mistral 7b instruct q2_K", + "display_name": "Samantha-mistral 7b instruct q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q3_K_L", + "name": "Samantha-mistral 7b instruct q3_K_L", + "display_name": "Samantha-mistral 7b instruct q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q3_K_M", + "name": "Samantha-mistral 7b instruct q3_K_M", + "display_name": "Samantha-mistral 7b instruct q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q3_K_S", + "name": "Samantha-mistral 7b instruct q3_K_S", + "display_name": "Samantha-mistral 7b instruct q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q4_0", + "name": "Samantha-mistral 7b instruct q4_0", + "display_name": "Samantha-mistral 7b instruct q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q4_1", + "name": "Samantha-mistral 7b instruct q4_1", + "display_name": "Samantha-mistral 7b instruct q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q4_K_M", + "name": "Samantha-mistral 7b instruct q4_K_M", + "display_name": "Samantha-mistral 7b instruct q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q4_K_S", + "name": "Samantha-mistral 7b instruct q4_K_S", + "display_name": "Samantha-mistral 7b instruct q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q5_0", + "name": "Samantha-mistral 7b instruct q5_0", + "display_name": "Samantha-mistral 7b instruct q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q5_1", + "name": "Samantha-mistral 7b instruct q5_1", + "display_name": "Samantha-mistral 7b instruct q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q5_K_M", + "name": "Samantha-mistral 7b instruct q5_K_M", + "display_name": "Samantha-mistral 7b instruct q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q5_K_S", + "name": "Samantha-mistral 7b instruct q5_K_S", + "display_name": "Samantha-mistral 7b instruct q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q6_K", + "name": "Samantha-mistral 7b instruct q6_K", + "display_name": "Samantha-mistral 7b instruct q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-instruct-q8_0", + "name": "Samantha-mistral 7b instruct q8_0", + "display_name": "Samantha-mistral 7b instruct q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text", + "name": "Samantha-mistral 7b text", + "display_name": "Samantha-mistral 7b text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-fp16", + "name": "Samantha-mistral 7b text fp16", + "display_name": "Samantha-mistral 7b text fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q2_K", + "name": "Samantha-mistral 7b text q2_K", + "display_name": "Samantha-mistral 7b text q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q3_K_L", + "name": "Samantha-mistral 7b text q3_K_L", + "display_name": "Samantha-mistral 7b text q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q3_K_M", + "name": "Samantha-mistral 7b text q3_K_M", + "display_name": "Samantha-mistral 7b text q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q3_K_S", + "name": "Samantha-mistral 7b text q3_K_S", + "display_name": "Samantha-mistral 7b text q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q4_0", + "name": "Samantha-mistral 7b text q4_0", + "display_name": "Samantha-mistral 7b text q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q4_1", + "name": "Samantha-mistral 7b text q4_1", + "display_name": "Samantha-mistral 7b text q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q4_K_M", + "name": "Samantha-mistral 7b text q4_K_M", + "display_name": "Samantha-mistral 7b text q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q4_K_S", + "name": "Samantha-mistral 7b text q4_K_S", + "display_name": "Samantha-mistral 7b text q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q5_0", + "name": "Samantha-mistral 7b text q5_0", + "display_name": "Samantha-mistral 7b text q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q5_1", + "name": "Samantha-mistral 7b text q5_1", + "display_name": "Samantha-mistral 7b text q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q5_K_M", + "name": "Samantha-mistral 7b text q5_K_M", + "display_name": "Samantha-mistral 7b text q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q5_K_S", + "name": "Samantha-mistral 7b text q5_K_S", + "display_name": "Samantha-mistral 7b text q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q6_K", + "name": "Samantha-mistral 7b text q6_K", + "display_name": "Samantha-mistral 7b text q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-text-q8_0", + "name": "Samantha-mistral 7b text q8_0", + "display_name": "Samantha-mistral 7b text q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text", + "name": "Samantha-mistral 7b v1.2 text", + "display_name": "Samantha-mistral 7b v1.2 text", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-fp16", + "name": "Samantha-mistral 7b v1.2 text fp16", + "display_name": "Samantha-mistral 7b v1.2 text fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q2_K", + "name": "Samantha-mistral 7b v1.2 text q2_K", + "display_name": "Samantha-mistral 7b v1.2 text q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q3_K_L", + "name": "Samantha-mistral 7b v1.2 text q3_K_L", + "display_name": "Samantha-mistral 7b v1.2 text q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q3_K_M", + "name": "Samantha-mistral 7b v1.2 text q3_K_M", + "display_name": "Samantha-mistral 7b v1.2 text q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q3_K_S", + "name": "Samantha-mistral 7b v1.2 text q3_K_S", + "display_name": "Samantha-mistral 7b v1.2 text q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q4_0", + "name": "Samantha-mistral 7b v1.2 text q4_0", + "display_name": "Samantha-mistral 7b v1.2 text q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q4_1", + "name": "Samantha-mistral 7b v1.2 text q4_1", + "display_name": "Samantha-mistral 7b v1.2 text q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q4_K_M", + "name": "Samantha-mistral 7b v1.2 text q4_K_M", + "display_name": "Samantha-mistral 7b v1.2 text q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q4_K_S", + "name": "Samantha-mistral 7b v1.2 text q4_K_S", + "display_name": "Samantha-mistral 7b v1.2 text q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q5_0", + "name": "Samantha-mistral 7b v1.2 text q5_0", + "display_name": "Samantha-mistral 7b v1.2 text q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q5_1", + "name": "Samantha-mistral 7b v1.2 text q5_1", + "display_name": "Samantha-mistral 7b v1.2 text q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q5_K_M", + "name": "Samantha-mistral 7b v1.2 text q5_K_M", + "display_name": "Samantha-mistral 7b v1.2 text q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q5_K_S", + "name": "Samantha-mistral 7b v1.2 text q5_K_S", + "display_name": "Samantha-mistral 7b v1.2 text q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q6_K", + "name": "Samantha-mistral 7b v1.2 text q6_K", + "display_name": "Samantha-mistral 7b v1.2 text q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:7b-v1.2-text-q8_0", + "name": "Samantha-mistral 7b v1.2 text q8_0", + "display_name": "Samantha-mistral 7b v1.2 text q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "samantha-mistral:latest", + "name": "Samantha-mistral Latest", + "display_name": "Samantha-mistral Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b", + "name": "Shieldgemma 27b", + "display_name": "Shieldgemma 27b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-fp16", + "name": "Shieldgemma 27b fp16", + "display_name": "Shieldgemma 27b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q2_K", + "name": "Shieldgemma 27b q2_K", + "display_name": "Shieldgemma 27b q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q3_K_L", + "name": "Shieldgemma 27b q3_K_L", + "display_name": "Shieldgemma 27b q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q3_K_M", + "name": "Shieldgemma 27b q3_K_M", + "display_name": "Shieldgemma 27b q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q3_K_S", + "name": "Shieldgemma 27b q3_K_S", + "display_name": "Shieldgemma 27b q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q4_0", + "name": "Shieldgemma 27b q4_0", + "display_name": "Shieldgemma 27b q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q4_1", + "name": "Shieldgemma 27b q4_1", + "display_name": "Shieldgemma 27b q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q4_K_M", + "name": "Shieldgemma 27b q4_K_M", + "display_name": "Shieldgemma 27b q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q4_K_S", + "name": "Shieldgemma 27b q4_K_S", + "display_name": "Shieldgemma 27b q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q5_0", + "name": "Shieldgemma 27b q5_0", + "display_name": "Shieldgemma 27b q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q5_1", + "name": "Shieldgemma 27b q5_1", + "display_name": "Shieldgemma 27b q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q5_K_M", + "name": "Shieldgemma 27b q5_K_M", + "display_name": "Shieldgemma 27b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q5_K_S", + "name": "Shieldgemma 27b q5_K_S", + "display_name": "Shieldgemma 27b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q6_K", + "name": "Shieldgemma 27b q6_K", + "display_name": "Shieldgemma 27b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:27b-q8_0", + "name": "Shieldgemma 27b q8_0", + "display_name": "Shieldgemma 27b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b", + "name": "Shieldgemma 2b", + "display_name": "Shieldgemma 2b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-fp16", + "name": "Shieldgemma 2b fp16", + "display_name": "Shieldgemma 2b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q2_K", + "name": "Shieldgemma 2b q2_K", + "display_name": "Shieldgemma 2b q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q3_K_L", + "name": "Shieldgemma 2b q3_K_L", + "display_name": "Shieldgemma 2b q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q3_K_M", + "name": "Shieldgemma 2b q3_K_M", + "display_name": "Shieldgemma 2b q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q3_K_S", + "name": "Shieldgemma 2b q3_K_S", + "display_name": "Shieldgemma 2b q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q4_0", + "name": "Shieldgemma 2b q4_0", + "display_name": "Shieldgemma 2b q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q4_1", + "name": "Shieldgemma 2b q4_1", + "display_name": "Shieldgemma 2b q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q4_K_M", + "name": "Shieldgemma 2b q4_K_M", + "display_name": "Shieldgemma 2b q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q4_K_S", + "name": "Shieldgemma 2b q4_K_S", + "display_name": "Shieldgemma 2b q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q5_0", + "name": "Shieldgemma 2b q5_0", + "display_name": "Shieldgemma 2b q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q5_1", + "name": "Shieldgemma 2b q5_1", + "display_name": "Shieldgemma 2b q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q5_K_M", + "name": "Shieldgemma 2b q5_K_M", + "display_name": "Shieldgemma 2b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q5_K_S", + "name": "Shieldgemma 2b q5_K_S", + "display_name": "Shieldgemma 2b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q6_K", + "name": "Shieldgemma 2b q6_K", + "display_name": "Shieldgemma 2b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:2b-q8_0", + "name": "Shieldgemma 2b q8_0", + "display_name": "Shieldgemma 2b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b", + "name": "Shieldgemma 9b", + "display_name": "Shieldgemma 9b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-fp16", + "name": "Shieldgemma 9b fp16", + "display_name": "Shieldgemma 9b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q2_K", + "name": "Shieldgemma 9b q2_K", + "display_name": "Shieldgemma 9b q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q3_K_L", + "name": "Shieldgemma 9b q3_K_L", + "display_name": "Shieldgemma 9b q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q3_K_M", + "name": "Shieldgemma 9b q3_K_M", + "display_name": "Shieldgemma 9b q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q3_K_S", + "name": "Shieldgemma 9b q3_K_S", + "display_name": "Shieldgemma 9b q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q4_0", + "name": "Shieldgemma 9b q4_0", + "display_name": "Shieldgemma 9b q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q4_1", + "name": "Shieldgemma 9b q4_1", + "display_name": "Shieldgemma 9b q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q4_K_M", + "name": "Shieldgemma 9b q4_K_M", + "display_name": "Shieldgemma 9b q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q4_K_S", + "name": "Shieldgemma 9b q4_K_S", + "display_name": "Shieldgemma 9b q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q5_0", + "name": "Shieldgemma 9b q5_0", + "display_name": "Shieldgemma 9b q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q5_1", + "name": "Shieldgemma 9b q5_1", + "display_name": "Shieldgemma 9b q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q5_K_M", + "name": "Shieldgemma 9b q5_K_M", + "display_name": "Shieldgemma 9b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q5_K_S", + "name": "Shieldgemma 9b q5_K_S", + "display_name": "Shieldgemma 9b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q6_K", + "name": "Shieldgemma 9b q6_K", + "display_name": "Shieldgemma 9b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:9b-q8_0", + "name": "Shieldgemma 9b q8_0", + "display_name": "Shieldgemma 9b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "shieldgemma:latest", + "name": "Shieldgemma Latest", + "display_name": "Shieldgemma Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smallthinker:3b", + "name": "Smallthinker 3b", + "display_name": "Smallthinker 3b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smallthinker:3b-preview-fp16", + "name": "Smallthinker 3b preview fp16", + "display_name": "Smallthinker 3b preview fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smallthinker:3b-preview-q4_K_M", + "name": "Smallthinker 3b preview q4_K_M", + "display_name": "Smallthinker 3b preview q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smallthinker:3b-preview-q8_0", + "name": "Smallthinker 3b preview q8_0", + "display_name": "Smallthinker 3b preview q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smallthinker:latest", + "name": "Smallthinker Latest", + "display_name": "Smallthinker Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b", + "name": "Smollm 1.7b", + "display_name": "Smollm 1.7b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-fp16", + "name": "Smollm 1.7b base v0.2 fp16", + "display_name": "Smollm 1.7b base v0.2 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q2_K", + "name": "Smollm 1.7b base v0.2 q2_K", + "display_name": "Smollm 1.7b base v0.2 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q3_K_L", + "name": "Smollm 1.7b base v0.2 q3_K_L", + "display_name": "Smollm 1.7b base v0.2 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q3_K_M", + "name": "Smollm 1.7b base v0.2 q3_K_M", + "display_name": "Smollm 1.7b base v0.2 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q3_K_S", + "name": "Smollm 1.7b base v0.2 q3_K_S", + "display_name": "Smollm 1.7b base v0.2 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q4_0", + "name": "Smollm 1.7b base v0.2 q4_0", + "display_name": "Smollm 1.7b base v0.2 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q4_1", + "name": "Smollm 1.7b base v0.2 q4_1", + "display_name": "Smollm 1.7b base v0.2 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q4_K_M", + "name": "Smollm 1.7b base v0.2 q4_K_M", + "display_name": "Smollm 1.7b base v0.2 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q4_K_S", + "name": "Smollm 1.7b base v0.2 q4_K_S", + "display_name": "Smollm 1.7b base v0.2 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q5_0", + "name": "Smollm 1.7b base v0.2 q5_0", + "display_name": "Smollm 1.7b base v0.2 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q5_1", + "name": "Smollm 1.7b base v0.2 q5_1", + "display_name": "Smollm 1.7b base v0.2 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q5_K_M", + "name": "Smollm 1.7b base v0.2 q5_K_M", + "display_name": "Smollm 1.7b base v0.2 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q5_K_S", + "name": "Smollm 1.7b base v0.2 q5_K_S", + "display_name": "Smollm 1.7b base v0.2 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q6_K", + "name": "Smollm 1.7b base v0.2 q6_K", + "display_name": "Smollm 1.7b base v0.2 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-base-v0.2-q8_0", + "name": "Smollm 1.7b base v0.2 q8_0", + "display_name": "Smollm 1.7b base v0.2 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-fp16", + "name": "Smollm 1.7b instruct v0.2 fp16", + "display_name": "Smollm 1.7b instruct v0.2 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q2_K", + "name": "Smollm 1.7b instruct v0.2 q2_K", + "display_name": "Smollm 1.7b instruct v0.2 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q3_K_L", + "name": "Smollm 1.7b instruct v0.2 q3_K_L", + "display_name": "Smollm 1.7b instruct v0.2 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q3_K_M", + "name": "Smollm 1.7b instruct v0.2 q3_K_M", + "display_name": "Smollm 1.7b instruct v0.2 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q3_K_S", + "name": "Smollm 1.7b instruct v0.2 q3_K_S", + "display_name": "Smollm 1.7b instruct v0.2 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q4_0", + "name": "Smollm 1.7b instruct v0.2 q4_0", + "display_name": "Smollm 1.7b instruct v0.2 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q4_1", + "name": "Smollm 1.7b instruct v0.2 q4_1", + "display_name": "Smollm 1.7b instruct v0.2 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q4_K_M", + "name": "Smollm 1.7b instruct v0.2 q4_K_M", + "display_name": "Smollm 1.7b instruct v0.2 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q4_K_S", + "name": "Smollm 1.7b instruct v0.2 q4_K_S", + "display_name": "Smollm 1.7b instruct v0.2 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q5_0", + "name": "Smollm 1.7b instruct v0.2 q5_0", + "display_name": "Smollm 1.7b instruct v0.2 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q5_1", + "name": "Smollm 1.7b instruct v0.2 q5_1", + "display_name": "Smollm 1.7b instruct v0.2 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q5_K_M", + "name": "Smollm 1.7b instruct v0.2 q5_K_M", + "display_name": "Smollm 1.7b instruct v0.2 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q5_K_S", + "name": "Smollm 1.7b instruct v0.2 q5_K_S", + "display_name": "Smollm 1.7b instruct v0.2 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q6_K", + "name": "Smollm 1.7b instruct v0.2 q6_K", + "display_name": "Smollm 1.7b instruct v0.2 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:1.7b-instruct-v0.2-q8_0", + "name": "Smollm 1.7b instruct v0.2 q8_0", + "display_name": "Smollm 1.7b instruct v0.2 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m", + "name": "Smollm 135m", + "display_name": "Smollm 135m", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-fp16", + "name": "Smollm 135m base v0.2 fp16", + "display_name": "Smollm 135m base v0.2 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q2_K", + "name": "Smollm 135m base v0.2 q2_K", + "display_name": "Smollm 135m base v0.2 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q3_K_L", + "name": "Smollm 135m base v0.2 q3_K_L", + "display_name": "Smollm 135m base v0.2 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q3_K_M", + "name": "Smollm 135m base v0.2 q3_K_M", + "display_name": "Smollm 135m base v0.2 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q3_K_S", + "name": "Smollm 135m base v0.2 q3_K_S", + "display_name": "Smollm 135m base v0.2 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q4_0", + "name": "Smollm 135m base v0.2 q4_0", + "display_name": "Smollm 135m base v0.2 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q4_1", + "name": "Smollm 135m base v0.2 q4_1", + "display_name": "Smollm 135m base v0.2 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q4_K_M", + "name": "Smollm 135m base v0.2 q4_K_M", + "display_name": "Smollm 135m base v0.2 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q4_K_S", + "name": "Smollm 135m base v0.2 q4_K_S", + "display_name": "Smollm 135m base v0.2 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q5_0", + "name": "Smollm 135m base v0.2 q5_0", + "display_name": "Smollm 135m base v0.2 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q5_1", + "name": "Smollm 135m base v0.2 q5_1", + "display_name": "Smollm 135m base v0.2 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q5_K_M", + "name": "Smollm 135m base v0.2 q5_K_M", + "display_name": "Smollm 135m base v0.2 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q5_K_S", + "name": "Smollm 135m base v0.2 q5_K_S", + "display_name": "Smollm 135m base v0.2 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q6_K", + "name": "Smollm 135m base v0.2 q6_K", + "display_name": "Smollm 135m base v0.2 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-base-v0.2-q8_0", + "name": "Smollm 135m base v0.2 q8_0", + "display_name": "Smollm 135m base v0.2 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-fp16", + "name": "Smollm 135m instruct v0.2 fp16", + "display_name": "Smollm 135m instruct v0.2 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q2_K", + "name": "Smollm 135m instruct v0.2 q2_K", + "display_name": "Smollm 135m instruct v0.2 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q3_K_L", + "name": "Smollm 135m instruct v0.2 q3_K_L", + "display_name": "Smollm 135m instruct v0.2 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q3_K_M", + "name": "Smollm 135m instruct v0.2 q3_K_M", + "display_name": "Smollm 135m instruct v0.2 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q3_K_S", + "name": "Smollm 135m instruct v0.2 q3_K_S", + "display_name": "Smollm 135m instruct v0.2 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q4_0", + "name": "Smollm 135m instruct v0.2 q4_0", + "display_name": "Smollm 135m instruct v0.2 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q4_1", + "name": "Smollm 135m instruct v0.2 q4_1", + "display_name": "Smollm 135m instruct v0.2 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q4_K_M", + "name": "Smollm 135m instruct v0.2 q4_K_M", + "display_name": "Smollm 135m instruct v0.2 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q4_K_S", + "name": "Smollm 135m instruct v0.2 q4_K_S", + "display_name": "Smollm 135m instruct v0.2 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q5_0", + "name": "Smollm 135m instruct v0.2 q5_0", + "display_name": "Smollm 135m instruct v0.2 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q5_1", + "name": "Smollm 135m instruct v0.2 q5_1", + "display_name": "Smollm 135m instruct v0.2 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q5_K_M", + "name": "Smollm 135m instruct v0.2 q5_K_M", + "display_name": "Smollm 135m instruct v0.2 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q5_K_S", + "name": "Smollm 135m instruct v0.2 q5_K_S", + "display_name": "Smollm 135m instruct v0.2 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q6_K", + "name": "Smollm 135m instruct v0.2 q6_K", + "display_name": "Smollm 135m instruct v0.2 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:135m-instruct-v0.2-q8_0", + "name": "Smollm 135m instruct v0.2 q8_0", + "display_name": "Smollm 135m instruct v0.2 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m", + "name": "Smollm 360m", + "display_name": "Smollm 360m", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-fp16", + "name": "Smollm 360m base v0.2 fp16", + "display_name": "Smollm 360m base v0.2 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q2_K", + "name": "Smollm 360m base v0.2 q2_K", + "display_name": "Smollm 360m base v0.2 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q3_K_L", + "name": "Smollm 360m base v0.2 q3_K_L", + "display_name": "Smollm 360m base v0.2 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q3_K_M", + "name": "Smollm 360m base v0.2 q3_K_M", + "display_name": "Smollm 360m base v0.2 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q3_K_S", + "name": "Smollm 360m base v0.2 q3_K_S", + "display_name": "Smollm 360m base v0.2 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q4_0", + "name": "Smollm 360m base v0.2 q4_0", + "display_name": "Smollm 360m base v0.2 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q4_1", + "name": "Smollm 360m base v0.2 q4_1", + "display_name": "Smollm 360m base v0.2 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q4_K_M", + "name": "Smollm 360m base v0.2 q4_K_M", + "display_name": "Smollm 360m base v0.2 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q4_K_S", + "name": "Smollm 360m base v0.2 q4_K_S", + "display_name": "Smollm 360m base v0.2 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q5_0", + "name": "Smollm 360m base v0.2 q5_0", + "display_name": "Smollm 360m base v0.2 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q5_1", + "name": "Smollm 360m base v0.2 q5_1", + "display_name": "Smollm 360m base v0.2 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q5_K_M", + "name": "Smollm 360m base v0.2 q5_K_M", + "display_name": "Smollm 360m base v0.2 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q5_K_S", + "name": "Smollm 360m base v0.2 q5_K_S", + "display_name": "Smollm 360m base v0.2 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q6_K", + "name": "Smollm 360m base v0.2 q6_K", + "display_name": "Smollm 360m base v0.2 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-base-v0.2-q8_0", + "name": "Smollm 360m base v0.2 q8_0", + "display_name": "Smollm 360m base v0.2 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-fp16", + "name": "Smollm 360m instruct v0.2 fp16", + "display_name": "Smollm 360m instruct v0.2 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q2_K", + "name": "Smollm 360m instruct v0.2 q2_K", + "display_name": "Smollm 360m instruct v0.2 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q3_K_L", + "name": "Smollm 360m instruct v0.2 q3_K_L", + "display_name": "Smollm 360m instruct v0.2 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q3_K_M", + "name": "Smollm 360m instruct v0.2 q3_K_M", + "display_name": "Smollm 360m instruct v0.2 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q3_K_S", + "name": "Smollm 360m instruct v0.2 q3_K_S", + "display_name": "Smollm 360m instruct v0.2 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q4_0", + "name": "Smollm 360m instruct v0.2 q4_0", + "display_name": "Smollm 360m instruct v0.2 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q4_1", + "name": "Smollm 360m instruct v0.2 q4_1", + "display_name": "Smollm 360m instruct v0.2 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q4_K_M", + "name": "Smollm 360m instruct v0.2 q4_K_M", + "display_name": "Smollm 360m instruct v0.2 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q4_K_S", + "name": "Smollm 360m instruct v0.2 q4_K_S", + "display_name": "Smollm 360m instruct v0.2 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q5_0", + "name": "Smollm 360m instruct v0.2 q5_0", + "display_name": "Smollm 360m instruct v0.2 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q5_1", + "name": "Smollm 360m instruct v0.2 q5_1", + "display_name": "Smollm 360m instruct v0.2 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q5_K_M", + "name": "Smollm 360m instruct v0.2 q5_K_M", + "display_name": "Smollm 360m instruct v0.2 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q5_K_S", + "name": "Smollm 360m instruct v0.2 q5_K_S", + "display_name": "Smollm 360m instruct v0.2 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q6_K", + "name": "Smollm 360m instruct v0.2 q6_K", + "display_name": "Smollm 360m instruct v0.2 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:360m-instruct-v0.2-q8_0", + "name": "Smollm 360m instruct v0.2 q8_0", + "display_name": "Smollm 360m instruct v0.2 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm:latest", + "name": "Smollm Latest", + "display_name": "Smollm Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b", + "name": "Smollm2 1.7b", + "display_name": "Smollm2 1.7b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-fp16", + "name": "Smollm2 1.7b instruct fp16", + "display_name": "Smollm2 1.7b instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q2_K", + "name": "Smollm2 1.7b instruct q2_K", + "display_name": "Smollm2 1.7b instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q3_K_L", + "name": "Smollm2 1.7b instruct q3_K_L", + "display_name": "Smollm2 1.7b instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q3_K_M", + "name": "Smollm2 1.7b instruct q3_K_M", + "display_name": "Smollm2 1.7b instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q3_K_S", + "name": "Smollm2 1.7b instruct q3_K_S", + "display_name": "Smollm2 1.7b instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q4_0", + "name": "Smollm2 1.7b instruct q4_0", + "display_name": "Smollm2 1.7b instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q4_1", + "name": "Smollm2 1.7b instruct q4_1", + "display_name": "Smollm2 1.7b instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q4_K_M", + "name": "Smollm2 1.7b instruct q4_K_M", + "display_name": "Smollm2 1.7b instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q4_K_S", + "name": "Smollm2 1.7b instruct q4_K_S", + "display_name": "Smollm2 1.7b instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q5_0", + "name": "Smollm2 1.7b instruct q5_0", + "display_name": "Smollm2 1.7b instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q5_1", + "name": "Smollm2 1.7b instruct q5_1", + "display_name": "Smollm2 1.7b instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q5_K_M", + "name": "Smollm2 1.7b instruct q5_K_M", + "display_name": "Smollm2 1.7b instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q5_K_S", + "name": "Smollm2 1.7b instruct q5_K_S", + "display_name": "Smollm2 1.7b instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q6_K", + "name": "Smollm2 1.7b instruct q6_K", + "display_name": "Smollm2 1.7b instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:1.7b-instruct-q8_0", + "name": "Smollm2 1.7b instruct q8_0", + "display_name": "Smollm2 1.7b instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m", + "name": "Smollm2 135m", + "display_name": "Smollm2 135m", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-fp16", + "name": "Smollm2 135m instruct fp16", + "display_name": "Smollm2 135m instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q2_K", + "name": "Smollm2 135m instruct q2_K", + "display_name": "Smollm2 135m instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q3_K_L", + "name": "Smollm2 135m instruct q3_K_L", + "display_name": "Smollm2 135m instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q3_K_M", + "name": "Smollm2 135m instruct q3_K_M", + "display_name": "Smollm2 135m instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q3_K_S", + "name": "Smollm2 135m instruct q3_K_S", + "display_name": "Smollm2 135m instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q4_0", + "name": "Smollm2 135m instruct q4_0", + "display_name": "Smollm2 135m instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q4_1", + "name": "Smollm2 135m instruct q4_1", + "display_name": "Smollm2 135m instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q4_K_M", + "name": "Smollm2 135m instruct q4_K_M", + "display_name": "Smollm2 135m instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q4_K_S", + "name": "Smollm2 135m instruct q4_K_S", + "display_name": "Smollm2 135m instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q5_0", + "name": "Smollm2 135m instruct q5_0", + "display_name": "Smollm2 135m instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q5_1", + "name": "Smollm2 135m instruct q5_1", + "display_name": "Smollm2 135m instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q5_K_M", + "name": "Smollm2 135m instruct q5_K_M", + "display_name": "Smollm2 135m instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q5_K_S", + "name": "Smollm2 135m instruct q5_K_S", + "display_name": "Smollm2 135m instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q6_K", + "name": "Smollm2 135m instruct q6_K", + "display_name": "Smollm2 135m instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:135m-instruct-q8_0", + "name": "Smollm2 135m instruct q8_0", + "display_name": "Smollm2 135m instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m", + "name": "Smollm2 360m", + "display_name": "Smollm2 360m", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-fp16", + "name": "Smollm2 360m instruct fp16", + "display_name": "Smollm2 360m instruct fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q2_K", + "name": "Smollm2 360m instruct q2_K", + "display_name": "Smollm2 360m instruct q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q3_K_L", + "name": "Smollm2 360m instruct q3_K_L", + "display_name": "Smollm2 360m instruct q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q3_K_M", + "name": "Smollm2 360m instruct q3_K_M", + "display_name": "Smollm2 360m instruct q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q3_K_S", + "name": "Smollm2 360m instruct q3_K_S", + "display_name": "Smollm2 360m instruct q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q4_0", + "name": "Smollm2 360m instruct q4_0", + "display_name": "Smollm2 360m instruct q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q4_1", + "name": "Smollm2 360m instruct q4_1", + "display_name": "Smollm2 360m instruct q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q4_K_M", + "name": "Smollm2 360m instruct q4_K_M", + "display_name": "Smollm2 360m instruct q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q4_K_S", + "name": "Smollm2 360m instruct q4_K_S", + "display_name": "Smollm2 360m instruct q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q5_0", + "name": "Smollm2 360m instruct q5_0", + "display_name": "Smollm2 360m instruct q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q5_1", + "name": "Smollm2 360m instruct q5_1", + "display_name": "Smollm2 360m instruct q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q5_K_M", + "name": "Smollm2 360m instruct q5_K_M", + "display_name": "Smollm2 360m instruct q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q5_K_S", + "name": "Smollm2 360m instruct q5_K_S", + "display_name": "Smollm2 360m instruct q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q6_K", + "name": "Smollm2 360m instruct q6_K", + "display_name": "Smollm2 360m instruct q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:360m-instruct-q8_0", + "name": "Smollm2 360m instruct q8_0", + "display_name": "Smollm2 360m instruct q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "smollm2:latest", + "name": "Smollm2 Latest", + "display_name": "Smollm2 Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:110m", + "name": "Snowflake-arctic-embed 110m", + "display_name": "Snowflake-arctic-embed 110m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:110m-m-fp16", + "name": "Snowflake-arctic-embed 110m m fp16", + "display_name": "Snowflake-arctic-embed 110m m fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:137m", + "name": "Snowflake-arctic-embed 137m", + "display_name": "Snowflake-arctic-embed 137m", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:137m-m-long-fp16", + "name": "Snowflake-arctic-embed 137m m long fp16", + "display_name": "Snowflake-arctic-embed 137m m long fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:22m", + "name": "Snowflake-arctic-embed 22m", + "display_name": "Snowflake-arctic-embed 22m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:22m-xs-fp16", + "name": "Snowflake-arctic-embed 22m xs fp16", + "display_name": "Snowflake-arctic-embed 22m xs fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:335m", + "name": "Snowflake-arctic-embed 335m", + "display_name": "Snowflake-arctic-embed 335m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:335m-l-fp16", + "name": "Snowflake-arctic-embed 335m l fp16", + "display_name": "Snowflake-arctic-embed 335m l fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:33m", + "name": "Snowflake-arctic-embed 33m", + "display_name": "Snowflake-arctic-embed 33m", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:33m-s-fp16", + "name": "Snowflake-arctic-embed 33m s fp16", + "display_name": "Snowflake-arctic-embed 33m s fp16", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:l", + "name": "Snowflake-arctic-embed L", + "display_name": "Snowflake-arctic-embed L", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:latest", + "name": "Snowflake-arctic-embed Latest", + "display_name": "Snowflake-arctic-embed Latest", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:m", + "name": "Snowflake-arctic-embed M", + "display_name": "Snowflake-arctic-embed M", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:m-long", + "name": "Snowflake-arctic-embed M long", + "display_name": "Snowflake-arctic-embed M long", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:s", + "name": "Snowflake-arctic-embed S", + "display_name": "Snowflake-arctic-embed S", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed:xs", + "name": "Snowflake-arctic-embed Xs", + "display_name": "Snowflake-arctic-embed Xs", + "type": "chat", + "context_length": 512, + "max_output_tokens": 128, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed2:568m", + "name": "Snowflake-arctic-embed2 568m", + "display_name": "Snowflake-arctic-embed2 568m", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed2:568m-l-fp16", + "name": "Snowflake-arctic-embed2 568m l fp16", + "display_name": "Snowflake-arctic-embed2 568m l fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "snowflake-arctic-embed2:latest", + "name": "Snowflake-arctic-embed2 Latest", + "display_name": "Snowflake-arctic-embed2 Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b", + "name": "Solar-pro 22b", + "display_name": "Solar-pro 22b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-fp16", + "name": "Solar-pro 22b preview instruct fp16", + "display_name": "Solar-pro 22b preview instruct fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q2_K", + "name": "Solar-pro 22b preview instruct q2_K", + "display_name": "Solar-pro 22b preview instruct q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q3_K_L", + "name": "Solar-pro 22b preview instruct q3_K_L", + "display_name": "Solar-pro 22b preview instruct q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q3_K_M", + "name": "Solar-pro 22b preview instruct q3_K_M", + "display_name": "Solar-pro 22b preview instruct q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q3_K_S", + "name": "Solar-pro 22b preview instruct q3_K_S", + "display_name": "Solar-pro 22b preview instruct q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q4_0", + "name": "Solar-pro 22b preview instruct q4_0", + "display_name": "Solar-pro 22b preview instruct q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q4_1", + "name": "Solar-pro 22b preview instruct q4_1", + "display_name": "Solar-pro 22b preview instruct q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q4_K_M", + "name": "Solar-pro 22b preview instruct q4_K_M", + "display_name": "Solar-pro 22b preview instruct q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q4_K_S", + "name": "Solar-pro 22b preview instruct q4_K_S", + "display_name": "Solar-pro 22b preview instruct q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q5_0", + "name": "Solar-pro 22b preview instruct q5_0", + "display_name": "Solar-pro 22b preview instruct q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q5_1", + "name": "Solar-pro 22b preview instruct q5_1", + "display_name": "Solar-pro 22b preview instruct q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q5_K_M", + "name": "Solar-pro 22b preview instruct q5_K_M", + "display_name": "Solar-pro 22b preview instruct q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q5_K_S", + "name": "Solar-pro 22b preview instruct q5_K_S", + "display_name": "Solar-pro 22b preview instruct q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q6_K", + "name": "Solar-pro 22b preview instruct q6_K", + "display_name": "Solar-pro 22b preview instruct q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:22b-preview-instruct-q8_0", + "name": "Solar-pro 22b preview instruct q8_0", + "display_name": "Solar-pro 22b preview instruct q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:latest", + "name": "Solar-pro Latest", + "display_name": "Solar-pro Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar-pro:preview", + "name": "Solar-pro Preview", + "display_name": "Solar-pro Preview", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b", + "name": "Solar 10.7b", + "display_name": "Solar 10.7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-fp16", + "name": "Solar 10.7b instruct v1 fp16", + "display_name": "Solar 10.7b instruct v1 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q2_K", + "name": "Solar 10.7b instruct v1 q2_K", + "display_name": "Solar 10.7b instruct v1 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q3_K_L", + "name": "Solar 10.7b instruct v1 q3_K_L", + "display_name": "Solar 10.7b instruct v1 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q3_K_M", + "name": "Solar 10.7b instruct v1 q3_K_M", + "display_name": "Solar 10.7b instruct v1 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q3_K_S", + "name": "Solar 10.7b instruct v1 q3_K_S", + "display_name": "Solar 10.7b instruct v1 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q4_0", + "name": "Solar 10.7b instruct v1 q4_0", + "display_name": "Solar 10.7b instruct v1 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q4_1", + "name": "Solar 10.7b instruct v1 q4_1", + "display_name": "Solar 10.7b instruct v1 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q4_K_M", + "name": "Solar 10.7b instruct v1 q4_K_M", + "display_name": "Solar 10.7b instruct v1 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q4_K_S", + "name": "Solar 10.7b instruct v1 q4_K_S", + "display_name": "Solar 10.7b instruct v1 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q5_0", + "name": "Solar 10.7b instruct v1 q5_0", + "display_name": "Solar 10.7b instruct v1 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q5_1", + "name": "Solar 10.7b instruct v1 q5_1", + "display_name": "Solar 10.7b instruct v1 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q5_K_M", + "name": "Solar 10.7b instruct v1 q5_K_M", + "display_name": "Solar 10.7b instruct v1 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q5_K_S", + "name": "Solar 10.7b instruct v1 q5_K_S", + "display_name": "Solar 10.7b instruct v1 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q6_K", + "name": "Solar 10.7b instruct v1 q6_K", + "display_name": "Solar 10.7b instruct v1 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-instruct-v1-q8_0", + "name": "Solar 10.7b instruct v1 q8_0", + "display_name": "Solar 10.7b instruct v1 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-fp16", + "name": "Solar 10.7b text v1 fp16", + "display_name": "Solar 10.7b text v1 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q2_K", + "name": "Solar 10.7b text v1 q2_K", + "display_name": "Solar 10.7b text v1 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q3_K_L", + "name": "Solar 10.7b text v1 q3_K_L", + "display_name": "Solar 10.7b text v1 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q3_K_M", + "name": "Solar 10.7b text v1 q3_K_M", + "display_name": "Solar 10.7b text v1 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q3_K_S", + "name": "Solar 10.7b text v1 q3_K_S", + "display_name": "Solar 10.7b text v1 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q4_0", + "name": "Solar 10.7b text v1 q4_0", + "display_name": "Solar 10.7b text v1 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q4_1", + "name": "Solar 10.7b text v1 q4_1", + "display_name": "Solar 10.7b text v1 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q4_K_M", + "name": "Solar 10.7b text v1 q4_K_M", + "display_name": "Solar 10.7b text v1 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q4_K_S", + "name": "Solar 10.7b text v1 q4_K_S", + "display_name": "Solar 10.7b text v1 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q5_0", + "name": "Solar 10.7b text v1 q5_0", + "display_name": "Solar 10.7b text v1 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q5_1", + "name": "Solar 10.7b text v1 q5_1", + "display_name": "Solar 10.7b text v1 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q5_K_M", + "name": "Solar 10.7b text v1 q5_K_M", + "display_name": "Solar 10.7b text v1 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q5_K_S", + "name": "Solar 10.7b text v1 q5_K_S", + "display_name": "Solar 10.7b text v1 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q6_K", + "name": "Solar 10.7b text v1 q6_K", + "display_name": "Solar 10.7b text v1 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:10.7b-text-v1-q8_0", + "name": "Solar 10.7b text v1 q8_0", + "display_name": "Solar 10.7b text v1 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "solar:latest", + "name": "Solar Latest", + "display_name": "Solar Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b", + "name": "Sqlcoder 15b", + "display_name": "Sqlcoder 15b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-fp16", + "name": "Sqlcoder 15b fp16", + "display_name": "Sqlcoder 15b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q2_K", + "name": "Sqlcoder 15b q2_K", + "display_name": "Sqlcoder 15b q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q3_K_L", + "name": "Sqlcoder 15b q3_K_L", + "display_name": "Sqlcoder 15b q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q3_K_M", + "name": "Sqlcoder 15b q3_K_M", + "display_name": "Sqlcoder 15b q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q3_K_S", + "name": "Sqlcoder 15b q3_K_S", + "display_name": "Sqlcoder 15b q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q4_0", + "name": "Sqlcoder 15b q4_0", + "display_name": "Sqlcoder 15b q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q4_1", + "name": "Sqlcoder 15b q4_1", + "display_name": "Sqlcoder 15b q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q4_K_M", + "name": "Sqlcoder 15b q4_K_M", + "display_name": "Sqlcoder 15b q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q4_K_S", + "name": "Sqlcoder 15b q4_K_S", + "display_name": "Sqlcoder 15b q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q5_0", + "name": "Sqlcoder 15b q5_0", + "display_name": "Sqlcoder 15b q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q5_1", + "name": "Sqlcoder 15b q5_1", + "display_name": "Sqlcoder 15b q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q5_K_M", + "name": "Sqlcoder 15b q5_K_M", + "display_name": "Sqlcoder 15b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q5_K_S", + "name": "Sqlcoder 15b q5_K_S", + "display_name": "Sqlcoder 15b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q6_K", + "name": "Sqlcoder 15b q6_K", + "display_name": "Sqlcoder 15b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:15b-q8_0", + "name": "Sqlcoder 15b q8_0", + "display_name": "Sqlcoder 15b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-fp16", + "name": "Sqlcoder 70b alpha fp16", + "display_name": "Sqlcoder 70b alpha fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q2_K", + "name": "Sqlcoder 70b alpha q2_K", + "display_name": "Sqlcoder 70b alpha q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q3_K_L", + "name": "Sqlcoder 70b alpha q3_K_L", + "display_name": "Sqlcoder 70b alpha q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q3_K_M", + "name": "Sqlcoder 70b alpha q3_K_M", + "display_name": "Sqlcoder 70b alpha q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q3_K_S", + "name": "Sqlcoder 70b alpha q3_K_S", + "display_name": "Sqlcoder 70b alpha q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q4_0", + "name": "Sqlcoder 70b alpha q4_0", + "display_name": "Sqlcoder 70b alpha q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q4_1", + "name": "Sqlcoder 70b alpha q4_1", + "display_name": "Sqlcoder 70b alpha q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q4_K_M", + "name": "Sqlcoder 70b alpha q4_K_M", + "display_name": "Sqlcoder 70b alpha q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q4_K_S", + "name": "Sqlcoder 70b alpha q4_K_S", + "display_name": "Sqlcoder 70b alpha q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q5_0", + "name": "Sqlcoder 70b alpha q5_0", + "display_name": "Sqlcoder 70b alpha q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q5_1", + "name": "Sqlcoder 70b alpha q5_1", + "display_name": "Sqlcoder 70b alpha q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q5_K_M", + "name": "Sqlcoder 70b alpha q5_K_M", + "display_name": "Sqlcoder 70b alpha q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q5_K_S", + "name": "Sqlcoder 70b alpha q5_K_S", + "display_name": "Sqlcoder 70b alpha q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q6_K", + "name": "Sqlcoder 70b alpha q6_K", + "display_name": "Sqlcoder 70b alpha q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:70b-alpha-q8_0", + "name": "Sqlcoder 70b alpha q8_0", + "display_name": "Sqlcoder 70b alpha q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b", + "name": "Sqlcoder 7b", + "display_name": "Sqlcoder 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-fp16", + "name": "Sqlcoder 7b fp16", + "display_name": "Sqlcoder 7b fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q2_K", + "name": "Sqlcoder 7b q2_K", + "display_name": "Sqlcoder 7b q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q3_K_L", + "name": "Sqlcoder 7b q3_K_L", + "display_name": "Sqlcoder 7b q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q3_K_M", + "name": "Sqlcoder 7b q3_K_M", + "display_name": "Sqlcoder 7b q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q3_K_S", + "name": "Sqlcoder 7b q3_K_S", + "display_name": "Sqlcoder 7b q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q4_0", + "name": "Sqlcoder 7b q4_0", + "display_name": "Sqlcoder 7b q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q4_1", + "name": "Sqlcoder 7b q4_1", + "display_name": "Sqlcoder 7b q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q4_K_M", + "name": "Sqlcoder 7b q4_K_M", + "display_name": "Sqlcoder 7b q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q4_K_S", + "name": "Sqlcoder 7b q4_K_S", + "display_name": "Sqlcoder 7b q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q5_0", + "name": "Sqlcoder 7b q5_0", + "display_name": "Sqlcoder 7b q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q5_1", + "name": "Sqlcoder 7b q5_1", + "display_name": "Sqlcoder 7b q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q5_K_M", + "name": "Sqlcoder 7b q5_K_M", + "display_name": "Sqlcoder 7b q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q5_K_S", + "name": "Sqlcoder 7b q5_K_S", + "display_name": "Sqlcoder 7b q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q6_K", + "name": "Sqlcoder 7b q6_K", + "display_name": "Sqlcoder 7b q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:7b-q8_0", + "name": "Sqlcoder 7b q8_0", + "display_name": "Sqlcoder 7b q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "sqlcoder:latest", + "name": "Sqlcoder Latest", + "display_name": "Sqlcoder Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b", + "name": "Stable-beluga 13b", + "display_name": "Stable-beluga 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-fp16", + "name": "Stable-beluga 13b fp16", + "display_name": "Stable-beluga 13b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q2_K", + "name": "Stable-beluga 13b q2_K", + "display_name": "Stable-beluga 13b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q3_K_L", + "name": "Stable-beluga 13b q3_K_L", + "display_name": "Stable-beluga 13b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q3_K_M", + "name": "Stable-beluga 13b q3_K_M", + "display_name": "Stable-beluga 13b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q3_K_S", + "name": "Stable-beluga 13b q3_K_S", + "display_name": "Stable-beluga 13b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q4_0", + "name": "Stable-beluga 13b q4_0", + "display_name": "Stable-beluga 13b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q4_1", + "name": "Stable-beluga 13b q4_1", + "display_name": "Stable-beluga 13b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q4_K_M", + "name": "Stable-beluga 13b q4_K_M", + "display_name": "Stable-beluga 13b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q4_K_S", + "name": "Stable-beluga 13b q4_K_S", + "display_name": "Stable-beluga 13b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q5_0", + "name": "Stable-beluga 13b q5_0", + "display_name": "Stable-beluga 13b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q5_1", + "name": "Stable-beluga 13b q5_1", + "display_name": "Stable-beluga 13b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q5_K_M", + "name": "Stable-beluga 13b q5_K_M", + "display_name": "Stable-beluga 13b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q5_K_S", + "name": "Stable-beluga 13b q5_K_S", + "display_name": "Stable-beluga 13b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q6_K", + "name": "Stable-beluga 13b q6_K", + "display_name": "Stable-beluga 13b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:13b-q8_0", + "name": "Stable-beluga 13b q8_0", + "display_name": "Stable-beluga 13b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b", + "name": "Stable-beluga 70b", + "display_name": "Stable-beluga 70b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-fp16", + "name": "Stable-beluga 70b fp16", + "display_name": "Stable-beluga 70b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q2_K", + "name": "Stable-beluga 70b q2_K", + "display_name": "Stable-beluga 70b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q3_K_L", + "name": "Stable-beluga 70b q3_K_L", + "display_name": "Stable-beluga 70b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q3_K_M", + "name": "Stable-beluga 70b q3_K_M", + "display_name": "Stable-beluga 70b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q3_K_S", + "name": "Stable-beluga 70b q3_K_S", + "display_name": "Stable-beluga 70b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q4_0", + "name": "Stable-beluga 70b q4_0", + "display_name": "Stable-beluga 70b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q4_1", + "name": "Stable-beluga 70b q4_1", + "display_name": "Stable-beluga 70b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q4_K_M", + "name": "Stable-beluga 70b q4_K_M", + "display_name": "Stable-beluga 70b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q4_K_S", + "name": "Stable-beluga 70b q4_K_S", + "display_name": "Stable-beluga 70b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q5_0", + "name": "Stable-beluga 70b q5_0", + "display_name": "Stable-beluga 70b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q5_1", + "name": "Stable-beluga 70b q5_1", + "display_name": "Stable-beluga 70b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q5_K_M", + "name": "Stable-beluga 70b q5_K_M", + "display_name": "Stable-beluga 70b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q5_K_S", + "name": "Stable-beluga 70b q5_K_S", + "display_name": "Stable-beluga 70b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q6_K", + "name": "Stable-beluga 70b q6_K", + "display_name": "Stable-beluga 70b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:70b-q8_0", + "name": "Stable-beluga 70b q8_0", + "display_name": "Stable-beluga 70b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b", + "name": "Stable-beluga 7b", + "display_name": "Stable-beluga 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-fp16", + "name": "Stable-beluga 7b fp16", + "display_name": "Stable-beluga 7b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q2_K", + "name": "Stable-beluga 7b q2_K", + "display_name": "Stable-beluga 7b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q3_K_L", + "name": "Stable-beluga 7b q3_K_L", + "display_name": "Stable-beluga 7b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q3_K_M", + "name": "Stable-beluga 7b q3_K_M", + "display_name": "Stable-beluga 7b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q3_K_S", + "name": "Stable-beluga 7b q3_K_S", + "display_name": "Stable-beluga 7b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q4_0", + "name": "Stable-beluga 7b q4_0", + "display_name": "Stable-beluga 7b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q4_1", + "name": "Stable-beluga 7b q4_1", + "display_name": "Stable-beluga 7b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q4_K_M", + "name": "Stable-beluga 7b q4_K_M", + "display_name": "Stable-beluga 7b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q4_K_S", + "name": "Stable-beluga 7b q4_K_S", + "display_name": "Stable-beluga 7b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q5_0", + "name": "Stable-beluga 7b q5_0", + "display_name": "Stable-beluga 7b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q5_1", + "name": "Stable-beluga 7b q5_1", + "display_name": "Stable-beluga 7b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q5_K_M", + "name": "Stable-beluga 7b q5_K_M", + "display_name": "Stable-beluga 7b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q5_K_S", + "name": "Stable-beluga 7b q5_K_S", + "display_name": "Stable-beluga 7b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q6_K", + "name": "Stable-beluga 7b q6_K", + "display_name": "Stable-beluga 7b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:7b-q8_0", + "name": "Stable-beluga 7b q8_0", + "display_name": "Stable-beluga 7b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-beluga:latest", + "name": "Stable-beluga Latest", + "display_name": "Stable-beluga Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b", + "name": "Stable-code 3b", + "display_name": "Stable-code 3b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code", + "name": "Stable-code 3b code", + "display_name": "Stable-code 3b code", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-fp16", + "name": "Stable-code 3b code fp16", + "display_name": "Stable-code 3b code fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q2_K", + "name": "Stable-code 3b code q2_K", + "display_name": "Stable-code 3b code q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q3_K_L", + "name": "Stable-code 3b code q3_K_L", + "display_name": "Stable-code 3b code q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q3_K_M", + "name": "Stable-code 3b code q3_K_M", + "display_name": "Stable-code 3b code q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q3_K_S", + "name": "Stable-code 3b code q3_K_S", + "display_name": "Stable-code 3b code q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q4_0", + "name": "Stable-code 3b code q4_0", + "display_name": "Stable-code 3b code q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q4_1", + "name": "Stable-code 3b code q4_1", + "display_name": "Stable-code 3b code q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q4_K_M", + "name": "Stable-code 3b code q4_K_M", + "display_name": "Stable-code 3b code q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q4_K_S", + "name": "Stable-code 3b code q4_K_S", + "display_name": "Stable-code 3b code q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q5_0", + "name": "Stable-code 3b code q5_0", + "display_name": "Stable-code 3b code q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q5_1", + "name": "Stable-code 3b code q5_1", + "display_name": "Stable-code 3b code q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q5_K_M", + "name": "Stable-code 3b code q5_K_M", + "display_name": "Stable-code 3b code q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q5_K_S", + "name": "Stable-code 3b code q5_K_S", + "display_name": "Stable-code 3b code q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q6_K", + "name": "Stable-code 3b code q6_K", + "display_name": "Stable-code 3b code q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-code-q8_0", + "name": "Stable-code 3b code q8_0", + "display_name": "Stable-code 3b code q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct", + "name": "Stable-code 3b instruct", + "display_name": "Stable-code 3b instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-fp16", + "name": "Stable-code 3b instruct fp16", + "display_name": "Stable-code 3b instruct fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q2_K", + "name": "Stable-code 3b instruct q2_K", + "display_name": "Stable-code 3b instruct q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q3_K_L", + "name": "Stable-code 3b instruct q3_K_L", + "display_name": "Stable-code 3b instruct q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q3_K_M", + "name": "Stable-code 3b instruct q3_K_M", + "display_name": "Stable-code 3b instruct q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q3_K_S", + "name": "Stable-code 3b instruct q3_K_S", + "display_name": "Stable-code 3b instruct q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q4_0", + "name": "Stable-code 3b instruct q4_0", + "display_name": "Stable-code 3b instruct q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q4_1", + "name": "Stable-code 3b instruct q4_1", + "display_name": "Stable-code 3b instruct q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q4_K_M", + "name": "Stable-code 3b instruct q4_K_M", + "display_name": "Stable-code 3b instruct q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q4_K_S", + "name": "Stable-code 3b instruct q4_K_S", + "display_name": "Stable-code 3b instruct q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q5_0", + "name": "Stable-code 3b instruct q5_0", + "display_name": "Stable-code 3b instruct q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q5_1", + "name": "Stable-code 3b instruct q5_1", + "display_name": "Stable-code 3b instruct q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q5_K_M", + "name": "Stable-code 3b instruct q5_K_M", + "display_name": "Stable-code 3b instruct q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q5_K_S", + "name": "Stable-code 3b instruct q5_K_S", + "display_name": "Stable-code 3b instruct q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q6_K", + "name": "Stable-code 3b instruct q6_K", + "display_name": "Stable-code 3b instruct q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:3b-instruct-q8_0", + "name": "Stable-code 3b instruct q8_0", + "display_name": "Stable-code 3b instruct q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:code", + "name": "Stable-code Code", + "display_name": "Stable-code Code", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:instruct", + "name": "Stable-code Instruct", + "display_name": "Stable-code Instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stable-code:latest", + "name": "Stable-code Latest", + "display_name": "Stable-code Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b", + "name": "Stablelm-zephyr 3b", + "display_name": "Stablelm-zephyr 3b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-fp16", + "name": "Stablelm-zephyr 3b fp16", + "display_name": "Stablelm-zephyr 3b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q2_K", + "name": "Stablelm-zephyr 3b q2_K", + "display_name": "Stablelm-zephyr 3b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q3_K_L", + "name": "Stablelm-zephyr 3b q3_K_L", + "display_name": "Stablelm-zephyr 3b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q3_K_M", + "name": "Stablelm-zephyr 3b q3_K_M", + "display_name": "Stablelm-zephyr 3b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q3_K_S", + "name": "Stablelm-zephyr 3b q3_K_S", + "display_name": "Stablelm-zephyr 3b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q4_0", + "name": "Stablelm-zephyr 3b q4_0", + "display_name": "Stablelm-zephyr 3b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q4_1", + "name": "Stablelm-zephyr 3b q4_1", + "display_name": "Stablelm-zephyr 3b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q4_K_M", + "name": "Stablelm-zephyr 3b q4_K_M", + "display_name": "Stablelm-zephyr 3b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q4_K_S", + "name": "Stablelm-zephyr 3b q4_K_S", + "display_name": "Stablelm-zephyr 3b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q5_0", + "name": "Stablelm-zephyr 3b q5_0", + "display_name": "Stablelm-zephyr 3b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q5_1", + "name": "Stablelm-zephyr 3b q5_1", + "display_name": "Stablelm-zephyr 3b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q5_K_M", + "name": "Stablelm-zephyr 3b q5_K_M", + "display_name": "Stablelm-zephyr 3b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q5_K_S", + "name": "Stablelm-zephyr 3b q5_K_S", + "display_name": "Stablelm-zephyr 3b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q6_K", + "name": "Stablelm-zephyr 3b q6_K", + "display_name": "Stablelm-zephyr 3b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:3b-q8_0", + "name": "Stablelm-zephyr 3b q8_0", + "display_name": "Stablelm-zephyr 3b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm-zephyr:latest", + "name": "Stablelm-zephyr Latest", + "display_name": "Stablelm-zephyr Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b", + "name": "Stablelm2 1.6b", + "display_name": "Stablelm2 1.6b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat", + "name": "Stablelm2 1.6b chat", + "display_name": "Stablelm2 1.6b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-fp16", + "name": "Stablelm2 1.6b chat fp16", + "display_name": "Stablelm2 1.6b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q2_K", + "name": "Stablelm2 1.6b chat q2_K", + "display_name": "Stablelm2 1.6b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q3_K_L", + "name": "Stablelm2 1.6b chat q3_K_L", + "display_name": "Stablelm2 1.6b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q3_K_M", + "name": "Stablelm2 1.6b chat q3_K_M", + "display_name": "Stablelm2 1.6b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q3_K_S", + "name": "Stablelm2 1.6b chat q3_K_S", + "display_name": "Stablelm2 1.6b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q4_0", + "name": "Stablelm2 1.6b chat q4_0", + "display_name": "Stablelm2 1.6b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q4_1", + "name": "Stablelm2 1.6b chat q4_1", + "display_name": "Stablelm2 1.6b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q4_K_M", + "name": "Stablelm2 1.6b chat q4_K_M", + "display_name": "Stablelm2 1.6b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q4_K_S", + "name": "Stablelm2 1.6b chat q4_K_S", + "display_name": "Stablelm2 1.6b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q5_0", + "name": "Stablelm2 1.6b chat q5_0", + "display_name": "Stablelm2 1.6b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q5_1", + "name": "Stablelm2 1.6b chat q5_1", + "display_name": "Stablelm2 1.6b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q5_K_M", + "name": "Stablelm2 1.6b chat q5_K_M", + "display_name": "Stablelm2 1.6b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q5_K_S", + "name": "Stablelm2 1.6b chat q5_K_S", + "display_name": "Stablelm2 1.6b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q6_K", + "name": "Stablelm2 1.6b chat q6_K", + "display_name": "Stablelm2 1.6b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-chat-q8_0", + "name": "Stablelm2 1.6b chat q8_0", + "display_name": "Stablelm2 1.6b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-fp16", + "name": "Stablelm2 1.6b fp16", + "display_name": "Stablelm2 1.6b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q2_K", + "name": "Stablelm2 1.6b q2_K", + "display_name": "Stablelm2 1.6b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q3_K_L", + "name": "Stablelm2 1.6b q3_K_L", + "display_name": "Stablelm2 1.6b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q3_K_M", + "name": "Stablelm2 1.6b q3_K_M", + "display_name": "Stablelm2 1.6b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q3_K_S", + "name": "Stablelm2 1.6b q3_K_S", + "display_name": "Stablelm2 1.6b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q4_0", + "name": "Stablelm2 1.6b q4_0", + "display_name": "Stablelm2 1.6b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q4_1", + "name": "Stablelm2 1.6b q4_1", + "display_name": "Stablelm2 1.6b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q4_K_M", + "name": "Stablelm2 1.6b q4_K_M", + "display_name": "Stablelm2 1.6b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q4_K_S", + "name": "Stablelm2 1.6b q4_K_S", + "display_name": "Stablelm2 1.6b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q5_0", + "name": "Stablelm2 1.6b q5_0", + "display_name": "Stablelm2 1.6b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q5_1", + "name": "Stablelm2 1.6b q5_1", + "display_name": "Stablelm2 1.6b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q5_K_M", + "name": "Stablelm2 1.6b q5_K_M", + "display_name": "Stablelm2 1.6b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q5_K_S", + "name": "Stablelm2 1.6b q5_K_S", + "display_name": "Stablelm2 1.6b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q6_K", + "name": "Stablelm2 1.6b q6_K", + "display_name": "Stablelm2 1.6b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-q8_0", + "name": "Stablelm2 1.6b q8_0", + "display_name": "Stablelm2 1.6b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr", + "name": "Stablelm2 1.6b zephyr", + "display_name": "Stablelm2 1.6b zephyr", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-fp16", + "name": "Stablelm2 1.6b zephyr fp16", + "display_name": "Stablelm2 1.6b zephyr fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q2_K", + "name": "Stablelm2 1.6b zephyr q2_K", + "display_name": "Stablelm2 1.6b zephyr q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q3_K_L", + "name": "Stablelm2 1.6b zephyr q3_K_L", + "display_name": "Stablelm2 1.6b zephyr q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q3_K_M", + "name": "Stablelm2 1.6b zephyr q3_K_M", + "display_name": "Stablelm2 1.6b zephyr q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q3_K_S", + "name": "Stablelm2 1.6b zephyr q3_K_S", + "display_name": "Stablelm2 1.6b zephyr q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q4_0", + "name": "Stablelm2 1.6b zephyr q4_0", + "display_name": "Stablelm2 1.6b zephyr q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q4_1", + "name": "Stablelm2 1.6b zephyr q4_1", + "display_name": "Stablelm2 1.6b zephyr q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q4_K_M", + "name": "Stablelm2 1.6b zephyr q4_K_M", + "display_name": "Stablelm2 1.6b zephyr q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q4_K_S", + "name": "Stablelm2 1.6b zephyr q4_K_S", + "display_name": "Stablelm2 1.6b zephyr q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q5_0", + "name": "Stablelm2 1.6b zephyr q5_0", + "display_name": "Stablelm2 1.6b zephyr q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q5_1", + "name": "Stablelm2 1.6b zephyr q5_1", + "display_name": "Stablelm2 1.6b zephyr q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q5_K_M", + "name": "Stablelm2 1.6b zephyr q5_K_M", + "display_name": "Stablelm2 1.6b zephyr q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q5_K_S", + "name": "Stablelm2 1.6b zephyr q5_K_S", + "display_name": "Stablelm2 1.6b zephyr q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q6_K", + "name": "Stablelm2 1.6b zephyr q6_K", + "display_name": "Stablelm2 1.6b zephyr q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:1.6b-zephyr-q8_0", + "name": "Stablelm2 1.6b zephyr q8_0", + "display_name": "Stablelm2 1.6b zephyr q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b", + "name": "Stablelm2 12b", + "display_name": "Stablelm2 12b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat", + "name": "Stablelm2 12b chat", + "display_name": "Stablelm2 12b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-fp16", + "name": "Stablelm2 12b chat fp16", + "display_name": "Stablelm2 12b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q2_K", + "name": "Stablelm2 12b chat q2_K", + "display_name": "Stablelm2 12b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q3_K_L", + "name": "Stablelm2 12b chat q3_K_L", + "display_name": "Stablelm2 12b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q3_K_M", + "name": "Stablelm2 12b chat q3_K_M", + "display_name": "Stablelm2 12b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q3_K_S", + "name": "Stablelm2 12b chat q3_K_S", + "display_name": "Stablelm2 12b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q4_0", + "name": "Stablelm2 12b chat q4_0", + "display_name": "Stablelm2 12b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q4_1", + "name": "Stablelm2 12b chat q4_1", + "display_name": "Stablelm2 12b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q4_K_M", + "name": "Stablelm2 12b chat q4_K_M", + "display_name": "Stablelm2 12b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q4_K_S", + "name": "Stablelm2 12b chat q4_K_S", + "display_name": "Stablelm2 12b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q5_0", + "name": "Stablelm2 12b chat q5_0", + "display_name": "Stablelm2 12b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q5_1", + "name": "Stablelm2 12b chat q5_1", + "display_name": "Stablelm2 12b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q5_K_M", + "name": "Stablelm2 12b chat q5_K_M", + "display_name": "Stablelm2 12b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q5_K_S", + "name": "Stablelm2 12b chat q5_K_S", + "display_name": "Stablelm2 12b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q6_K", + "name": "Stablelm2 12b chat q6_K", + "display_name": "Stablelm2 12b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-chat-q8_0", + "name": "Stablelm2 12b chat q8_0", + "display_name": "Stablelm2 12b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-fp16", + "name": "Stablelm2 12b fp16", + "display_name": "Stablelm2 12b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q2_K", + "name": "Stablelm2 12b q2_K", + "display_name": "Stablelm2 12b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q3_K_L", + "name": "Stablelm2 12b q3_K_L", + "display_name": "Stablelm2 12b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q3_K_M", + "name": "Stablelm2 12b q3_K_M", + "display_name": "Stablelm2 12b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q3_K_S", + "name": "Stablelm2 12b q3_K_S", + "display_name": "Stablelm2 12b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q4_0", + "name": "Stablelm2 12b q4_0", + "display_name": "Stablelm2 12b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q4_1", + "name": "Stablelm2 12b q4_1", + "display_name": "Stablelm2 12b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q4_K_M", + "name": "Stablelm2 12b q4_K_M", + "display_name": "Stablelm2 12b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q4_K_S", + "name": "Stablelm2 12b q4_K_S", + "display_name": "Stablelm2 12b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q5_0", + "name": "Stablelm2 12b q5_0", + "display_name": "Stablelm2 12b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q5_1", + "name": "Stablelm2 12b q5_1", + "display_name": "Stablelm2 12b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q5_K_M", + "name": "Stablelm2 12b q5_K_M", + "display_name": "Stablelm2 12b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q5_K_S", + "name": "Stablelm2 12b q5_K_S", + "display_name": "Stablelm2 12b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q6_K", + "name": "Stablelm2 12b q6_K", + "display_name": "Stablelm2 12b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-q8_0", + "name": "Stablelm2 12b q8_0", + "display_name": "Stablelm2 12b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:12b-text", + "name": "Stablelm2 12b text", + "display_name": "Stablelm2 12b text", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:chat", + "name": "Stablelm2 Chat", + "display_name": "Stablelm2 Chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:latest", + "name": "Stablelm2 Latest", + "display_name": "Stablelm2 Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "stablelm2:zephyr", + "name": "Stablelm2 Zephyr", + "display_name": "Stablelm2 Zephyr", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b", + "name": "Starcoder 15b", + "display_name": "Starcoder 15b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base", + "name": "Starcoder 15b base", + "display_name": "Starcoder 15b base", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-fp16", + "name": "Starcoder 15b base fp16", + "display_name": "Starcoder 15b base fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q2_K", + "name": "Starcoder 15b base q2_K", + "display_name": "Starcoder 15b base q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q3_K_L", + "name": "Starcoder 15b base q3_K_L", + "display_name": "Starcoder 15b base q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q3_K_M", + "name": "Starcoder 15b base q3_K_M", + "display_name": "Starcoder 15b base q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q3_K_S", + "name": "Starcoder 15b base q3_K_S", + "display_name": "Starcoder 15b base q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q4_0", + "name": "Starcoder 15b base q4_0", + "display_name": "Starcoder 15b base q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q4_1", + "name": "Starcoder 15b base q4_1", + "display_name": "Starcoder 15b base q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q4_K_M", + "name": "Starcoder 15b base q4_K_M", + "display_name": "Starcoder 15b base q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q4_K_S", + "name": "Starcoder 15b base q4_K_S", + "display_name": "Starcoder 15b base q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q5_0", + "name": "Starcoder 15b base q5_0", + "display_name": "Starcoder 15b base q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q5_1", + "name": "Starcoder 15b base q5_1", + "display_name": "Starcoder 15b base q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q5_K_M", + "name": "Starcoder 15b base q5_K_M", + "display_name": "Starcoder 15b base q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q5_K_S", + "name": "Starcoder 15b base q5_K_S", + "display_name": "Starcoder 15b base q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q6_K", + "name": "Starcoder 15b base q6_K", + "display_name": "Starcoder 15b base q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-base-q8_0", + "name": "Starcoder 15b base q8_0", + "display_name": "Starcoder 15b base q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-fp16", + "name": "Starcoder 15b fp16", + "display_name": "Starcoder 15b fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus", + "name": "Starcoder 15b plus", + "display_name": "Starcoder 15b plus", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-fp16", + "name": "Starcoder 15b plus fp16", + "display_name": "Starcoder 15b plus fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q2_K", + "name": "Starcoder 15b plus q2_K", + "display_name": "Starcoder 15b plus q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q3_K_L", + "name": "Starcoder 15b plus q3_K_L", + "display_name": "Starcoder 15b plus q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q3_K_M", + "name": "Starcoder 15b plus q3_K_M", + "display_name": "Starcoder 15b plus q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q3_K_S", + "name": "Starcoder 15b plus q3_K_S", + "display_name": "Starcoder 15b plus q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q4_0", + "name": "Starcoder 15b plus q4_0", + "display_name": "Starcoder 15b plus q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q4_1", + "name": "Starcoder 15b plus q4_1", + "display_name": "Starcoder 15b plus q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q4_K_M", + "name": "Starcoder 15b plus q4_K_M", + "display_name": "Starcoder 15b plus q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q4_K_S", + "name": "Starcoder 15b plus q4_K_S", + "display_name": "Starcoder 15b plus q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q5_0", + "name": "Starcoder 15b plus q5_0", + "display_name": "Starcoder 15b plus q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q5_1", + "name": "Starcoder 15b plus q5_1", + "display_name": "Starcoder 15b plus q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q5_K_M", + "name": "Starcoder 15b plus q5_K_M", + "display_name": "Starcoder 15b plus q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q5_K_S", + "name": "Starcoder 15b plus q5_K_S", + "display_name": "Starcoder 15b plus q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q6_K", + "name": "Starcoder 15b plus q6_K", + "display_name": "Starcoder 15b plus q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-plus-q8_0", + "name": "Starcoder 15b plus q8_0", + "display_name": "Starcoder 15b plus q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q2_K", + "name": "Starcoder 15b q2_K", + "display_name": "Starcoder 15b q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q3_K_L", + "name": "Starcoder 15b q3_K_L", + "display_name": "Starcoder 15b q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q3_K_M", + "name": "Starcoder 15b q3_K_M", + "display_name": "Starcoder 15b q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q3_K_S", + "name": "Starcoder 15b q3_K_S", + "display_name": "Starcoder 15b q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q4_0", + "name": "Starcoder 15b q4_0", + "display_name": "Starcoder 15b q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q4_1", + "name": "Starcoder 15b q4_1", + "display_name": "Starcoder 15b q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q4_K_M", + "name": "Starcoder 15b q4_K_M", + "display_name": "Starcoder 15b q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q4_K_S", + "name": "Starcoder 15b q4_K_S", + "display_name": "Starcoder 15b q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q5_0", + "name": "Starcoder 15b q5_0", + "display_name": "Starcoder 15b q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q5_1", + "name": "Starcoder 15b q5_1", + "display_name": "Starcoder 15b q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q5_K_M", + "name": "Starcoder 15b q5_K_M", + "display_name": "Starcoder 15b q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q5_K_S", + "name": "Starcoder 15b q5_K_S", + "display_name": "Starcoder 15b q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q6_K", + "name": "Starcoder 15b q6_K", + "display_name": "Starcoder 15b q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:15b-q8_0", + "name": "Starcoder 15b q8_0", + "display_name": "Starcoder 15b q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b", + "name": "Starcoder 1b", + "display_name": "Starcoder 1b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base", + "name": "Starcoder 1b base", + "display_name": "Starcoder 1b base", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-fp16", + "name": "Starcoder 1b base fp16", + "display_name": "Starcoder 1b base fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q2_K", + "name": "Starcoder 1b base q2_K", + "display_name": "Starcoder 1b base q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q3_K_L", + "name": "Starcoder 1b base q3_K_L", + "display_name": "Starcoder 1b base q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q3_K_M", + "name": "Starcoder 1b base q3_K_M", + "display_name": "Starcoder 1b base q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q3_K_S", + "name": "Starcoder 1b base q3_K_S", + "display_name": "Starcoder 1b base q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q4_0", + "name": "Starcoder 1b base q4_0", + "display_name": "Starcoder 1b base q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q4_1", + "name": "Starcoder 1b base q4_1", + "display_name": "Starcoder 1b base q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q4_K_M", + "name": "Starcoder 1b base q4_K_M", + "display_name": "Starcoder 1b base q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q4_K_S", + "name": "Starcoder 1b base q4_K_S", + "display_name": "Starcoder 1b base q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q5_0", + "name": "Starcoder 1b base q5_0", + "display_name": "Starcoder 1b base q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q5_1", + "name": "Starcoder 1b base q5_1", + "display_name": "Starcoder 1b base q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q5_K_M", + "name": "Starcoder 1b base q5_K_M", + "display_name": "Starcoder 1b base q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q5_K_S", + "name": "Starcoder 1b base q5_K_S", + "display_name": "Starcoder 1b base q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q6_K", + "name": "Starcoder 1b base q6_K", + "display_name": "Starcoder 1b base q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:1b-base-q8_0", + "name": "Starcoder 1b base q8_0", + "display_name": "Starcoder 1b base q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b", + "name": "Starcoder 3b", + "display_name": "Starcoder 3b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base", + "name": "Starcoder 3b base", + "display_name": "Starcoder 3b base", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-fp16", + "name": "Starcoder 3b base fp16", + "display_name": "Starcoder 3b base fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q2_K", + "name": "Starcoder 3b base q2_K", + "display_name": "Starcoder 3b base q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q3_K_L", + "name": "Starcoder 3b base q3_K_L", + "display_name": "Starcoder 3b base q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q3_K_M", + "name": "Starcoder 3b base q3_K_M", + "display_name": "Starcoder 3b base q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q3_K_S", + "name": "Starcoder 3b base q3_K_S", + "display_name": "Starcoder 3b base q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q4_0", + "name": "Starcoder 3b base q4_0", + "display_name": "Starcoder 3b base q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q4_1", + "name": "Starcoder 3b base q4_1", + "display_name": "Starcoder 3b base q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q4_K_M", + "name": "Starcoder 3b base q4_K_M", + "display_name": "Starcoder 3b base q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q4_K_S", + "name": "Starcoder 3b base q4_K_S", + "display_name": "Starcoder 3b base q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q5_0", + "name": "Starcoder 3b base q5_0", + "display_name": "Starcoder 3b base q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q5_1", + "name": "Starcoder 3b base q5_1", + "display_name": "Starcoder 3b base q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q5_K_M", + "name": "Starcoder 3b base q5_K_M", + "display_name": "Starcoder 3b base q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q5_K_S", + "name": "Starcoder 3b base q5_K_S", + "display_name": "Starcoder 3b base q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q6_K", + "name": "Starcoder 3b base q6_K", + "display_name": "Starcoder 3b base q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:3b-base-q8_0", + "name": "Starcoder 3b base q8_0", + "display_name": "Starcoder 3b base q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b", + "name": "Starcoder 7b", + "display_name": "Starcoder 7b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base", + "name": "Starcoder 7b base", + "display_name": "Starcoder 7b base", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-fp16", + "name": "Starcoder 7b base fp16", + "display_name": "Starcoder 7b base fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q2_K", + "name": "Starcoder 7b base q2_K", + "display_name": "Starcoder 7b base q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q3_K_L", + "name": "Starcoder 7b base q3_K_L", + "display_name": "Starcoder 7b base q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q3_K_M", + "name": "Starcoder 7b base q3_K_M", + "display_name": "Starcoder 7b base q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q3_K_S", + "name": "Starcoder 7b base q3_K_S", + "display_name": "Starcoder 7b base q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q4_0", + "name": "Starcoder 7b base q4_0", + "display_name": "Starcoder 7b base q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q4_1", + "name": "Starcoder 7b base q4_1", + "display_name": "Starcoder 7b base q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q4_K_M", + "name": "Starcoder 7b base q4_K_M", + "display_name": "Starcoder 7b base q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q4_K_S", + "name": "Starcoder 7b base q4_K_S", + "display_name": "Starcoder 7b base q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q5_0", + "name": "Starcoder 7b base q5_0", + "display_name": "Starcoder 7b base q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q5_1", + "name": "Starcoder 7b base q5_1", + "display_name": "Starcoder 7b base q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q5_K_M", + "name": "Starcoder 7b base q5_K_M", + "display_name": "Starcoder 7b base q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q5_K_S", + "name": "Starcoder 7b base q5_K_S", + "display_name": "Starcoder 7b base q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q6_K", + "name": "Starcoder 7b base q6_K", + "display_name": "Starcoder 7b base q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:7b-base-q8_0", + "name": "Starcoder 7b base q8_0", + "display_name": "Starcoder 7b base q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder:latest", + "name": "Starcoder Latest", + "display_name": "Starcoder Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b", + "name": "Starcoder2 15b", + "display_name": "Starcoder2 15b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-fp16", + "name": "Starcoder2 15b fp16", + "display_name": "Starcoder2 15b fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct", + "name": "Starcoder2 15b instruct", + "display_name": "Starcoder2 15b instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-q4_0", + "name": "Starcoder2 15b instruct q4_0", + "display_name": "Starcoder2 15b instruct q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-fp16", + "name": "Starcoder2 15b instruct v0.1 fp16", + "display_name": "Starcoder2 15b instruct v0.1 fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q2_K", + "name": "Starcoder2 15b instruct v0.1 q2_K", + "display_name": "Starcoder2 15b instruct v0.1 q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q3_K_L", + "name": "Starcoder2 15b instruct v0.1 q3_K_L", + "display_name": "Starcoder2 15b instruct v0.1 q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q3_K_M", + "name": "Starcoder2 15b instruct v0.1 q3_K_M", + "display_name": "Starcoder2 15b instruct v0.1 q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q3_K_S", + "name": "Starcoder2 15b instruct v0.1 q3_K_S", + "display_name": "Starcoder2 15b instruct v0.1 q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q4_0", + "name": "Starcoder2 15b instruct v0.1 q4_0", + "display_name": "Starcoder2 15b instruct v0.1 q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q4_1", + "name": "Starcoder2 15b instruct v0.1 q4_1", + "display_name": "Starcoder2 15b instruct v0.1 q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q4_K_M", + "name": "Starcoder2 15b instruct v0.1 q4_K_M", + "display_name": "Starcoder2 15b instruct v0.1 q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q4_K_S", + "name": "Starcoder2 15b instruct v0.1 q4_K_S", + "display_name": "Starcoder2 15b instruct v0.1 q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q5_0", + "name": "Starcoder2 15b instruct v0.1 q5_0", + "display_name": "Starcoder2 15b instruct v0.1 q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q5_1", + "name": "Starcoder2 15b instruct v0.1 q5_1", + "display_name": "Starcoder2 15b instruct v0.1 q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q5_K_M", + "name": "Starcoder2 15b instruct v0.1 q5_K_M", + "display_name": "Starcoder2 15b instruct v0.1 q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q5_K_S", + "name": "Starcoder2 15b instruct v0.1 q5_K_S", + "display_name": "Starcoder2 15b instruct v0.1 q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q6_K", + "name": "Starcoder2 15b instruct v0.1 q6_K", + "display_name": "Starcoder2 15b instruct v0.1 q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-instruct-v0.1-q8_0", + "name": "Starcoder2 15b instruct v0.1 q8_0", + "display_name": "Starcoder2 15b instruct v0.1 q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q2_K", + "name": "Starcoder2 15b q2_K", + "display_name": "Starcoder2 15b q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q3_K_L", + "name": "Starcoder2 15b q3_K_L", + "display_name": "Starcoder2 15b q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q3_K_M", + "name": "Starcoder2 15b q3_K_M", + "display_name": "Starcoder2 15b q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q3_K_S", + "name": "Starcoder2 15b q3_K_S", + "display_name": "Starcoder2 15b q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q4_0", + "name": "Starcoder2 15b q4_0", + "display_name": "Starcoder2 15b q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q4_1", + "name": "Starcoder2 15b q4_1", + "display_name": "Starcoder2 15b q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q4_K_M", + "name": "Starcoder2 15b q4_K_M", + "display_name": "Starcoder2 15b q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q4_K_S", + "name": "Starcoder2 15b q4_K_S", + "display_name": "Starcoder2 15b q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q5_0", + "name": "Starcoder2 15b q5_0", + "display_name": "Starcoder2 15b q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q5_1", + "name": "Starcoder2 15b q5_1", + "display_name": "Starcoder2 15b q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q5_K_M", + "name": "Starcoder2 15b q5_K_M", + "display_name": "Starcoder2 15b q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q5_K_S", + "name": "Starcoder2 15b q5_K_S", + "display_name": "Starcoder2 15b q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q6_K", + "name": "Starcoder2 15b q6_K", + "display_name": "Starcoder2 15b q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:15b-q8_0", + "name": "Starcoder2 15b q8_0", + "display_name": "Starcoder2 15b q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b", + "name": "Starcoder2 3b", + "display_name": "Starcoder2 3b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-fp16", + "name": "Starcoder2 3b fp16", + "display_name": "Starcoder2 3b fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q2_K", + "name": "Starcoder2 3b q2_K", + "display_name": "Starcoder2 3b q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q3_K_L", + "name": "Starcoder2 3b q3_K_L", + "display_name": "Starcoder2 3b q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q3_K_M", + "name": "Starcoder2 3b q3_K_M", + "display_name": "Starcoder2 3b q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q3_K_S", + "name": "Starcoder2 3b q3_K_S", + "display_name": "Starcoder2 3b q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q4_0", + "name": "Starcoder2 3b q4_0", + "display_name": "Starcoder2 3b q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q4_1", + "name": "Starcoder2 3b q4_1", + "display_name": "Starcoder2 3b q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q4_K_M", + "name": "Starcoder2 3b q4_K_M", + "display_name": "Starcoder2 3b q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q4_K_S", + "name": "Starcoder2 3b q4_K_S", + "display_name": "Starcoder2 3b q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q5_0", + "name": "Starcoder2 3b q5_0", + "display_name": "Starcoder2 3b q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q5_1", + "name": "Starcoder2 3b q5_1", + "display_name": "Starcoder2 3b q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q5_K_M", + "name": "Starcoder2 3b q5_K_M", + "display_name": "Starcoder2 3b q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q5_K_S", + "name": "Starcoder2 3b q5_K_S", + "display_name": "Starcoder2 3b q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q6_K", + "name": "Starcoder2 3b q6_K", + "display_name": "Starcoder2 3b q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:3b-q8_0", + "name": "Starcoder2 3b q8_0", + "display_name": "Starcoder2 3b q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b", + "name": "Starcoder2 7b", + "display_name": "Starcoder2 7b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-fp16", + "name": "Starcoder2 7b fp16", + "display_name": "Starcoder2 7b fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q2_K", + "name": "Starcoder2 7b q2_K", + "display_name": "Starcoder2 7b q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q3_K_L", + "name": "Starcoder2 7b q3_K_L", + "display_name": "Starcoder2 7b q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q3_K_M", + "name": "Starcoder2 7b q3_K_M", + "display_name": "Starcoder2 7b q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q3_K_S", + "name": "Starcoder2 7b q3_K_S", + "display_name": "Starcoder2 7b q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q4_0", + "name": "Starcoder2 7b q4_0", + "display_name": "Starcoder2 7b q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q4_1", + "name": "Starcoder2 7b q4_1", + "display_name": "Starcoder2 7b q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q4_K_M", + "name": "Starcoder2 7b q4_K_M", + "display_name": "Starcoder2 7b q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q4_K_S", + "name": "Starcoder2 7b q4_K_S", + "display_name": "Starcoder2 7b q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q5_0", + "name": "Starcoder2 7b q5_0", + "display_name": "Starcoder2 7b q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q5_1", + "name": "Starcoder2 7b q5_1", + "display_name": "Starcoder2 7b q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q5_K_M", + "name": "Starcoder2 7b q5_K_M", + "display_name": "Starcoder2 7b q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q5_K_S", + "name": "Starcoder2 7b q5_K_S", + "display_name": "Starcoder2 7b q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q6_K", + "name": "Starcoder2 7b q6_K", + "display_name": "Starcoder2 7b q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:7b-q8_0", + "name": "Starcoder2 7b q8_0", + "display_name": "Starcoder2 7b q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:instruct", + "name": "Starcoder2 Instruct", + "display_name": "Starcoder2 Instruct", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starcoder2:latest", + "name": "Starcoder2 Latest", + "display_name": "Starcoder2 Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b", + "name": "Starling-lm 7b", + "display_name": "Starling-lm 7b", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha", + "name": "Starling-lm 7b alpha", + "display_name": "Starling-lm 7b alpha", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-fp16", + "name": "Starling-lm 7b alpha fp16", + "display_name": "Starling-lm 7b alpha fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q2_K", + "name": "Starling-lm 7b alpha q2_K", + "display_name": "Starling-lm 7b alpha q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q3_K_L", + "name": "Starling-lm 7b alpha q3_K_L", + "display_name": "Starling-lm 7b alpha q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q3_K_M", + "name": "Starling-lm 7b alpha q3_K_M", + "display_name": "Starling-lm 7b alpha q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q3_K_S", + "name": "Starling-lm 7b alpha q3_K_S", + "display_name": "Starling-lm 7b alpha q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q4_0", + "name": "Starling-lm 7b alpha q4_0", + "display_name": "Starling-lm 7b alpha q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q4_1", + "name": "Starling-lm 7b alpha q4_1", + "display_name": "Starling-lm 7b alpha q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q4_K_M", + "name": "Starling-lm 7b alpha q4_K_M", + "display_name": "Starling-lm 7b alpha q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q4_K_S", + "name": "Starling-lm 7b alpha q4_K_S", + "display_name": "Starling-lm 7b alpha q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q5_0", + "name": "Starling-lm 7b alpha q5_0", + "display_name": "Starling-lm 7b alpha q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q5_1", + "name": "Starling-lm 7b alpha q5_1", + "display_name": "Starling-lm 7b alpha q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q5_K_M", + "name": "Starling-lm 7b alpha q5_K_M", + "display_name": "Starling-lm 7b alpha q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q5_K_S", + "name": "Starling-lm 7b alpha q5_K_S", + "display_name": "Starling-lm 7b alpha q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q6_K", + "name": "Starling-lm 7b alpha q6_K", + "display_name": "Starling-lm 7b alpha q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-alpha-q8_0", + "name": "Starling-lm 7b alpha q8_0", + "display_name": "Starling-lm 7b alpha q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta", + "name": "Starling-lm 7b beta", + "display_name": "Starling-lm 7b beta", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-fp16", + "name": "Starling-lm 7b beta fp16", + "display_name": "Starling-lm 7b beta fp16", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q2_K", + "name": "Starling-lm 7b beta q2_K", + "display_name": "Starling-lm 7b beta q2_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q3_K_L", + "name": "Starling-lm 7b beta q3_K_L", + "display_name": "Starling-lm 7b beta q3_K_L", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q3_K_M", + "name": "Starling-lm 7b beta q3_K_M", + "display_name": "Starling-lm 7b beta q3_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q3_K_S", + "name": "Starling-lm 7b beta q3_K_S", + "display_name": "Starling-lm 7b beta q3_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q4_0", + "name": "Starling-lm 7b beta q4_0", + "display_name": "Starling-lm 7b beta q4_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q4_1", + "name": "Starling-lm 7b beta q4_1", + "display_name": "Starling-lm 7b beta q4_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q4_K_M", + "name": "Starling-lm 7b beta q4_K_M", + "display_name": "Starling-lm 7b beta q4_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q4_K_S", + "name": "Starling-lm 7b beta q4_K_S", + "display_name": "Starling-lm 7b beta q4_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q5_0", + "name": "Starling-lm 7b beta q5_0", + "display_name": "Starling-lm 7b beta q5_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q5_1", + "name": "Starling-lm 7b beta q5_1", + "display_name": "Starling-lm 7b beta q5_1", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q5_K_M", + "name": "Starling-lm 7b beta q5_K_M", + "display_name": "Starling-lm 7b beta q5_K_M", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q5_K_S", + "name": "Starling-lm 7b beta q5_K_S", + "display_name": "Starling-lm 7b beta q5_K_S", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q6_K", + "name": "Starling-lm 7b beta q6_K", + "display_name": "Starling-lm 7b beta q6_K", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:7b-beta-q8_0", + "name": "Starling-lm 7b beta q8_0", + "display_name": "Starling-lm 7b beta q8_0", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:alpha", + "name": "Starling-lm Alpha", + "display_name": "Starling-lm Alpha", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:beta", + "name": "Starling-lm Beta", + "display_name": "Starling-lm Beta", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "starling-lm:latest", + "name": "Starling-lm Latest", + "display_name": "Starling-lm Latest", + "type": "chat", + "context_length": 8000, + "max_output_tokens": 2000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b", + "name": "Tinydolphin 1.1b", + "display_name": "Tinydolphin 1.1b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-fp16", + "name": "Tinydolphin 1.1b v2.8 fp16", + "display_name": "Tinydolphin 1.1b v2.8 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q2_K", + "name": "Tinydolphin 1.1b v2.8 q2_K", + "display_name": "Tinydolphin 1.1b v2.8 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q3_K_L", + "name": "Tinydolphin 1.1b v2.8 q3_K_L", + "display_name": "Tinydolphin 1.1b v2.8 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q3_K_M", + "name": "Tinydolphin 1.1b v2.8 q3_K_M", + "display_name": "Tinydolphin 1.1b v2.8 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q3_K_S", + "name": "Tinydolphin 1.1b v2.8 q3_K_S", + "display_name": "Tinydolphin 1.1b v2.8 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q4_0", + "name": "Tinydolphin 1.1b v2.8 q4_0", + "display_name": "Tinydolphin 1.1b v2.8 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q4_1", + "name": "Tinydolphin 1.1b v2.8 q4_1", + "display_name": "Tinydolphin 1.1b v2.8 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q4_K_M", + "name": "Tinydolphin 1.1b v2.8 q4_K_M", + "display_name": "Tinydolphin 1.1b v2.8 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q4_K_S", + "name": "Tinydolphin 1.1b v2.8 q4_K_S", + "display_name": "Tinydolphin 1.1b v2.8 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q5_0", + "name": "Tinydolphin 1.1b v2.8 q5_0", + "display_name": "Tinydolphin 1.1b v2.8 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q5_1", + "name": "Tinydolphin 1.1b v2.8 q5_1", + "display_name": "Tinydolphin 1.1b v2.8 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q5_K_M", + "name": "Tinydolphin 1.1b v2.8 q5_K_M", + "display_name": "Tinydolphin 1.1b v2.8 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q5_K_S", + "name": "Tinydolphin 1.1b v2.8 q5_K_S", + "display_name": "Tinydolphin 1.1b v2.8 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q6_K", + "name": "Tinydolphin 1.1b v2.8 q6_K", + "display_name": "Tinydolphin 1.1b v2.8 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:1.1b-v2.8-q8_0", + "name": "Tinydolphin 1.1b v2.8 q8_0", + "display_name": "Tinydolphin 1.1b v2.8 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:latest", + "name": "Tinydolphin Latest", + "display_name": "Tinydolphin Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinydolphin:v2.8", + "name": "Tinydolphin V2.8", + "display_name": "Tinydolphin V2.8", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b", + "name": "Tinyllama 1.1b", + "display_name": "Tinyllama 1.1b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat", + "name": "Tinyllama 1.1b chat", + "display_name": "Tinyllama 1.1b chat", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-fp16", + "name": "Tinyllama 1.1b chat v0.6 fp16", + "display_name": "Tinyllama 1.1b chat v0.6 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q2_K", + "name": "Tinyllama 1.1b chat v0.6 q2_K", + "display_name": "Tinyllama 1.1b chat v0.6 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q3_K_L", + "name": "Tinyllama 1.1b chat v0.6 q3_K_L", + "display_name": "Tinyllama 1.1b chat v0.6 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q3_K_M", + "name": "Tinyllama 1.1b chat v0.6 q3_K_M", + "display_name": "Tinyllama 1.1b chat v0.6 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q3_K_S", + "name": "Tinyllama 1.1b chat v0.6 q3_K_S", + "display_name": "Tinyllama 1.1b chat v0.6 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q4_0", + "name": "Tinyllama 1.1b chat v0.6 q4_0", + "display_name": "Tinyllama 1.1b chat v0.6 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q4_1", + "name": "Tinyllama 1.1b chat v0.6 q4_1", + "display_name": "Tinyllama 1.1b chat v0.6 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q4_K_M", + "name": "Tinyllama 1.1b chat v0.6 q4_K_M", + "display_name": "Tinyllama 1.1b chat v0.6 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q4_K_S", + "name": "Tinyllama 1.1b chat v0.6 q4_K_S", + "display_name": "Tinyllama 1.1b chat v0.6 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q5_0", + "name": "Tinyllama 1.1b chat v0.6 q5_0", + "display_name": "Tinyllama 1.1b chat v0.6 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q5_1", + "name": "Tinyllama 1.1b chat v0.6 q5_1", + "display_name": "Tinyllama 1.1b chat v0.6 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q5_K_M", + "name": "Tinyllama 1.1b chat v0.6 q5_K_M", + "display_name": "Tinyllama 1.1b chat v0.6 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q5_K_S", + "name": "Tinyllama 1.1b chat v0.6 q5_K_S", + "display_name": "Tinyllama 1.1b chat v0.6 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q6_K", + "name": "Tinyllama 1.1b chat v0.6 q6_K", + "display_name": "Tinyllama 1.1b chat v0.6 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v0.6-q8_0", + "name": "Tinyllama 1.1b chat v0.6 q8_0", + "display_name": "Tinyllama 1.1b chat v0.6 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-fp16", + "name": "Tinyllama 1.1b chat v1 fp16", + "display_name": "Tinyllama 1.1b chat v1 fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q2_K", + "name": "Tinyllama 1.1b chat v1 q2_K", + "display_name": "Tinyllama 1.1b chat v1 q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q3_K_L", + "name": "Tinyllama 1.1b chat v1 q3_K_L", + "display_name": "Tinyllama 1.1b chat v1 q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q3_K_M", + "name": "Tinyllama 1.1b chat v1 q3_K_M", + "display_name": "Tinyllama 1.1b chat v1 q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q3_K_S", + "name": "Tinyllama 1.1b chat v1 q3_K_S", + "display_name": "Tinyllama 1.1b chat v1 q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q4_0", + "name": "Tinyllama 1.1b chat v1 q4_0", + "display_name": "Tinyllama 1.1b chat v1 q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q4_1", + "name": "Tinyllama 1.1b chat v1 q4_1", + "display_name": "Tinyllama 1.1b chat v1 q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q4_K_M", + "name": "Tinyllama 1.1b chat v1 q4_K_M", + "display_name": "Tinyllama 1.1b chat v1 q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q4_K_S", + "name": "Tinyllama 1.1b chat v1 q4_K_S", + "display_name": "Tinyllama 1.1b chat v1 q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q5_0", + "name": "Tinyllama 1.1b chat v1 q5_0", + "display_name": "Tinyllama 1.1b chat v1 q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q5_1", + "name": "Tinyllama 1.1b chat v1 q5_1", + "display_name": "Tinyllama 1.1b chat v1 q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q5_K_M", + "name": "Tinyllama 1.1b chat v1 q5_K_M", + "display_name": "Tinyllama 1.1b chat v1 q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q5_K_S", + "name": "Tinyllama 1.1b chat v1 q5_K_S", + "display_name": "Tinyllama 1.1b chat v1 q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q6_K", + "name": "Tinyllama 1.1b chat v1 q6_K", + "display_name": "Tinyllama 1.1b chat v1 q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:1.1b-chat-v1-q8_0", + "name": "Tinyllama 1.1b chat v1 q8_0", + "display_name": "Tinyllama 1.1b chat v1 q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:chat", + "name": "Tinyllama Chat", + "display_name": "Tinyllama Chat", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:latest", + "name": "Tinyllama Latest", + "display_name": "Tinyllama Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:v0.6", + "name": "Tinyllama V0.6", + "display_name": "Tinyllama V0.6", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tinyllama:v1", + "name": "Tinyllama V1", + "display_name": "Tinyllama V1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tulu3:70b", + "name": "Tulu3 70b", + "display_name": "Tulu3 70b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tulu3:70b-fp16", + "name": "Tulu3 70b fp16", + "display_name": "Tulu3 70b fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tulu3:70b-q4_K_M", + "name": "Tulu3 70b q4_K_M", + "display_name": "Tulu3 70b q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tulu3:70b-q8_0", + "name": "Tulu3 70b q8_0", + "display_name": "Tulu3 70b q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tulu3:8b", + "name": "Tulu3 8b", + "display_name": "Tulu3 8b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tulu3:8b-fp16", + "name": "Tulu3 8b fp16", + "display_name": "Tulu3 8b fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tulu3:8b-q4_K_M", + "name": "Tulu3 8b q4_K_M", + "display_name": "Tulu3 8b q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tulu3:8b-q8_0", + "name": "Tulu3 8b q8_0", + "display_name": "Tulu3 8b q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "tulu3:latest", + "name": "Tulu3 Latest", + "display_name": "Tulu3 Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b", + "name": "Vicuna 13b", + "display_name": "Vicuna 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-16k", + "name": "Vicuna 13b 16k", + "display_name": "Vicuna 13b 16k", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-fp16", + "name": "Vicuna 13b fp16", + "display_name": "Vicuna 13b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q2_K", + "name": "Vicuna 13b q2_K", + "display_name": "Vicuna 13b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q3_K_L", + "name": "Vicuna 13b q3_K_L", + "display_name": "Vicuna 13b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q3_K_M", + "name": "Vicuna 13b q3_K_M", + "display_name": "Vicuna 13b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q3_K_S", + "name": "Vicuna 13b q3_K_S", + "display_name": "Vicuna 13b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q4_0", + "name": "Vicuna 13b q4_0", + "display_name": "Vicuna 13b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q4_1", + "name": "Vicuna 13b q4_1", + "display_name": "Vicuna 13b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q4_K_M", + "name": "Vicuna 13b q4_K_M", + "display_name": "Vicuna 13b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q4_K_S", + "name": "Vicuna 13b q4_K_S", + "display_name": "Vicuna 13b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q5_0", + "name": "Vicuna 13b q5_0", + "display_name": "Vicuna 13b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q5_1", + "name": "Vicuna 13b q5_1", + "display_name": "Vicuna 13b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q5_K_M", + "name": "Vicuna 13b q5_K_M", + "display_name": "Vicuna 13b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q5_K_S", + "name": "Vicuna 13b q5_K_S", + "display_name": "Vicuna 13b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q6_K", + "name": "Vicuna 13b q6_K", + "display_name": "Vicuna 13b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-q8_0", + "name": "Vicuna 13b q8_0", + "display_name": "Vicuna 13b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-fp16", + "name": "Vicuna 13b v1.5 16k fp16", + "display_name": "Vicuna 13b v1.5 16k fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q2_K", + "name": "Vicuna 13b v1.5 16k q2_K", + "display_name": "Vicuna 13b v1.5 16k q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q3_K_L", + "name": "Vicuna 13b v1.5 16k q3_K_L", + "display_name": "Vicuna 13b v1.5 16k q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q3_K_M", + "name": "Vicuna 13b v1.5 16k q3_K_M", + "display_name": "Vicuna 13b v1.5 16k q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q3_K_S", + "name": "Vicuna 13b v1.5 16k q3_K_S", + "display_name": "Vicuna 13b v1.5 16k q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q4_0", + "name": "Vicuna 13b v1.5 16k q4_0", + "display_name": "Vicuna 13b v1.5 16k q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q4_1", + "name": "Vicuna 13b v1.5 16k q4_1", + "display_name": "Vicuna 13b v1.5 16k q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q4_K_M", + "name": "Vicuna 13b v1.5 16k q4_K_M", + "display_name": "Vicuna 13b v1.5 16k q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q4_K_S", + "name": "Vicuna 13b v1.5 16k q4_K_S", + "display_name": "Vicuna 13b v1.5 16k q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q5_0", + "name": "Vicuna 13b v1.5 16k q5_0", + "display_name": "Vicuna 13b v1.5 16k q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q5_1", + "name": "Vicuna 13b v1.5 16k q5_1", + "display_name": "Vicuna 13b v1.5 16k q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q5_K_M", + "name": "Vicuna 13b v1.5 16k q5_K_M", + "display_name": "Vicuna 13b v1.5 16k q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q5_K_S", + "name": "Vicuna 13b v1.5 16k q5_K_S", + "display_name": "Vicuna 13b v1.5 16k q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q6_K", + "name": "Vicuna 13b v1.5 16k q6_K", + "display_name": "Vicuna 13b v1.5 16k q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-16k-q8_0", + "name": "Vicuna 13b v1.5 16k q8_0", + "display_name": "Vicuna 13b v1.5 16k q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-fp16", + "name": "Vicuna 13b v1.5 fp16", + "display_name": "Vicuna 13b v1.5 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q2_K", + "name": "Vicuna 13b v1.5 q2_K", + "display_name": "Vicuna 13b v1.5 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q3_K_L", + "name": "Vicuna 13b v1.5 q3_K_L", + "display_name": "Vicuna 13b v1.5 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q3_K_M", + "name": "Vicuna 13b v1.5 q3_K_M", + "display_name": "Vicuna 13b v1.5 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q3_K_S", + "name": "Vicuna 13b v1.5 q3_K_S", + "display_name": "Vicuna 13b v1.5 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q4_0", + "name": "Vicuna 13b v1.5 q4_0", + "display_name": "Vicuna 13b v1.5 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q4_1", + "name": "Vicuna 13b v1.5 q4_1", + "display_name": "Vicuna 13b v1.5 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q4_K_M", + "name": "Vicuna 13b v1.5 q4_K_M", + "display_name": "Vicuna 13b v1.5 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q4_K_S", + "name": "Vicuna 13b v1.5 q4_K_S", + "display_name": "Vicuna 13b v1.5 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q5_0", + "name": "Vicuna 13b v1.5 q5_0", + "display_name": "Vicuna 13b v1.5 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q5_1", + "name": "Vicuna 13b v1.5 q5_1", + "display_name": "Vicuna 13b v1.5 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q5_K_M", + "name": "Vicuna 13b v1.5 q5_K_M", + "display_name": "Vicuna 13b v1.5 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q5_K_S", + "name": "Vicuna 13b v1.5 q5_K_S", + "display_name": "Vicuna 13b v1.5 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q6_K", + "name": "Vicuna 13b v1.5 q6_K", + "display_name": "Vicuna 13b v1.5 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:13b-v1.5-q8_0", + "name": "Vicuna 13b v1.5 q8_0", + "display_name": "Vicuna 13b v1.5 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b", + "name": "Vicuna 33b", + "display_name": "Vicuna 33b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-fp16", + "name": "Vicuna 33b fp16", + "display_name": "Vicuna 33b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q2_K", + "name": "Vicuna 33b q2_K", + "display_name": "Vicuna 33b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q3_K_L", + "name": "Vicuna 33b q3_K_L", + "display_name": "Vicuna 33b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q3_K_M", + "name": "Vicuna 33b q3_K_M", + "display_name": "Vicuna 33b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q3_K_S", + "name": "Vicuna 33b q3_K_S", + "display_name": "Vicuna 33b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q4_0", + "name": "Vicuna 33b q4_0", + "display_name": "Vicuna 33b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q4_1", + "name": "Vicuna 33b q4_1", + "display_name": "Vicuna 33b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q4_K_M", + "name": "Vicuna 33b q4_K_M", + "display_name": "Vicuna 33b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q4_K_S", + "name": "Vicuna 33b q4_K_S", + "display_name": "Vicuna 33b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q5_0", + "name": "Vicuna 33b q5_0", + "display_name": "Vicuna 33b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q5_1", + "name": "Vicuna 33b q5_1", + "display_name": "Vicuna 33b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q5_K_M", + "name": "Vicuna 33b q5_K_M", + "display_name": "Vicuna 33b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q5_K_S", + "name": "Vicuna 33b q5_K_S", + "display_name": "Vicuna 33b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q6_K", + "name": "Vicuna 33b q6_K", + "display_name": "Vicuna 33b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:33b-q8_0", + "name": "Vicuna 33b q8_0", + "display_name": "Vicuna 33b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b", + "name": "Vicuna 7b", + "display_name": "Vicuna 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-16k", + "name": "Vicuna 7b 16k", + "display_name": "Vicuna 7b 16k", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-fp16", + "name": "Vicuna 7b fp16", + "display_name": "Vicuna 7b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q2_K", + "name": "Vicuna 7b q2_K", + "display_name": "Vicuna 7b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q3_K_L", + "name": "Vicuna 7b q3_K_L", + "display_name": "Vicuna 7b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q3_K_M", + "name": "Vicuna 7b q3_K_M", + "display_name": "Vicuna 7b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q3_K_S", + "name": "Vicuna 7b q3_K_S", + "display_name": "Vicuna 7b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q4_0", + "name": "Vicuna 7b q4_0", + "display_name": "Vicuna 7b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q4_1", + "name": "Vicuna 7b q4_1", + "display_name": "Vicuna 7b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q4_K_M", + "name": "Vicuna 7b q4_K_M", + "display_name": "Vicuna 7b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q4_K_S", + "name": "Vicuna 7b q4_K_S", + "display_name": "Vicuna 7b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q5_0", + "name": "Vicuna 7b q5_0", + "display_name": "Vicuna 7b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q5_1", + "name": "Vicuna 7b q5_1", + "display_name": "Vicuna 7b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q5_K_M", + "name": "Vicuna 7b q5_K_M", + "display_name": "Vicuna 7b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q5_K_S", + "name": "Vicuna 7b q5_K_S", + "display_name": "Vicuna 7b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q6_K", + "name": "Vicuna 7b q6_K", + "display_name": "Vicuna 7b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-q8_0", + "name": "Vicuna 7b q8_0", + "display_name": "Vicuna 7b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-fp16", + "name": "Vicuna 7b v1.5 16k fp16", + "display_name": "Vicuna 7b v1.5 16k fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q2_K", + "name": "Vicuna 7b v1.5 16k q2_K", + "display_name": "Vicuna 7b v1.5 16k q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q3_K_L", + "name": "Vicuna 7b v1.5 16k q3_K_L", + "display_name": "Vicuna 7b v1.5 16k q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q3_K_M", + "name": "Vicuna 7b v1.5 16k q3_K_M", + "display_name": "Vicuna 7b v1.5 16k q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q3_K_S", + "name": "Vicuna 7b v1.5 16k q3_K_S", + "display_name": "Vicuna 7b v1.5 16k q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q4_0", + "name": "Vicuna 7b v1.5 16k q4_0", + "display_name": "Vicuna 7b v1.5 16k q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q4_1", + "name": "Vicuna 7b v1.5 16k q4_1", + "display_name": "Vicuna 7b v1.5 16k q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q4_K_M", + "name": "Vicuna 7b v1.5 16k q4_K_M", + "display_name": "Vicuna 7b v1.5 16k q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q4_K_S", + "name": "Vicuna 7b v1.5 16k q4_K_S", + "display_name": "Vicuna 7b v1.5 16k q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q5_0", + "name": "Vicuna 7b v1.5 16k q5_0", + "display_name": "Vicuna 7b v1.5 16k q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q5_1", + "name": "Vicuna 7b v1.5 16k q5_1", + "display_name": "Vicuna 7b v1.5 16k q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q5_K_M", + "name": "Vicuna 7b v1.5 16k q5_K_M", + "display_name": "Vicuna 7b v1.5 16k q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q5_K_S", + "name": "Vicuna 7b v1.5 16k q5_K_S", + "display_name": "Vicuna 7b v1.5 16k q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q6_K", + "name": "Vicuna 7b v1.5 16k q6_K", + "display_name": "Vicuna 7b v1.5 16k q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-16k-q8_0", + "name": "Vicuna 7b v1.5 16k q8_0", + "display_name": "Vicuna 7b v1.5 16k q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-fp16", + "name": "Vicuna 7b v1.5 fp16", + "display_name": "Vicuna 7b v1.5 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q2_K", + "name": "Vicuna 7b v1.5 q2_K", + "display_name": "Vicuna 7b v1.5 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q3_K_L", + "name": "Vicuna 7b v1.5 q3_K_L", + "display_name": "Vicuna 7b v1.5 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q3_K_M", + "name": "Vicuna 7b v1.5 q3_K_M", + "display_name": "Vicuna 7b v1.5 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q3_K_S", + "name": "Vicuna 7b v1.5 q3_K_S", + "display_name": "Vicuna 7b v1.5 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q4_0", + "name": "Vicuna 7b v1.5 q4_0", + "display_name": "Vicuna 7b v1.5 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q4_1", + "name": "Vicuna 7b v1.5 q4_1", + "display_name": "Vicuna 7b v1.5 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q4_K_M", + "name": "Vicuna 7b v1.5 q4_K_M", + "display_name": "Vicuna 7b v1.5 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q4_K_S", + "name": "Vicuna 7b v1.5 q4_K_S", + "display_name": "Vicuna 7b v1.5 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q5_0", + "name": "Vicuna 7b v1.5 q5_0", + "display_name": "Vicuna 7b v1.5 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q5_1", + "name": "Vicuna 7b v1.5 q5_1", + "display_name": "Vicuna 7b v1.5 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q5_K_M", + "name": "Vicuna 7b v1.5 q5_K_M", + "display_name": "Vicuna 7b v1.5 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q5_K_S", + "name": "Vicuna 7b v1.5 q5_K_S", + "display_name": "Vicuna 7b v1.5 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q6_K", + "name": "Vicuna 7b v1.5 q6_K", + "display_name": "Vicuna 7b v1.5 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:7b-v1.5-q8_0", + "name": "Vicuna 7b v1.5 q8_0", + "display_name": "Vicuna 7b v1.5 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "vicuna:latest", + "name": "Vicuna Latest", + "display_name": "Vicuna Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b", + "name": "Wizard-math 13b", + "display_name": "Wizard-math 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-fp16", + "name": "Wizard-math 13b fp16", + "display_name": "Wizard-math 13b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q2_K", + "name": "Wizard-math 13b q2_K", + "display_name": "Wizard-math 13b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q3_K_L", + "name": "Wizard-math 13b q3_K_L", + "display_name": "Wizard-math 13b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q3_K_M", + "name": "Wizard-math 13b q3_K_M", + "display_name": "Wizard-math 13b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q3_K_S", + "name": "Wizard-math 13b q3_K_S", + "display_name": "Wizard-math 13b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q4_0", + "name": "Wizard-math 13b q4_0", + "display_name": "Wizard-math 13b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q4_1", + "name": "Wizard-math 13b q4_1", + "display_name": "Wizard-math 13b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q4_K_M", + "name": "Wizard-math 13b q4_K_M", + "display_name": "Wizard-math 13b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q4_K_S", + "name": "Wizard-math 13b q4_K_S", + "display_name": "Wizard-math 13b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q5_0", + "name": "Wizard-math 13b q5_0", + "display_name": "Wizard-math 13b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q5_1", + "name": "Wizard-math 13b q5_1", + "display_name": "Wizard-math 13b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q5_K_M", + "name": "Wizard-math 13b q5_K_M", + "display_name": "Wizard-math 13b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q5_K_S", + "name": "Wizard-math 13b q5_K_S", + "display_name": "Wizard-math 13b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q6_K", + "name": "Wizard-math 13b q6_K", + "display_name": "Wizard-math 13b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:13b-q8_0", + "name": "Wizard-math 13b q8_0", + "display_name": "Wizard-math 13b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b", + "name": "Wizard-math 70b", + "display_name": "Wizard-math 70b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-fp16", + "name": "Wizard-math 70b fp16", + "display_name": "Wizard-math 70b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q2_K", + "name": "Wizard-math 70b q2_K", + "display_name": "Wizard-math 70b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q3_K_L", + "name": "Wizard-math 70b q3_K_L", + "display_name": "Wizard-math 70b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q3_K_M", + "name": "Wizard-math 70b q3_K_M", + "display_name": "Wizard-math 70b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q3_K_S", + "name": "Wizard-math 70b q3_K_S", + "display_name": "Wizard-math 70b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q4_0", + "name": "Wizard-math 70b q4_0", + "display_name": "Wizard-math 70b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q4_1", + "name": "Wizard-math 70b q4_1", + "display_name": "Wizard-math 70b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q4_K_M", + "name": "Wizard-math 70b q4_K_M", + "display_name": "Wizard-math 70b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q4_K_S", + "name": "Wizard-math 70b q4_K_S", + "display_name": "Wizard-math 70b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q5_0", + "name": "Wizard-math 70b q5_0", + "display_name": "Wizard-math 70b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q5_1", + "name": "Wizard-math 70b q5_1", + "display_name": "Wizard-math 70b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q5_K_M", + "name": "Wizard-math 70b q5_K_M", + "display_name": "Wizard-math 70b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q5_K_S", + "name": "Wizard-math 70b q5_K_S", + "display_name": "Wizard-math 70b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q6_K", + "name": "Wizard-math 70b q6_K", + "display_name": "Wizard-math 70b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:70b-q8_0", + "name": "Wizard-math 70b q8_0", + "display_name": "Wizard-math 70b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b", + "name": "Wizard-math 7b", + "display_name": "Wizard-math 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-fp16", + "name": "Wizard-math 7b fp16", + "display_name": "Wizard-math 7b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q2_K", + "name": "Wizard-math 7b q2_K", + "display_name": "Wizard-math 7b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q3_K_L", + "name": "Wizard-math 7b q3_K_L", + "display_name": "Wizard-math 7b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q3_K_M", + "name": "Wizard-math 7b q3_K_M", + "display_name": "Wizard-math 7b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q3_K_S", + "name": "Wizard-math 7b q3_K_S", + "display_name": "Wizard-math 7b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q4_0", + "name": "Wizard-math 7b q4_0", + "display_name": "Wizard-math 7b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q4_1", + "name": "Wizard-math 7b q4_1", + "display_name": "Wizard-math 7b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q4_K_M", + "name": "Wizard-math 7b q4_K_M", + "display_name": "Wizard-math 7b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q4_K_S", + "name": "Wizard-math 7b q4_K_S", + "display_name": "Wizard-math 7b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q5_0", + "name": "Wizard-math 7b q5_0", + "display_name": "Wizard-math 7b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q5_1", + "name": "Wizard-math 7b q5_1", + "display_name": "Wizard-math 7b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q5_K_M", + "name": "Wizard-math 7b q5_K_M", + "display_name": "Wizard-math 7b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q5_K_S", + "name": "Wizard-math 7b q5_K_S", + "display_name": "Wizard-math 7b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q6_K", + "name": "Wizard-math 7b q6_K", + "display_name": "Wizard-math 7b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-q8_0", + "name": "Wizard-math 7b q8_0", + "display_name": "Wizard-math 7b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-fp16", + "name": "Wizard-math 7b v1.1 fp16", + "display_name": "Wizard-math 7b v1.1 fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q2_K", + "name": "Wizard-math 7b v1.1 q2_K", + "display_name": "Wizard-math 7b v1.1 q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q3_K_L", + "name": "Wizard-math 7b v1.1 q3_K_L", + "display_name": "Wizard-math 7b v1.1 q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q3_K_M", + "name": "Wizard-math 7b v1.1 q3_K_M", + "display_name": "Wizard-math 7b v1.1 q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q3_K_S", + "name": "Wizard-math 7b v1.1 q3_K_S", + "display_name": "Wizard-math 7b v1.1 q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q4_0", + "name": "Wizard-math 7b v1.1 q4_0", + "display_name": "Wizard-math 7b v1.1 q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q4_1", + "name": "Wizard-math 7b v1.1 q4_1", + "display_name": "Wizard-math 7b v1.1 q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q4_K_M", + "name": "Wizard-math 7b v1.1 q4_K_M", + "display_name": "Wizard-math 7b v1.1 q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q4_K_S", + "name": "Wizard-math 7b v1.1 q4_K_S", + "display_name": "Wizard-math 7b v1.1 q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q5_0", + "name": "Wizard-math 7b v1.1 q5_0", + "display_name": "Wizard-math 7b v1.1 q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q5_1", + "name": "Wizard-math 7b v1.1 q5_1", + "display_name": "Wizard-math 7b v1.1 q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q5_K_M", + "name": "Wizard-math 7b v1.1 q5_K_M", + "display_name": "Wizard-math 7b v1.1 q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q5_K_S", + "name": "Wizard-math 7b v1.1 q5_K_S", + "display_name": "Wizard-math 7b v1.1 q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q6_K", + "name": "Wizard-math 7b v1.1 q6_K", + "display_name": "Wizard-math 7b v1.1 q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:7b-v1.1-q8_0", + "name": "Wizard-math 7b v1.1 q8_0", + "display_name": "Wizard-math 7b v1.1 q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-math:latest", + "name": "Wizard-math Latest", + "display_name": "Wizard-math Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b", + "name": "Wizard-vicuna-uncensored 13b", + "display_name": "Wizard-vicuna-uncensored 13b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-fp16", + "name": "Wizard-vicuna-uncensored 13b fp16", + "display_name": "Wizard-vicuna-uncensored 13b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q2_K", + "name": "Wizard-vicuna-uncensored 13b q2_K", + "display_name": "Wizard-vicuna-uncensored 13b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q3_K_L", + "name": "Wizard-vicuna-uncensored 13b q3_K_L", + "display_name": "Wizard-vicuna-uncensored 13b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q3_K_M", + "name": "Wizard-vicuna-uncensored 13b q3_K_M", + "display_name": "Wizard-vicuna-uncensored 13b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q3_K_S", + "name": "Wizard-vicuna-uncensored 13b q3_K_S", + "display_name": "Wizard-vicuna-uncensored 13b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q4_0", + "name": "Wizard-vicuna-uncensored 13b q4_0", + "display_name": "Wizard-vicuna-uncensored 13b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q4_1", + "name": "Wizard-vicuna-uncensored 13b q4_1", + "display_name": "Wizard-vicuna-uncensored 13b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q4_K_M", + "name": "Wizard-vicuna-uncensored 13b q4_K_M", + "display_name": "Wizard-vicuna-uncensored 13b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q4_K_S", + "name": "Wizard-vicuna-uncensored 13b q4_K_S", + "display_name": "Wizard-vicuna-uncensored 13b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q5_0", + "name": "Wizard-vicuna-uncensored 13b q5_0", + "display_name": "Wizard-vicuna-uncensored 13b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q5_1", + "name": "Wizard-vicuna-uncensored 13b q5_1", + "display_name": "Wizard-vicuna-uncensored 13b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q5_K_M", + "name": "Wizard-vicuna-uncensored 13b q5_K_M", + "display_name": "Wizard-vicuna-uncensored 13b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q5_K_S", + "name": "Wizard-vicuna-uncensored 13b q5_K_S", + "display_name": "Wizard-vicuna-uncensored 13b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q6_K", + "name": "Wizard-vicuna-uncensored 13b q6_K", + "display_name": "Wizard-vicuna-uncensored 13b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:13b-q8_0", + "name": "Wizard-vicuna-uncensored 13b q8_0", + "display_name": "Wizard-vicuna-uncensored 13b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b", + "name": "Wizard-vicuna-uncensored 30b", + "display_name": "Wizard-vicuna-uncensored 30b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-fp16", + "name": "Wizard-vicuna-uncensored 30b fp16", + "display_name": "Wizard-vicuna-uncensored 30b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q2_K", + "name": "Wizard-vicuna-uncensored 30b q2_K", + "display_name": "Wizard-vicuna-uncensored 30b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q3_K_L", + "name": "Wizard-vicuna-uncensored 30b q3_K_L", + "display_name": "Wizard-vicuna-uncensored 30b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q3_K_M", + "name": "Wizard-vicuna-uncensored 30b q3_K_M", + "display_name": "Wizard-vicuna-uncensored 30b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q3_K_S", + "name": "Wizard-vicuna-uncensored 30b q3_K_S", + "display_name": "Wizard-vicuna-uncensored 30b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q4_0", + "name": "Wizard-vicuna-uncensored 30b q4_0", + "display_name": "Wizard-vicuna-uncensored 30b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q4_1", + "name": "Wizard-vicuna-uncensored 30b q4_1", + "display_name": "Wizard-vicuna-uncensored 30b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q4_K_M", + "name": "Wizard-vicuna-uncensored 30b q4_K_M", + "display_name": "Wizard-vicuna-uncensored 30b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q4_K_S", + "name": "Wizard-vicuna-uncensored 30b q4_K_S", + "display_name": "Wizard-vicuna-uncensored 30b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q5_0", + "name": "Wizard-vicuna-uncensored 30b q5_0", + "display_name": "Wizard-vicuna-uncensored 30b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q5_1", + "name": "Wizard-vicuna-uncensored 30b q5_1", + "display_name": "Wizard-vicuna-uncensored 30b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q5_K_M", + "name": "Wizard-vicuna-uncensored 30b q5_K_M", + "display_name": "Wizard-vicuna-uncensored 30b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q5_K_S", + "name": "Wizard-vicuna-uncensored 30b q5_K_S", + "display_name": "Wizard-vicuna-uncensored 30b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q6_K", + "name": "Wizard-vicuna-uncensored 30b q6_K", + "display_name": "Wizard-vicuna-uncensored 30b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:30b-q8_0", + "name": "Wizard-vicuna-uncensored 30b q8_0", + "display_name": "Wizard-vicuna-uncensored 30b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b", + "name": "Wizard-vicuna-uncensored 7b", + "display_name": "Wizard-vicuna-uncensored 7b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-fp16", + "name": "Wizard-vicuna-uncensored 7b fp16", + "display_name": "Wizard-vicuna-uncensored 7b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q2_K", + "name": "Wizard-vicuna-uncensored 7b q2_K", + "display_name": "Wizard-vicuna-uncensored 7b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q3_K_L", + "name": "Wizard-vicuna-uncensored 7b q3_K_L", + "display_name": "Wizard-vicuna-uncensored 7b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q3_K_M", + "name": "Wizard-vicuna-uncensored 7b q3_K_M", + "display_name": "Wizard-vicuna-uncensored 7b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q3_K_S", + "name": "Wizard-vicuna-uncensored 7b q3_K_S", + "display_name": "Wizard-vicuna-uncensored 7b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q4_0", + "name": "Wizard-vicuna-uncensored 7b q4_0", + "display_name": "Wizard-vicuna-uncensored 7b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q4_1", + "name": "Wizard-vicuna-uncensored 7b q4_1", + "display_name": "Wizard-vicuna-uncensored 7b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q4_K_M", + "name": "Wizard-vicuna-uncensored 7b q4_K_M", + "display_name": "Wizard-vicuna-uncensored 7b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q4_K_S", + "name": "Wizard-vicuna-uncensored 7b q4_K_S", + "display_name": "Wizard-vicuna-uncensored 7b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q5_0", + "name": "Wizard-vicuna-uncensored 7b q5_0", + "display_name": "Wizard-vicuna-uncensored 7b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q5_1", + "name": "Wizard-vicuna-uncensored 7b q5_1", + "display_name": "Wizard-vicuna-uncensored 7b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q5_K_M", + "name": "Wizard-vicuna-uncensored 7b q5_K_M", + "display_name": "Wizard-vicuna-uncensored 7b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q5_K_S", + "name": "Wizard-vicuna-uncensored 7b q5_K_S", + "display_name": "Wizard-vicuna-uncensored 7b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q6_K", + "name": "Wizard-vicuna-uncensored 7b q6_K", + "display_name": "Wizard-vicuna-uncensored 7b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:7b-q8_0", + "name": "Wizard-vicuna-uncensored 7b q8_0", + "display_name": "Wizard-vicuna-uncensored 7b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna-uncensored:latest", + "name": "Wizard-vicuna-uncensored Latest", + "display_name": "Wizard-vicuna-uncensored Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b", + "name": "Wizard-vicuna 13b", + "display_name": "Wizard-vicuna 13b", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-fp16", + "name": "Wizard-vicuna 13b fp16", + "display_name": "Wizard-vicuna 13b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q2_K", + "name": "Wizard-vicuna 13b q2_K", + "display_name": "Wizard-vicuna 13b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q3_K_L", + "name": "Wizard-vicuna 13b q3_K_L", + "display_name": "Wizard-vicuna 13b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q3_K_M", + "name": "Wizard-vicuna 13b q3_K_M", + "display_name": "Wizard-vicuna 13b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q3_K_S", + "name": "Wizard-vicuna 13b q3_K_S", + "display_name": "Wizard-vicuna 13b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q4_0", + "name": "Wizard-vicuna 13b q4_0", + "display_name": "Wizard-vicuna 13b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q4_1", + "name": "Wizard-vicuna 13b q4_1", + "display_name": "Wizard-vicuna 13b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q4_K_M", + "name": "Wizard-vicuna 13b q4_K_M", + "display_name": "Wizard-vicuna 13b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q4_K_S", + "name": "Wizard-vicuna 13b q4_K_S", + "display_name": "Wizard-vicuna 13b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q5_0", + "name": "Wizard-vicuna 13b q5_0", + "display_name": "Wizard-vicuna 13b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q5_1", + "name": "Wizard-vicuna 13b q5_1", + "display_name": "Wizard-vicuna 13b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q5_K_M", + "name": "Wizard-vicuna 13b q5_K_M", + "display_name": "Wizard-vicuna 13b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q5_K_S", + "name": "Wizard-vicuna 13b q5_K_S", + "display_name": "Wizard-vicuna 13b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q6_K", + "name": "Wizard-vicuna 13b q6_K", + "display_name": "Wizard-vicuna 13b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:13b-q8_0", + "name": "Wizard-vicuna 13b q8_0", + "display_name": "Wizard-vicuna 13b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizard-vicuna:latest", + "name": "Wizard-vicuna Latest", + "display_name": "Wizard-vicuna Latest", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python", + "name": "Wizardcoder 13b python", + "display_name": "Wizardcoder 13b python", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-fp16", + "name": "Wizardcoder 13b python fp16", + "display_name": "Wizardcoder 13b python fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q2_K", + "name": "Wizardcoder 13b python q2_K", + "display_name": "Wizardcoder 13b python q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q3_K_L", + "name": "Wizardcoder 13b python q3_K_L", + "display_name": "Wizardcoder 13b python q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q3_K_M", + "name": "Wizardcoder 13b python q3_K_M", + "display_name": "Wizardcoder 13b python q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q3_K_S", + "name": "Wizardcoder 13b python q3_K_S", + "display_name": "Wizardcoder 13b python q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q4_0", + "name": "Wizardcoder 13b python q4_0", + "display_name": "Wizardcoder 13b python q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q4_1", + "name": "Wizardcoder 13b python q4_1", + "display_name": "Wizardcoder 13b python q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q4_K_M", + "name": "Wizardcoder 13b python q4_K_M", + "display_name": "Wizardcoder 13b python q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q4_K_S", + "name": "Wizardcoder 13b python q4_K_S", + "display_name": "Wizardcoder 13b python q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q5_0", + "name": "Wizardcoder 13b python q5_0", + "display_name": "Wizardcoder 13b python q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q5_1", + "name": "Wizardcoder 13b python q5_1", + "display_name": "Wizardcoder 13b python q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q5_K_M", + "name": "Wizardcoder 13b python q5_K_M", + "display_name": "Wizardcoder 13b python q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q5_K_S", + "name": "Wizardcoder 13b python q5_K_S", + "display_name": "Wizardcoder 13b python q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q6_K", + "name": "Wizardcoder 13b python q6_K", + "display_name": "Wizardcoder 13b python q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:13b-python-q8_0", + "name": "Wizardcoder 13b python q8_0", + "display_name": "Wizardcoder 13b python q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b", + "name": "Wizardcoder 33b", + "display_name": "Wizardcoder 33b", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1", + "name": "Wizardcoder 33b v1.1", + "display_name": "Wizardcoder 33b v1.1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-fp16", + "name": "Wizardcoder 33b v1.1 fp16", + "display_name": "Wizardcoder 33b v1.1 fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q2_K", + "name": "Wizardcoder 33b v1.1 q2_K", + "display_name": "Wizardcoder 33b v1.1 q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q3_K_L", + "name": "Wizardcoder 33b v1.1 q3_K_L", + "display_name": "Wizardcoder 33b v1.1 q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q3_K_M", + "name": "Wizardcoder 33b v1.1 q3_K_M", + "display_name": "Wizardcoder 33b v1.1 q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q3_K_S", + "name": "Wizardcoder 33b v1.1 q3_K_S", + "display_name": "Wizardcoder 33b v1.1 q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q4_0", + "name": "Wizardcoder 33b v1.1 q4_0", + "display_name": "Wizardcoder 33b v1.1 q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q4_1", + "name": "Wizardcoder 33b v1.1 q4_1", + "display_name": "Wizardcoder 33b v1.1 q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q4_K_M", + "name": "Wizardcoder 33b v1.1 q4_K_M", + "display_name": "Wizardcoder 33b v1.1 q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q4_K_S", + "name": "Wizardcoder 33b v1.1 q4_K_S", + "display_name": "Wizardcoder 33b v1.1 q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q5_0", + "name": "Wizardcoder 33b v1.1 q5_0", + "display_name": "Wizardcoder 33b v1.1 q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q5_1", + "name": "Wizardcoder 33b v1.1 q5_1", + "display_name": "Wizardcoder 33b v1.1 q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q5_K_M", + "name": "Wizardcoder 33b v1.1 q5_K_M", + "display_name": "Wizardcoder 33b v1.1 q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q5_K_S", + "name": "Wizardcoder 33b v1.1 q5_K_S", + "display_name": "Wizardcoder 33b v1.1 q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q6_K", + "name": "Wizardcoder 33b v1.1 q6_K", + "display_name": "Wizardcoder 33b v1.1 q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:33b-v1.1-q8_0", + "name": "Wizardcoder 33b v1.1 q8_0", + "display_name": "Wizardcoder 33b v1.1 q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python", + "name": "Wizardcoder 34b python", + "display_name": "Wizardcoder 34b python", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-fp16", + "name": "Wizardcoder 34b python fp16", + "display_name": "Wizardcoder 34b python fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q2_K", + "name": "Wizardcoder 34b python q2_K", + "display_name": "Wizardcoder 34b python q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q3_K_L", + "name": "Wizardcoder 34b python q3_K_L", + "display_name": "Wizardcoder 34b python q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q3_K_M", + "name": "Wizardcoder 34b python q3_K_M", + "display_name": "Wizardcoder 34b python q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q3_K_S", + "name": "Wizardcoder 34b python q3_K_S", + "display_name": "Wizardcoder 34b python q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q4_0", + "name": "Wizardcoder 34b python q4_0", + "display_name": "Wizardcoder 34b python q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q4_1", + "name": "Wizardcoder 34b python q4_1", + "display_name": "Wizardcoder 34b python q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q4_K_M", + "name": "Wizardcoder 34b python q4_K_M", + "display_name": "Wizardcoder 34b python q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q4_K_S", + "name": "Wizardcoder 34b python q4_K_S", + "display_name": "Wizardcoder 34b python q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q5_0", + "name": "Wizardcoder 34b python q5_0", + "display_name": "Wizardcoder 34b python q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q5_1", + "name": "Wizardcoder 34b python q5_1", + "display_name": "Wizardcoder 34b python q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q5_K_M", + "name": "Wizardcoder 34b python q5_K_M", + "display_name": "Wizardcoder 34b python q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q5_K_S", + "name": "Wizardcoder 34b python q5_K_S", + "display_name": "Wizardcoder 34b python q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q6_K", + "name": "Wizardcoder 34b python q6_K", + "display_name": "Wizardcoder 34b python q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:34b-python-q8_0", + "name": "Wizardcoder 34b python q8_0", + "display_name": "Wizardcoder 34b python q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python", + "name": "Wizardcoder 7b python", + "display_name": "Wizardcoder 7b python", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-fp16", + "name": "Wizardcoder 7b python fp16", + "display_name": "Wizardcoder 7b python fp16", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q2_K", + "name": "Wizardcoder 7b python q2_K", + "display_name": "Wizardcoder 7b python q2_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q3_K_L", + "name": "Wizardcoder 7b python q3_K_L", + "display_name": "Wizardcoder 7b python q3_K_L", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q3_K_M", + "name": "Wizardcoder 7b python q3_K_M", + "display_name": "Wizardcoder 7b python q3_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q3_K_S", + "name": "Wizardcoder 7b python q3_K_S", + "display_name": "Wizardcoder 7b python q3_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q4_0", + "name": "Wizardcoder 7b python q4_0", + "display_name": "Wizardcoder 7b python q4_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q4_1", + "name": "Wizardcoder 7b python q4_1", + "display_name": "Wizardcoder 7b python q4_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q4_K_M", + "name": "Wizardcoder 7b python q4_K_M", + "display_name": "Wizardcoder 7b python q4_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q4_K_S", + "name": "Wizardcoder 7b python q4_K_S", + "display_name": "Wizardcoder 7b python q4_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q5_0", + "name": "Wizardcoder 7b python q5_0", + "display_name": "Wizardcoder 7b python q5_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q5_1", + "name": "Wizardcoder 7b python q5_1", + "display_name": "Wizardcoder 7b python q5_1", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q5_K_M", + "name": "Wizardcoder 7b python q5_K_M", + "display_name": "Wizardcoder 7b python q5_K_M", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q5_K_S", + "name": "Wizardcoder 7b python q5_K_S", + "display_name": "Wizardcoder 7b python q5_K_S", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q6_K", + "name": "Wizardcoder 7b python q6_K", + "display_name": "Wizardcoder 7b python q6_K", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:7b-python-q8_0", + "name": "Wizardcoder 7b python q8_0", + "display_name": "Wizardcoder 7b python q8_0", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:latest", + "name": "Wizardcoder Latest", + "display_name": "Wizardcoder Latest", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardcoder:python", + "name": "Wizardcoder Python", + "display_name": "Wizardcoder Python", + "type": "chat", + "context_length": 16000, + "max_output_tokens": 4000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b", + "name": "Wizardlm-uncensored 13b", + "display_name": "Wizardlm-uncensored 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2", + "name": "Wizardlm-uncensored 13b llama2", + "display_name": "Wizardlm-uncensored 13b llama2", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-fp16", + "name": "Wizardlm-uncensored 13b llama2 fp16", + "display_name": "Wizardlm-uncensored 13b llama2 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q2_K", + "name": "Wizardlm-uncensored 13b llama2 q2_K", + "display_name": "Wizardlm-uncensored 13b llama2 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q3_K_L", + "name": "Wizardlm-uncensored 13b llama2 q3_K_L", + "display_name": "Wizardlm-uncensored 13b llama2 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q3_K_M", + "name": "Wizardlm-uncensored 13b llama2 q3_K_M", + "display_name": "Wizardlm-uncensored 13b llama2 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q3_K_S", + "name": "Wizardlm-uncensored 13b llama2 q3_K_S", + "display_name": "Wizardlm-uncensored 13b llama2 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q4_0", + "name": "Wizardlm-uncensored 13b llama2 q4_0", + "display_name": "Wizardlm-uncensored 13b llama2 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q4_1", + "name": "Wizardlm-uncensored 13b llama2 q4_1", + "display_name": "Wizardlm-uncensored 13b llama2 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q4_K_M", + "name": "Wizardlm-uncensored 13b llama2 q4_K_M", + "display_name": "Wizardlm-uncensored 13b llama2 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q4_K_S", + "name": "Wizardlm-uncensored 13b llama2 q4_K_S", + "display_name": "Wizardlm-uncensored 13b llama2 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q5_0", + "name": "Wizardlm-uncensored 13b llama2 q5_0", + "display_name": "Wizardlm-uncensored 13b llama2 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q5_1", + "name": "Wizardlm-uncensored 13b llama2 q5_1", + "display_name": "Wizardlm-uncensored 13b llama2 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q5_K_M", + "name": "Wizardlm-uncensored 13b llama2 q5_K_M", + "display_name": "Wizardlm-uncensored 13b llama2 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q5_K_S", + "name": "Wizardlm-uncensored 13b llama2 q5_K_S", + "display_name": "Wizardlm-uncensored 13b llama2 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q6_K", + "name": "Wizardlm-uncensored 13b llama2 q6_K", + "display_name": "Wizardlm-uncensored 13b llama2 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:13b-llama2-q8_0", + "name": "Wizardlm-uncensored 13b llama2 q8_0", + "display_name": "Wizardlm-uncensored 13b llama2 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm-uncensored:latest", + "name": "Wizardlm-uncensored Latest", + "display_name": "Wizardlm-uncensored Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-fp16", + "name": "Wizardlm 13b fp16", + "display_name": "Wizardlm 13b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-fp16", + "name": "Wizardlm 13b llama2 fp16", + "display_name": "Wizardlm 13b llama2 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q2_K", + "name": "Wizardlm 13b llama2 q2_K", + "display_name": "Wizardlm 13b llama2 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q3_K_L", + "name": "Wizardlm 13b llama2 q3_K_L", + "display_name": "Wizardlm 13b llama2 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q3_K_M", + "name": "Wizardlm 13b llama2 q3_K_M", + "display_name": "Wizardlm 13b llama2 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q3_K_S", + "name": "Wizardlm 13b llama2 q3_K_S", + "display_name": "Wizardlm 13b llama2 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q4_0", + "name": "Wizardlm 13b llama2 q4_0", + "display_name": "Wizardlm 13b llama2 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q4_1", + "name": "Wizardlm 13b llama2 q4_1", + "display_name": "Wizardlm 13b llama2 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q4_K_M", + "name": "Wizardlm 13b llama2 q4_K_M", + "display_name": "Wizardlm 13b llama2 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q4_K_S", + "name": "Wizardlm 13b llama2 q4_K_S", + "display_name": "Wizardlm 13b llama2 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q5_0", + "name": "Wizardlm 13b llama2 q5_0", + "display_name": "Wizardlm 13b llama2 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q5_1", + "name": "Wizardlm 13b llama2 q5_1", + "display_name": "Wizardlm 13b llama2 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q5_K_M", + "name": "Wizardlm 13b llama2 q5_K_M", + "display_name": "Wizardlm 13b llama2 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q5_K_S", + "name": "Wizardlm 13b llama2 q5_K_S", + "display_name": "Wizardlm 13b llama2 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q6_K", + "name": "Wizardlm 13b llama2 q6_K", + "display_name": "Wizardlm 13b llama2 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-llama2-q8_0", + "name": "Wizardlm 13b llama2 q8_0", + "display_name": "Wizardlm 13b llama2 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q2_K", + "name": "Wizardlm 13b q2_K", + "display_name": "Wizardlm 13b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q3_K_L", + "name": "Wizardlm 13b q3_K_L", + "display_name": "Wizardlm 13b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q3_K_M", + "name": "Wizardlm 13b q3_K_M", + "display_name": "Wizardlm 13b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q3_K_S", + "name": "Wizardlm 13b q3_K_S", + "display_name": "Wizardlm 13b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q4_0", + "name": "Wizardlm 13b q4_0", + "display_name": "Wizardlm 13b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q4_1", + "name": "Wizardlm 13b q4_1", + "display_name": "Wizardlm 13b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q4_K_M", + "name": "Wizardlm 13b q4_K_M", + "display_name": "Wizardlm 13b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q4_K_S", + "name": "Wizardlm 13b q4_K_S", + "display_name": "Wizardlm 13b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q5_0", + "name": "Wizardlm 13b q5_0", + "display_name": "Wizardlm 13b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q5_1", + "name": "Wizardlm 13b q5_1", + "display_name": "Wizardlm 13b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q5_K_M", + "name": "Wizardlm 13b q5_K_M", + "display_name": "Wizardlm 13b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q5_K_S", + "name": "Wizardlm 13b q5_K_S", + "display_name": "Wizardlm 13b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q6_K", + "name": "Wizardlm 13b q6_K", + "display_name": "Wizardlm 13b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:13b-q8_0", + "name": "Wizardlm 13b q8_0", + "display_name": "Wizardlm 13b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-fp16", + "name": "Wizardlm 30b fp16", + "display_name": "Wizardlm 30b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q2_K", + "name": "Wizardlm 30b q2_K", + "display_name": "Wizardlm 30b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q3_K_L", + "name": "Wizardlm 30b q3_K_L", + "display_name": "Wizardlm 30b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q3_K_M", + "name": "Wizardlm 30b q3_K_M", + "display_name": "Wizardlm 30b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q3_K_S", + "name": "Wizardlm 30b q3_K_S", + "display_name": "Wizardlm 30b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q4_0", + "name": "Wizardlm 30b q4_0", + "display_name": "Wizardlm 30b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q4_1", + "name": "Wizardlm 30b q4_1", + "display_name": "Wizardlm 30b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q4_K_M", + "name": "Wizardlm 30b q4_K_M", + "display_name": "Wizardlm 30b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q4_K_S", + "name": "Wizardlm 30b q4_K_S", + "display_name": "Wizardlm 30b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q5_0", + "name": "Wizardlm 30b q5_0", + "display_name": "Wizardlm 30b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q5_1", + "name": "Wizardlm 30b q5_1", + "display_name": "Wizardlm 30b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q5_K_M", + "name": "Wizardlm 30b q5_K_M", + "display_name": "Wizardlm 30b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q5_K_S", + "name": "Wizardlm 30b q5_K_S", + "display_name": "Wizardlm 30b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q6_K", + "name": "Wizardlm 30b q6_K", + "display_name": "Wizardlm 30b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:30b-q8_0", + "name": "Wizardlm 30b q8_0", + "display_name": "Wizardlm 30b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q2_K", + "name": "Wizardlm 70b llama2 q2_K", + "display_name": "Wizardlm 70b llama2 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q3_K_L", + "name": "Wizardlm 70b llama2 q3_K_L", + "display_name": "Wizardlm 70b llama2 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q3_K_M", + "name": "Wizardlm 70b llama2 q3_K_M", + "display_name": "Wizardlm 70b llama2 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q3_K_S", + "name": "Wizardlm 70b llama2 q3_K_S", + "display_name": "Wizardlm 70b llama2 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q4_0", + "name": "Wizardlm 70b llama2 q4_0", + "display_name": "Wizardlm 70b llama2 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q4_1", + "name": "Wizardlm 70b llama2 q4_1", + "display_name": "Wizardlm 70b llama2 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q4_K_M", + "name": "Wizardlm 70b llama2 q4_K_M", + "display_name": "Wizardlm 70b llama2 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q4_K_S", + "name": "Wizardlm 70b llama2 q4_K_S", + "display_name": "Wizardlm 70b llama2 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q5_0", + "name": "Wizardlm 70b llama2 q5_0", + "display_name": "Wizardlm 70b llama2 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q5_K_M", + "name": "Wizardlm 70b llama2 q5_K_M", + "display_name": "Wizardlm 70b llama2 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q5_K_S", + "name": "Wizardlm 70b llama2 q5_K_S", + "display_name": "Wizardlm 70b llama2 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q6_K", + "name": "Wizardlm 70b llama2 q6_K", + "display_name": "Wizardlm 70b llama2 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:70b-llama2-q8_0", + "name": "Wizardlm 70b llama2 q8_0", + "display_name": "Wizardlm 70b llama2 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-fp16", + "name": "Wizardlm 7b fp16", + "display_name": "Wizardlm 7b fp16", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q2_K", + "name": "Wizardlm 7b q2_K", + "display_name": "Wizardlm 7b q2_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q3_K_L", + "name": "Wizardlm 7b q3_K_L", + "display_name": "Wizardlm 7b q3_K_L", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q3_K_M", + "name": "Wizardlm 7b q3_K_M", + "display_name": "Wizardlm 7b q3_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q3_K_S", + "name": "Wizardlm 7b q3_K_S", + "display_name": "Wizardlm 7b q3_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q4_0", + "name": "Wizardlm 7b q4_0", + "display_name": "Wizardlm 7b q4_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q4_1", + "name": "Wizardlm 7b q4_1", + "display_name": "Wizardlm 7b q4_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q4_K_M", + "name": "Wizardlm 7b q4_K_M", + "display_name": "Wizardlm 7b q4_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q4_K_S", + "name": "Wizardlm 7b q4_K_S", + "display_name": "Wizardlm 7b q4_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q5_0", + "name": "Wizardlm 7b q5_0", + "display_name": "Wizardlm 7b q5_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q5_1", + "name": "Wizardlm 7b q5_1", + "display_name": "Wizardlm 7b q5_1", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q5_K_M", + "name": "Wizardlm 7b q5_K_M", + "display_name": "Wizardlm 7b q5_K_M", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q5_K_S", + "name": "Wizardlm 7b q5_K_S", + "display_name": "Wizardlm 7b q5_K_S", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q6_K", + "name": "Wizardlm 7b q6_K", + "display_name": "Wizardlm 7b q6_K", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "wizardlm:7b-q8_0", + "name": "Wizardlm 7b q8_0", + "display_name": "Wizardlm 7b q8_0", + "type": "chat", + "context_length": 2000, + "max_output_tokens": 500, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b", + "name": "Xwinlm 13b", + "display_name": "Xwinlm 13b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1", + "name": "Xwinlm 13b v0.1", + "display_name": "Xwinlm 13b v0.1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-fp16", + "name": "Xwinlm 13b v0.1 fp16", + "display_name": "Xwinlm 13b v0.1 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q2_K", + "name": "Xwinlm 13b v0.1 q2_K", + "display_name": "Xwinlm 13b v0.1 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q3_K_L", + "name": "Xwinlm 13b v0.1 q3_K_L", + "display_name": "Xwinlm 13b v0.1 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q3_K_M", + "name": "Xwinlm 13b v0.1 q3_K_M", + "display_name": "Xwinlm 13b v0.1 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q3_K_S", + "name": "Xwinlm 13b v0.1 q3_K_S", + "display_name": "Xwinlm 13b v0.1 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q4_0", + "name": "Xwinlm 13b v0.1 q4_0", + "display_name": "Xwinlm 13b v0.1 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q4_1", + "name": "Xwinlm 13b v0.1 q4_1", + "display_name": "Xwinlm 13b v0.1 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q4_K_M", + "name": "Xwinlm 13b v0.1 q4_K_M", + "display_name": "Xwinlm 13b v0.1 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q4_K_S", + "name": "Xwinlm 13b v0.1 q4_K_S", + "display_name": "Xwinlm 13b v0.1 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q5_0", + "name": "Xwinlm 13b v0.1 q5_0", + "display_name": "Xwinlm 13b v0.1 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q5_1", + "name": "Xwinlm 13b v0.1 q5_1", + "display_name": "Xwinlm 13b v0.1 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q5_K_M", + "name": "Xwinlm 13b v0.1 q5_K_M", + "display_name": "Xwinlm 13b v0.1 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q5_K_S", + "name": "Xwinlm 13b v0.1 q5_K_S", + "display_name": "Xwinlm 13b v0.1 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q6_K", + "name": "Xwinlm 13b v0.1 q6_K", + "display_name": "Xwinlm 13b v0.1 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.1-q8_0", + "name": "Xwinlm 13b v0.1 q8_0", + "display_name": "Xwinlm 13b v0.1 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2", + "name": "Xwinlm 13b v0.2", + "display_name": "Xwinlm 13b v0.2", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-fp16", + "name": "Xwinlm 13b v0.2 fp16", + "display_name": "Xwinlm 13b v0.2 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q2_K", + "name": "Xwinlm 13b v0.2 q2_K", + "display_name": "Xwinlm 13b v0.2 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q3_K_L", + "name": "Xwinlm 13b v0.2 q3_K_L", + "display_name": "Xwinlm 13b v0.2 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q3_K_M", + "name": "Xwinlm 13b v0.2 q3_K_M", + "display_name": "Xwinlm 13b v0.2 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q3_K_S", + "name": "Xwinlm 13b v0.2 q3_K_S", + "display_name": "Xwinlm 13b v0.2 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q4_0", + "name": "Xwinlm 13b v0.2 q4_0", + "display_name": "Xwinlm 13b v0.2 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q4_1", + "name": "Xwinlm 13b v0.2 q4_1", + "display_name": "Xwinlm 13b v0.2 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q4_K_M", + "name": "Xwinlm 13b v0.2 q4_K_M", + "display_name": "Xwinlm 13b v0.2 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q4_K_S", + "name": "Xwinlm 13b v0.2 q4_K_S", + "display_name": "Xwinlm 13b v0.2 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q5_0", + "name": "Xwinlm 13b v0.2 q5_0", + "display_name": "Xwinlm 13b v0.2 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q5_1", + "name": "Xwinlm 13b v0.2 q5_1", + "display_name": "Xwinlm 13b v0.2 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q5_K_M", + "name": "Xwinlm 13b v0.2 q5_K_M", + "display_name": "Xwinlm 13b v0.2 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q5_K_S", + "name": "Xwinlm 13b v0.2 q5_K_S", + "display_name": "Xwinlm 13b v0.2 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q6_K", + "name": "Xwinlm 13b v0.2 q6_K", + "display_name": "Xwinlm 13b v0.2 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:13b-v0.2-q8_0", + "name": "Xwinlm 13b v0.2 q8_0", + "display_name": "Xwinlm 13b v0.2 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1", + "name": "Xwinlm 70b v0.1", + "display_name": "Xwinlm 70b v0.1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-fp16", + "name": "Xwinlm 70b v0.1 fp16", + "display_name": "Xwinlm 70b v0.1 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q2_K", + "name": "Xwinlm 70b v0.1 q2_K", + "display_name": "Xwinlm 70b v0.1 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q3_K_L", + "name": "Xwinlm 70b v0.1 q3_K_L", + "display_name": "Xwinlm 70b v0.1 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q3_K_M", + "name": "Xwinlm 70b v0.1 q3_K_M", + "display_name": "Xwinlm 70b v0.1 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q3_K_S", + "name": "Xwinlm 70b v0.1 q3_K_S", + "display_name": "Xwinlm 70b v0.1 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q4_0", + "name": "Xwinlm 70b v0.1 q4_0", + "display_name": "Xwinlm 70b v0.1 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q4_1", + "name": "Xwinlm 70b v0.1 q4_1", + "display_name": "Xwinlm 70b v0.1 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q4_K_M", + "name": "Xwinlm 70b v0.1 q4_K_M", + "display_name": "Xwinlm 70b v0.1 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q4_K_S", + "name": "Xwinlm 70b v0.1 q4_K_S", + "display_name": "Xwinlm 70b v0.1 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q5_0", + "name": "Xwinlm 70b v0.1 q5_0", + "display_name": "Xwinlm 70b v0.1 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q5_1", + "name": "Xwinlm 70b v0.1 q5_1", + "display_name": "Xwinlm 70b v0.1 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q5_K_S", + "name": "Xwinlm 70b v0.1 q5_K_S", + "display_name": "Xwinlm 70b v0.1 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q6_K", + "name": "Xwinlm 70b v0.1 q6_K", + "display_name": "Xwinlm 70b v0.1 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:70b-v0.1-q8_0", + "name": "Xwinlm 70b v0.1 q8_0", + "display_name": "Xwinlm 70b v0.1 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b", + "name": "Xwinlm 7b", + "display_name": "Xwinlm 7b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1", + "name": "Xwinlm 7b v0.1", + "display_name": "Xwinlm 7b v0.1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-fp16", + "name": "Xwinlm 7b v0.1 fp16", + "display_name": "Xwinlm 7b v0.1 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q2_K", + "name": "Xwinlm 7b v0.1 q2_K", + "display_name": "Xwinlm 7b v0.1 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q3_K_L", + "name": "Xwinlm 7b v0.1 q3_K_L", + "display_name": "Xwinlm 7b v0.1 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q3_K_M", + "name": "Xwinlm 7b v0.1 q3_K_M", + "display_name": "Xwinlm 7b v0.1 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q3_K_S", + "name": "Xwinlm 7b v0.1 q3_K_S", + "display_name": "Xwinlm 7b v0.1 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q4_0", + "name": "Xwinlm 7b v0.1 q4_0", + "display_name": "Xwinlm 7b v0.1 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q4_1", + "name": "Xwinlm 7b v0.1 q4_1", + "display_name": "Xwinlm 7b v0.1 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q4_K_M", + "name": "Xwinlm 7b v0.1 q4_K_M", + "display_name": "Xwinlm 7b v0.1 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q4_K_S", + "name": "Xwinlm 7b v0.1 q4_K_S", + "display_name": "Xwinlm 7b v0.1 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q5_0", + "name": "Xwinlm 7b v0.1 q5_0", + "display_name": "Xwinlm 7b v0.1 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q5_1", + "name": "Xwinlm 7b v0.1 q5_1", + "display_name": "Xwinlm 7b v0.1 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q5_K_M", + "name": "Xwinlm 7b v0.1 q5_K_M", + "display_name": "Xwinlm 7b v0.1 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q5_K_S", + "name": "Xwinlm 7b v0.1 q5_K_S", + "display_name": "Xwinlm 7b v0.1 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q6_K", + "name": "Xwinlm 7b v0.1 q6_K", + "display_name": "Xwinlm 7b v0.1 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.1-q8_0", + "name": "Xwinlm 7b v0.1 q8_0", + "display_name": "Xwinlm 7b v0.1 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2", + "name": "Xwinlm 7b v0.2", + "display_name": "Xwinlm 7b v0.2", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-fp16", + "name": "Xwinlm 7b v0.2 fp16", + "display_name": "Xwinlm 7b v0.2 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q2_K", + "name": "Xwinlm 7b v0.2 q2_K", + "display_name": "Xwinlm 7b v0.2 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q3_K_L", + "name": "Xwinlm 7b v0.2 q3_K_L", + "display_name": "Xwinlm 7b v0.2 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q3_K_S", + "name": "Xwinlm 7b v0.2 q3_K_S", + "display_name": "Xwinlm 7b v0.2 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q4_0", + "name": "Xwinlm 7b v0.2 q4_0", + "display_name": "Xwinlm 7b v0.2 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q4_1", + "name": "Xwinlm 7b v0.2 q4_1", + "display_name": "Xwinlm 7b v0.2 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q4_K_M", + "name": "Xwinlm 7b v0.2 q4_K_M", + "display_name": "Xwinlm 7b v0.2 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q4_K_S", + "name": "Xwinlm 7b v0.2 q4_K_S", + "display_name": "Xwinlm 7b v0.2 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q5_0", + "name": "Xwinlm 7b v0.2 q5_0", + "display_name": "Xwinlm 7b v0.2 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q5_K_M", + "name": "Xwinlm 7b v0.2 q5_K_M", + "display_name": "Xwinlm 7b v0.2 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q5_K_S", + "name": "Xwinlm 7b v0.2 q5_K_S", + "display_name": "Xwinlm 7b v0.2 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q6_K", + "name": "Xwinlm 7b v0.2 q6_K", + "display_name": "Xwinlm 7b v0.2 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:7b-v0.2-q8_0", + "name": "Xwinlm 7b v0.2 q8_0", + "display_name": "Xwinlm 7b v0.2 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "xwinlm:latest", + "name": "Xwinlm Latest", + "display_name": "Xwinlm Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b", + "name": "Yarn-llama2 13b", + "display_name": "Yarn-llama2 13b", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k", + "name": "Yarn-llama2 13b 128k", + "display_name": "Yarn-llama2 13b 128k", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-fp16", + "name": "Yarn-llama2 13b 128k fp16", + "display_name": "Yarn-llama2 13b 128k fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q2_K", + "name": "Yarn-llama2 13b 128k q2_K", + "display_name": "Yarn-llama2 13b 128k q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q3_K_L", + "name": "Yarn-llama2 13b 128k q3_K_L", + "display_name": "Yarn-llama2 13b 128k q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q3_K_M", + "name": "Yarn-llama2 13b 128k q3_K_M", + "display_name": "Yarn-llama2 13b 128k q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q3_K_S", + "name": "Yarn-llama2 13b 128k q3_K_S", + "display_name": "Yarn-llama2 13b 128k q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q4_0", + "name": "Yarn-llama2 13b 128k q4_0", + "display_name": "Yarn-llama2 13b 128k q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q4_1", + "name": "Yarn-llama2 13b 128k q4_1", + "display_name": "Yarn-llama2 13b 128k q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q4_K_M", + "name": "Yarn-llama2 13b 128k q4_K_M", + "display_name": "Yarn-llama2 13b 128k q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q4_K_S", + "name": "Yarn-llama2 13b 128k q4_K_S", + "display_name": "Yarn-llama2 13b 128k q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q5_0", + "name": "Yarn-llama2 13b 128k q5_0", + "display_name": "Yarn-llama2 13b 128k q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q5_1", + "name": "Yarn-llama2 13b 128k q5_1", + "display_name": "Yarn-llama2 13b 128k q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q5_K_M", + "name": "Yarn-llama2 13b 128k q5_K_M", + "display_name": "Yarn-llama2 13b 128k q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q5_K_S", + "name": "Yarn-llama2 13b 128k q5_K_S", + "display_name": "Yarn-llama2 13b 128k q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q6_K", + "name": "Yarn-llama2 13b 128k q6_K", + "display_name": "Yarn-llama2 13b 128k q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-128k-q8_0", + "name": "Yarn-llama2 13b 128k q8_0", + "display_name": "Yarn-llama2 13b 128k q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k", + "name": "Yarn-llama2 13b 64k", + "display_name": "Yarn-llama2 13b 64k", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-fp16", + "name": "Yarn-llama2 13b 64k fp16", + "display_name": "Yarn-llama2 13b 64k fp16", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q2_K", + "name": "Yarn-llama2 13b 64k q2_K", + "display_name": "Yarn-llama2 13b 64k q2_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q3_K_L", + "name": "Yarn-llama2 13b 64k q3_K_L", + "display_name": "Yarn-llama2 13b 64k q3_K_L", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q3_K_M", + "name": "Yarn-llama2 13b 64k q3_K_M", + "display_name": "Yarn-llama2 13b 64k q3_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q3_K_S", + "name": "Yarn-llama2 13b 64k q3_K_S", + "display_name": "Yarn-llama2 13b 64k q3_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q4_0", + "name": "Yarn-llama2 13b 64k q4_0", + "display_name": "Yarn-llama2 13b 64k q4_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q4_1", + "name": "Yarn-llama2 13b 64k q4_1", + "display_name": "Yarn-llama2 13b 64k q4_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q4_K_M", + "name": "Yarn-llama2 13b 64k q4_K_M", + "display_name": "Yarn-llama2 13b 64k q4_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q4_K_S", + "name": "Yarn-llama2 13b 64k q4_K_S", + "display_name": "Yarn-llama2 13b 64k q4_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q5_0", + "name": "Yarn-llama2 13b 64k q5_0", + "display_name": "Yarn-llama2 13b 64k q5_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q5_1", + "name": "Yarn-llama2 13b 64k q5_1", + "display_name": "Yarn-llama2 13b 64k q5_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q5_K_M", + "name": "Yarn-llama2 13b 64k q5_K_M", + "display_name": "Yarn-llama2 13b 64k q5_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q5_K_S", + "name": "Yarn-llama2 13b 64k q5_K_S", + "display_name": "Yarn-llama2 13b 64k q5_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q6_K", + "name": "Yarn-llama2 13b 64k q6_K", + "display_name": "Yarn-llama2 13b 64k q6_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:13b-64k-q8_0", + "name": "Yarn-llama2 13b 64k q8_0", + "display_name": "Yarn-llama2 13b 64k q8_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b", + "name": "Yarn-llama2 7b", + "display_name": "Yarn-llama2 7b", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k", + "name": "Yarn-llama2 7b 128k", + "display_name": "Yarn-llama2 7b 128k", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-fp16", + "name": "Yarn-llama2 7b 128k fp16", + "display_name": "Yarn-llama2 7b 128k fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q2_K", + "name": "Yarn-llama2 7b 128k q2_K", + "display_name": "Yarn-llama2 7b 128k q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q3_K_L", + "name": "Yarn-llama2 7b 128k q3_K_L", + "display_name": "Yarn-llama2 7b 128k q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q3_K_M", + "name": "Yarn-llama2 7b 128k q3_K_M", + "display_name": "Yarn-llama2 7b 128k q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q3_K_S", + "name": "Yarn-llama2 7b 128k q3_K_S", + "display_name": "Yarn-llama2 7b 128k q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q4_0", + "name": "Yarn-llama2 7b 128k q4_0", + "display_name": "Yarn-llama2 7b 128k q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q4_1", + "name": "Yarn-llama2 7b 128k q4_1", + "display_name": "Yarn-llama2 7b 128k q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q4_K_M", + "name": "Yarn-llama2 7b 128k q4_K_M", + "display_name": "Yarn-llama2 7b 128k q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q4_K_S", + "name": "Yarn-llama2 7b 128k q4_K_S", + "display_name": "Yarn-llama2 7b 128k q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q5_0", + "name": "Yarn-llama2 7b 128k q5_0", + "display_name": "Yarn-llama2 7b 128k q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q5_1", + "name": "Yarn-llama2 7b 128k q5_1", + "display_name": "Yarn-llama2 7b 128k q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q5_K_M", + "name": "Yarn-llama2 7b 128k q5_K_M", + "display_name": "Yarn-llama2 7b 128k q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q5_K_S", + "name": "Yarn-llama2 7b 128k q5_K_S", + "display_name": "Yarn-llama2 7b 128k q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q6_K", + "name": "Yarn-llama2 7b 128k q6_K", + "display_name": "Yarn-llama2 7b 128k q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-128k-q8_0", + "name": "Yarn-llama2 7b 128k q8_0", + "display_name": "Yarn-llama2 7b 128k q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k", + "name": "Yarn-llama2 7b 64k", + "display_name": "Yarn-llama2 7b 64k", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-fp16", + "name": "Yarn-llama2 7b 64k fp16", + "display_name": "Yarn-llama2 7b 64k fp16", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q2_K", + "name": "Yarn-llama2 7b 64k q2_K", + "display_name": "Yarn-llama2 7b 64k q2_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q3_K_L", + "name": "Yarn-llama2 7b 64k q3_K_L", + "display_name": "Yarn-llama2 7b 64k q3_K_L", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q3_K_M", + "name": "Yarn-llama2 7b 64k q3_K_M", + "display_name": "Yarn-llama2 7b 64k q3_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q3_K_S", + "name": "Yarn-llama2 7b 64k q3_K_S", + "display_name": "Yarn-llama2 7b 64k q3_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q4_0", + "name": "Yarn-llama2 7b 64k q4_0", + "display_name": "Yarn-llama2 7b 64k q4_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q4_1", + "name": "Yarn-llama2 7b 64k q4_1", + "display_name": "Yarn-llama2 7b 64k q4_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q4_K_M", + "name": "Yarn-llama2 7b 64k q4_K_M", + "display_name": "Yarn-llama2 7b 64k q4_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q4_K_S", + "name": "Yarn-llama2 7b 64k q4_K_S", + "display_name": "Yarn-llama2 7b 64k q4_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q5_0", + "name": "Yarn-llama2 7b 64k q5_0", + "display_name": "Yarn-llama2 7b 64k q5_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q5_1", + "name": "Yarn-llama2 7b 64k q5_1", + "display_name": "Yarn-llama2 7b 64k q5_1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q5_K_M", + "name": "Yarn-llama2 7b 64k q5_K_M", + "display_name": "Yarn-llama2 7b 64k q5_K_M", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q5_K_S", + "name": "Yarn-llama2 7b 64k q5_K_S", + "display_name": "Yarn-llama2 7b 64k q5_K_S", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q6_K", + "name": "Yarn-llama2 7b 64k q6_K", + "display_name": "Yarn-llama2 7b 64k q6_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:7b-64k-q8_0", + "name": "Yarn-llama2 7b 64k q8_0", + "display_name": "Yarn-llama2 7b 64k q8_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-llama2:latest", + "name": "Yarn-llama2 Latest", + "display_name": "Yarn-llama2 Latest", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b", + "name": "Yarn-mistral 7b", + "display_name": "Yarn-mistral 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k", + "name": "Yarn-mistral 7b 128k", + "display_name": "Yarn-mistral 7b 128k", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-fp16", + "name": "Yarn-mistral 7b 128k fp16", + "display_name": "Yarn-mistral 7b 128k fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q2_K", + "name": "Yarn-mistral 7b 128k q2_K", + "display_name": "Yarn-mistral 7b 128k q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q3_K_L", + "name": "Yarn-mistral 7b 128k q3_K_L", + "display_name": "Yarn-mistral 7b 128k q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q3_K_M", + "name": "Yarn-mistral 7b 128k q3_K_M", + "display_name": "Yarn-mistral 7b 128k q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q3_K_S", + "name": "Yarn-mistral 7b 128k q3_K_S", + "display_name": "Yarn-mistral 7b 128k q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q4_0", + "name": "Yarn-mistral 7b 128k q4_0", + "display_name": "Yarn-mistral 7b 128k q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q4_1", + "name": "Yarn-mistral 7b 128k q4_1", + "display_name": "Yarn-mistral 7b 128k q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q4_K_M", + "name": "Yarn-mistral 7b 128k q4_K_M", + "display_name": "Yarn-mistral 7b 128k q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q4_K_S", + "name": "Yarn-mistral 7b 128k q4_K_S", + "display_name": "Yarn-mistral 7b 128k q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q5_0", + "name": "Yarn-mistral 7b 128k q5_0", + "display_name": "Yarn-mistral 7b 128k q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q5_1", + "name": "Yarn-mistral 7b 128k q5_1", + "display_name": "Yarn-mistral 7b 128k q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q5_K_M", + "name": "Yarn-mistral 7b 128k q5_K_M", + "display_name": "Yarn-mistral 7b 128k q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q5_K_S", + "name": "Yarn-mistral 7b 128k q5_K_S", + "display_name": "Yarn-mistral 7b 128k q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q6_K", + "name": "Yarn-mistral 7b 128k q6_K", + "display_name": "Yarn-mistral 7b 128k q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-128k-q8_0", + "name": "Yarn-mistral 7b 128k q8_0", + "display_name": "Yarn-mistral 7b 128k q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k", + "name": "Yarn-mistral 7b 64k", + "display_name": "Yarn-mistral 7b 64k", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q2_K", + "name": "Yarn-mistral 7b 64k q2_K", + "display_name": "Yarn-mistral 7b 64k q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q3_K_L", + "name": "Yarn-mistral 7b 64k q3_K_L", + "display_name": "Yarn-mistral 7b 64k q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q3_K_M", + "name": "Yarn-mistral 7b 64k q3_K_M", + "display_name": "Yarn-mistral 7b 64k q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q3_K_S", + "name": "Yarn-mistral 7b 64k q3_K_S", + "display_name": "Yarn-mistral 7b 64k q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q4_0", + "name": "Yarn-mistral 7b 64k q4_0", + "display_name": "Yarn-mistral 7b 64k q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q4_1", + "name": "Yarn-mistral 7b 64k q4_1", + "display_name": "Yarn-mistral 7b 64k q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q4_K_M", + "name": "Yarn-mistral 7b 64k q4_K_M", + "display_name": "Yarn-mistral 7b 64k q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q4_K_S", + "name": "Yarn-mistral 7b 64k q4_K_S", + "display_name": "Yarn-mistral 7b 64k q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q5_0", + "name": "Yarn-mistral 7b 64k q5_0", + "display_name": "Yarn-mistral 7b 64k q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q5_1", + "name": "Yarn-mistral 7b 64k q5_1", + "display_name": "Yarn-mistral 7b 64k q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q5_K_M", + "name": "Yarn-mistral 7b 64k q5_K_M", + "display_name": "Yarn-mistral 7b 64k q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q5_K_S", + "name": "Yarn-mistral 7b 64k q5_K_S", + "display_name": "Yarn-mistral 7b 64k q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q6_K", + "name": "Yarn-mistral 7b 64k q6_K", + "display_name": "Yarn-mistral 7b 64k q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:7b-64k-q8_0", + "name": "Yarn-mistral 7b 64k q8_0", + "display_name": "Yarn-mistral 7b 64k q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yarn-mistral:latest", + "name": "Yarn-mistral Latest", + "display_name": "Yarn-mistral Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b", + "name": "Yi-coder 1.5b", + "display_name": "Yi-coder 1.5b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base", + "name": "Yi-coder 1.5b base", + "display_name": "Yi-coder 1.5b base", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-fp16", + "name": "Yi-coder 1.5b base fp16", + "display_name": "Yi-coder 1.5b base fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q2_K", + "name": "Yi-coder 1.5b base q2_K", + "display_name": "Yi-coder 1.5b base q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q3_K_L", + "name": "Yi-coder 1.5b base q3_K_L", + "display_name": "Yi-coder 1.5b base q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q3_K_M", + "name": "Yi-coder 1.5b base q3_K_M", + "display_name": "Yi-coder 1.5b base q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q3_K_S", + "name": "Yi-coder 1.5b base q3_K_S", + "display_name": "Yi-coder 1.5b base q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q4_0", + "name": "Yi-coder 1.5b base q4_0", + "display_name": "Yi-coder 1.5b base q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q4_1", + "name": "Yi-coder 1.5b base q4_1", + "display_name": "Yi-coder 1.5b base q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q4_K_M", + "name": "Yi-coder 1.5b base q4_K_M", + "display_name": "Yi-coder 1.5b base q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q4_K_S", + "name": "Yi-coder 1.5b base q4_K_S", + "display_name": "Yi-coder 1.5b base q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q5_0", + "name": "Yi-coder 1.5b base q5_0", + "display_name": "Yi-coder 1.5b base q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q5_1", + "name": "Yi-coder 1.5b base q5_1", + "display_name": "Yi-coder 1.5b base q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q5_K_M", + "name": "Yi-coder 1.5b base q5_K_M", + "display_name": "Yi-coder 1.5b base q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q5_K_S", + "name": "Yi-coder 1.5b base q5_K_S", + "display_name": "Yi-coder 1.5b base q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q6_K", + "name": "Yi-coder 1.5b base q6_K", + "display_name": "Yi-coder 1.5b base q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-base-q8_0", + "name": "Yi-coder 1.5b base q8_0", + "display_name": "Yi-coder 1.5b base q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat", + "name": "Yi-coder 1.5b chat", + "display_name": "Yi-coder 1.5b chat", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-fp16", + "name": "Yi-coder 1.5b chat fp16", + "display_name": "Yi-coder 1.5b chat fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q2_K", + "name": "Yi-coder 1.5b chat q2_K", + "display_name": "Yi-coder 1.5b chat q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q3_K_L", + "name": "Yi-coder 1.5b chat q3_K_L", + "display_name": "Yi-coder 1.5b chat q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q3_K_M", + "name": "Yi-coder 1.5b chat q3_K_M", + "display_name": "Yi-coder 1.5b chat q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q3_K_S", + "name": "Yi-coder 1.5b chat q3_K_S", + "display_name": "Yi-coder 1.5b chat q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q4_0", + "name": "Yi-coder 1.5b chat q4_0", + "display_name": "Yi-coder 1.5b chat q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q4_1", + "name": "Yi-coder 1.5b chat q4_1", + "display_name": "Yi-coder 1.5b chat q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q4_K_M", + "name": "Yi-coder 1.5b chat q4_K_M", + "display_name": "Yi-coder 1.5b chat q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q4_K_S", + "name": "Yi-coder 1.5b chat q4_K_S", + "display_name": "Yi-coder 1.5b chat q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q5_0", + "name": "Yi-coder 1.5b chat q5_0", + "display_name": "Yi-coder 1.5b chat q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q5_1", + "name": "Yi-coder 1.5b chat q5_1", + "display_name": "Yi-coder 1.5b chat q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q5_K_M", + "name": "Yi-coder 1.5b chat q5_K_M", + "display_name": "Yi-coder 1.5b chat q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q5_K_S", + "name": "Yi-coder 1.5b chat q5_K_S", + "display_name": "Yi-coder 1.5b chat q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q6_K", + "name": "Yi-coder 1.5b chat q6_K", + "display_name": "Yi-coder 1.5b chat q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:1.5b-chat-q8_0", + "name": "Yi-coder 1.5b chat q8_0", + "display_name": "Yi-coder 1.5b chat q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b", + "name": "Yi-coder 9b", + "display_name": "Yi-coder 9b", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base", + "name": "Yi-coder 9b base", + "display_name": "Yi-coder 9b base", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-fp16", + "name": "Yi-coder 9b base fp16", + "display_name": "Yi-coder 9b base fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q2_K", + "name": "Yi-coder 9b base q2_K", + "display_name": "Yi-coder 9b base q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q3_K_L", + "name": "Yi-coder 9b base q3_K_L", + "display_name": "Yi-coder 9b base q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q3_K_M", + "name": "Yi-coder 9b base q3_K_M", + "display_name": "Yi-coder 9b base q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q3_K_S", + "name": "Yi-coder 9b base q3_K_S", + "display_name": "Yi-coder 9b base q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q4_0", + "name": "Yi-coder 9b base q4_0", + "display_name": "Yi-coder 9b base q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q4_1", + "name": "Yi-coder 9b base q4_1", + "display_name": "Yi-coder 9b base q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q4_K_M", + "name": "Yi-coder 9b base q4_K_M", + "display_name": "Yi-coder 9b base q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q4_K_S", + "name": "Yi-coder 9b base q4_K_S", + "display_name": "Yi-coder 9b base q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q5_0", + "name": "Yi-coder 9b base q5_0", + "display_name": "Yi-coder 9b base q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q5_1", + "name": "Yi-coder 9b base q5_1", + "display_name": "Yi-coder 9b base q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q5_K_M", + "name": "Yi-coder 9b base q5_K_M", + "display_name": "Yi-coder 9b base q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q5_K_S", + "name": "Yi-coder 9b base q5_K_S", + "display_name": "Yi-coder 9b base q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q6_K", + "name": "Yi-coder 9b base q6_K", + "display_name": "Yi-coder 9b base q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-base-q8_0", + "name": "Yi-coder 9b base q8_0", + "display_name": "Yi-coder 9b base q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat", + "name": "Yi-coder 9b chat", + "display_name": "Yi-coder 9b chat", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-fp16", + "name": "Yi-coder 9b chat fp16", + "display_name": "Yi-coder 9b chat fp16", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q2_K", + "name": "Yi-coder 9b chat q2_K", + "display_name": "Yi-coder 9b chat q2_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q3_K_L", + "name": "Yi-coder 9b chat q3_K_L", + "display_name": "Yi-coder 9b chat q3_K_L", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q3_K_M", + "name": "Yi-coder 9b chat q3_K_M", + "display_name": "Yi-coder 9b chat q3_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q3_K_S", + "name": "Yi-coder 9b chat q3_K_S", + "display_name": "Yi-coder 9b chat q3_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q4_0", + "name": "Yi-coder 9b chat q4_0", + "display_name": "Yi-coder 9b chat q4_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q4_1", + "name": "Yi-coder 9b chat q4_1", + "display_name": "Yi-coder 9b chat q4_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q4_K_M", + "name": "Yi-coder 9b chat q4_K_M", + "display_name": "Yi-coder 9b chat q4_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q4_K_S", + "name": "Yi-coder 9b chat q4_K_S", + "display_name": "Yi-coder 9b chat q4_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q5_0", + "name": "Yi-coder 9b chat q5_0", + "display_name": "Yi-coder 9b chat q5_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q5_1", + "name": "Yi-coder 9b chat q5_1", + "display_name": "Yi-coder 9b chat q5_1", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q5_K_M", + "name": "Yi-coder 9b chat q5_K_M", + "display_name": "Yi-coder 9b chat q5_K_M", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q5_K_S", + "name": "Yi-coder 9b chat q5_K_S", + "display_name": "Yi-coder 9b chat q5_K_S", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q6_K", + "name": "Yi-coder 9b chat q6_K", + "display_name": "Yi-coder 9b chat q6_K", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:9b-chat-q8_0", + "name": "Yi-coder 9b chat q8_0", + "display_name": "Yi-coder 9b chat q8_0", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi-coder:latest", + "name": "Yi-coder Latest", + "display_name": "Yi-coder Latest", + "type": "chat", + "context_length": 128000, + "max_output_tokens": 32000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b", + "name": "Yi 34b", + "display_name": "Yi 34b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat", + "name": "Yi 34b chat", + "display_name": "Yi 34b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-fp16", + "name": "Yi 34b chat fp16", + "display_name": "Yi 34b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q2_K", + "name": "Yi 34b chat q2_K", + "display_name": "Yi 34b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q3_K_L", + "name": "Yi 34b chat q3_K_L", + "display_name": "Yi 34b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q3_K_M", + "name": "Yi 34b chat q3_K_M", + "display_name": "Yi 34b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q3_K_S", + "name": "Yi 34b chat q3_K_S", + "display_name": "Yi 34b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q4_0", + "name": "Yi 34b chat q4_0", + "display_name": "Yi 34b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q4_1", + "name": "Yi 34b chat q4_1", + "display_name": "Yi 34b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q4_K_M", + "name": "Yi 34b chat q4_K_M", + "display_name": "Yi 34b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q4_K_S", + "name": "Yi 34b chat q4_K_S", + "display_name": "Yi 34b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q5_0", + "name": "Yi 34b chat q5_0", + "display_name": "Yi 34b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q5_1", + "name": "Yi 34b chat q5_1", + "display_name": "Yi 34b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q5_K_M", + "name": "Yi 34b chat q5_K_M", + "display_name": "Yi 34b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q5_K_S", + "name": "Yi 34b chat q5_K_S", + "display_name": "Yi 34b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q6_K", + "name": "Yi 34b chat q6_K", + "display_name": "Yi 34b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-q8_0", + "name": "Yi 34b chat q8_0", + "display_name": "Yi 34b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-fp16", + "name": "Yi 34b chat v1.5 fp16", + "display_name": "Yi 34b chat v1.5 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q2_K", + "name": "Yi 34b chat v1.5 q2_K", + "display_name": "Yi 34b chat v1.5 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q3_K_L", + "name": "Yi 34b chat v1.5 q3_K_L", + "display_name": "Yi 34b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q3_K_M", + "name": "Yi 34b chat v1.5 q3_K_M", + "display_name": "Yi 34b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q3_K_S", + "name": "Yi 34b chat v1.5 q3_K_S", + "display_name": "Yi 34b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q4_0", + "name": "Yi 34b chat v1.5 q4_0", + "display_name": "Yi 34b chat v1.5 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q4_1", + "name": "Yi 34b chat v1.5 q4_1", + "display_name": "Yi 34b chat v1.5 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q4_K_M", + "name": "Yi 34b chat v1.5 q4_K_M", + "display_name": "Yi 34b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q4_K_S", + "name": "Yi 34b chat v1.5 q4_K_S", + "display_name": "Yi 34b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q5_0", + "name": "Yi 34b chat v1.5 q5_0", + "display_name": "Yi 34b chat v1.5 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q5_1", + "name": "Yi 34b chat v1.5 q5_1", + "display_name": "Yi 34b chat v1.5 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q5_K_M", + "name": "Yi 34b chat v1.5 q5_K_M", + "display_name": "Yi 34b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q5_K_S", + "name": "Yi 34b chat v1.5 q5_K_S", + "display_name": "Yi 34b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q6_K", + "name": "Yi 34b chat v1.5 q6_K", + "display_name": "Yi 34b chat v1.5 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-chat-v1.5-q8_0", + "name": "Yi 34b chat v1.5 q8_0", + "display_name": "Yi 34b chat v1.5 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q2_K", + "name": "Yi 34b q2_K", + "display_name": "Yi 34b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q3_K_L", + "name": "Yi 34b q3_K_L", + "display_name": "Yi 34b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q3_K_M", + "name": "Yi 34b q3_K_M", + "display_name": "Yi 34b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q3_K_S", + "name": "Yi 34b q3_K_S", + "display_name": "Yi 34b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q4_0", + "name": "Yi 34b q4_0", + "display_name": "Yi 34b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q4_1", + "name": "Yi 34b q4_1", + "display_name": "Yi 34b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q4_K_M", + "name": "Yi 34b q4_K_M", + "display_name": "Yi 34b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q4_K_S", + "name": "Yi 34b q4_K_S", + "display_name": "Yi 34b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q5_0", + "name": "Yi 34b q5_0", + "display_name": "Yi 34b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q5_1", + "name": "Yi 34b q5_1", + "display_name": "Yi 34b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q5_K_S", + "name": "Yi 34b q5_K_S", + "display_name": "Yi 34b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-q6_K", + "name": "Yi 34b q6_K", + "display_name": "Yi 34b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5", + "name": "Yi 34b v1.5", + "display_name": "Yi 34b v1.5", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-fp16", + "name": "Yi 34b v1.5 fp16", + "display_name": "Yi 34b v1.5 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q2_K", + "name": "Yi 34b v1.5 q2_K", + "display_name": "Yi 34b v1.5 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q3_K_L", + "name": "Yi 34b v1.5 q3_K_L", + "display_name": "Yi 34b v1.5 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q3_K_M", + "name": "Yi 34b v1.5 q3_K_M", + "display_name": "Yi 34b v1.5 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q3_K_S", + "name": "Yi 34b v1.5 q3_K_S", + "display_name": "Yi 34b v1.5 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q4_0", + "name": "Yi 34b v1.5 q4_0", + "display_name": "Yi 34b v1.5 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q4_1", + "name": "Yi 34b v1.5 q4_1", + "display_name": "Yi 34b v1.5 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q4_K_M", + "name": "Yi 34b v1.5 q4_K_M", + "display_name": "Yi 34b v1.5 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q4_K_S", + "name": "Yi 34b v1.5 q4_K_S", + "display_name": "Yi 34b v1.5 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q5_0", + "name": "Yi 34b v1.5 q5_0", + "display_name": "Yi 34b v1.5 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q5_1", + "name": "Yi 34b v1.5 q5_1", + "display_name": "Yi 34b v1.5 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q5_K_M", + "name": "Yi 34b v1.5 q5_K_M", + "display_name": "Yi 34b v1.5 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q5_K_S", + "name": "Yi 34b v1.5 q5_K_S", + "display_name": "Yi 34b v1.5 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q6_K", + "name": "Yi 34b v1.5 q6_K", + "display_name": "Yi 34b v1.5 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:34b-v1.5-q8_0", + "name": "Yi 34b v1.5 q8_0", + "display_name": "Yi 34b v1.5 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b", + "name": "Yi 6b", + "display_name": "Yi 6b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k", + "name": "Yi 6b 200k", + "display_name": "Yi 6b 200k", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-fp16", + "name": "Yi 6b 200k fp16", + "display_name": "Yi 6b 200k fp16", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q2_K", + "name": "Yi 6b 200k q2_K", + "display_name": "Yi 6b 200k q2_K", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q3_K_L", + "name": "Yi 6b 200k q3_K_L", + "display_name": "Yi 6b 200k q3_K_L", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q3_K_M", + "name": "Yi 6b 200k q3_K_M", + "display_name": "Yi 6b 200k q3_K_M", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q3_K_S", + "name": "Yi 6b 200k q3_K_S", + "display_name": "Yi 6b 200k q3_K_S", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q4_0", + "name": "Yi 6b 200k q4_0", + "display_name": "Yi 6b 200k q4_0", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q4_1", + "name": "Yi 6b 200k q4_1", + "display_name": "Yi 6b 200k q4_1", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q4_K_M", + "name": "Yi 6b 200k q4_K_M", + "display_name": "Yi 6b 200k q4_K_M", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q4_K_S", + "name": "Yi 6b 200k q4_K_S", + "display_name": "Yi 6b 200k q4_K_S", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q5_0", + "name": "Yi 6b 200k q5_0", + "display_name": "Yi 6b 200k q5_0", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q5_1", + "name": "Yi 6b 200k q5_1", + "display_name": "Yi 6b 200k q5_1", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q5_K_M", + "name": "Yi 6b 200k q5_K_M", + "display_name": "Yi 6b 200k q5_K_M", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q5_K_S", + "name": "Yi 6b 200k q5_K_S", + "display_name": "Yi 6b 200k q5_K_S", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q6_K", + "name": "Yi 6b 200k q6_K", + "display_name": "Yi 6b 200k q6_K", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-200k-q8_0", + "name": "Yi 6b 200k q8_0", + "display_name": "Yi 6b 200k q8_0", + "type": "chat", + "context_length": 195000, + "max_output_tokens": 48750, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat", + "name": "Yi 6b chat", + "display_name": "Yi 6b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-fp16", + "name": "Yi 6b chat fp16", + "display_name": "Yi 6b chat fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q2_K", + "name": "Yi 6b chat q2_K", + "display_name": "Yi 6b chat q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q3_K_L", + "name": "Yi 6b chat q3_K_L", + "display_name": "Yi 6b chat q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q3_K_M", + "name": "Yi 6b chat q3_K_M", + "display_name": "Yi 6b chat q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q3_K_S", + "name": "Yi 6b chat q3_K_S", + "display_name": "Yi 6b chat q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q4_0", + "name": "Yi 6b chat q4_0", + "display_name": "Yi 6b chat q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q4_1", + "name": "Yi 6b chat q4_1", + "display_name": "Yi 6b chat q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q4_K_M", + "name": "Yi 6b chat q4_K_M", + "display_name": "Yi 6b chat q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q4_K_S", + "name": "Yi 6b chat q4_K_S", + "display_name": "Yi 6b chat q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q5_0", + "name": "Yi 6b chat q5_0", + "display_name": "Yi 6b chat q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q5_1", + "name": "Yi 6b chat q5_1", + "display_name": "Yi 6b chat q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q5_K_M", + "name": "Yi 6b chat q5_K_M", + "display_name": "Yi 6b chat q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q5_K_S", + "name": "Yi 6b chat q5_K_S", + "display_name": "Yi 6b chat q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q6_K", + "name": "Yi 6b chat q6_K", + "display_name": "Yi 6b chat q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-q8_0", + "name": "Yi 6b chat q8_0", + "display_name": "Yi 6b chat q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-fp16", + "name": "Yi 6b chat v1.5 fp16", + "display_name": "Yi 6b chat v1.5 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q2_K", + "name": "Yi 6b chat v1.5 q2_K", + "display_name": "Yi 6b chat v1.5 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q3_K_L", + "name": "Yi 6b chat v1.5 q3_K_L", + "display_name": "Yi 6b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q3_K_M", + "name": "Yi 6b chat v1.5 q3_K_M", + "display_name": "Yi 6b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q3_K_S", + "name": "Yi 6b chat v1.5 q3_K_S", + "display_name": "Yi 6b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q4_0", + "name": "Yi 6b chat v1.5 q4_0", + "display_name": "Yi 6b chat v1.5 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q4_1", + "name": "Yi 6b chat v1.5 q4_1", + "display_name": "Yi 6b chat v1.5 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q4_K_M", + "name": "Yi 6b chat v1.5 q4_K_M", + "display_name": "Yi 6b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q4_K_S", + "name": "Yi 6b chat v1.5 q4_K_S", + "display_name": "Yi 6b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q5_0", + "name": "Yi 6b chat v1.5 q5_0", + "display_name": "Yi 6b chat v1.5 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q5_1", + "name": "Yi 6b chat v1.5 q5_1", + "display_name": "Yi 6b chat v1.5 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q5_K_M", + "name": "Yi 6b chat v1.5 q5_K_M", + "display_name": "Yi 6b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q5_K_S", + "name": "Yi 6b chat v1.5 q5_K_S", + "display_name": "Yi 6b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q6_K", + "name": "Yi 6b chat v1.5 q6_K", + "display_name": "Yi 6b chat v1.5 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-chat-v1.5-q8_0", + "name": "Yi 6b chat v1.5 q8_0", + "display_name": "Yi 6b chat v1.5 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-fp16", + "name": "Yi 6b fp16", + "display_name": "Yi 6b fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q2_K", + "name": "Yi 6b q2_K", + "display_name": "Yi 6b q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q3_K_L", + "name": "Yi 6b q3_K_L", + "display_name": "Yi 6b q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q3_K_M", + "name": "Yi 6b q3_K_M", + "display_name": "Yi 6b q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q3_K_S", + "name": "Yi 6b q3_K_S", + "display_name": "Yi 6b q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q4_0", + "name": "Yi 6b q4_0", + "display_name": "Yi 6b q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q4_1", + "name": "Yi 6b q4_1", + "display_name": "Yi 6b q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q4_K_M", + "name": "Yi 6b q4_K_M", + "display_name": "Yi 6b q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q4_K_S", + "name": "Yi 6b q4_K_S", + "display_name": "Yi 6b q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q5_0", + "name": "Yi 6b q5_0", + "display_name": "Yi 6b q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q5_1", + "name": "Yi 6b q5_1", + "display_name": "Yi 6b q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q5_K_M", + "name": "Yi 6b q5_K_M", + "display_name": "Yi 6b q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q5_K_S", + "name": "Yi 6b q5_K_S", + "display_name": "Yi 6b q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q6_K", + "name": "Yi 6b q6_K", + "display_name": "Yi 6b q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-q8_0", + "name": "Yi 6b q8_0", + "display_name": "Yi 6b q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5", + "name": "Yi 6b v1.5", + "display_name": "Yi 6b v1.5", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-fp16", + "name": "Yi 6b v1.5 fp16", + "display_name": "Yi 6b v1.5 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q2_K", + "name": "Yi 6b v1.5 q2_K", + "display_name": "Yi 6b v1.5 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q3_K_L", + "name": "Yi 6b v1.5 q3_K_L", + "display_name": "Yi 6b v1.5 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q3_K_M", + "name": "Yi 6b v1.5 q3_K_M", + "display_name": "Yi 6b v1.5 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q3_K_S", + "name": "Yi 6b v1.5 q3_K_S", + "display_name": "Yi 6b v1.5 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q4_0", + "name": "Yi 6b v1.5 q4_0", + "display_name": "Yi 6b v1.5 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q4_1", + "name": "Yi 6b v1.5 q4_1", + "display_name": "Yi 6b v1.5 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q4_K_M", + "name": "Yi 6b v1.5 q4_K_M", + "display_name": "Yi 6b v1.5 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q4_K_S", + "name": "Yi 6b v1.5 q4_K_S", + "display_name": "Yi 6b v1.5 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q5_0", + "name": "Yi 6b v1.5 q5_0", + "display_name": "Yi 6b v1.5 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q5_1", + "name": "Yi 6b v1.5 q5_1", + "display_name": "Yi 6b v1.5 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q5_K_M", + "name": "Yi 6b v1.5 q5_K_M", + "display_name": "Yi 6b v1.5 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q5_K_S", + "name": "Yi 6b v1.5 q5_K_S", + "display_name": "Yi 6b v1.5 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q6_K", + "name": "Yi 6b v1.5 q6_K", + "display_name": "Yi 6b v1.5 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:6b-v1.5-q8_0", + "name": "Yi 6b v1.5 q8_0", + "display_name": "Yi 6b v1.5 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b", + "name": "Yi 9b", + "display_name": "Yi 9b", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat", + "name": "Yi 9b chat", + "display_name": "Yi 9b chat", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-fp16", + "name": "Yi 9b chat v1.5 fp16", + "display_name": "Yi 9b chat v1.5 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q2_K", + "name": "Yi 9b chat v1.5 q2_K", + "display_name": "Yi 9b chat v1.5 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q3_K_L", + "name": "Yi 9b chat v1.5 q3_K_L", + "display_name": "Yi 9b chat v1.5 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q3_K_M", + "name": "Yi 9b chat v1.5 q3_K_M", + "display_name": "Yi 9b chat v1.5 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q3_K_S", + "name": "Yi 9b chat v1.5 q3_K_S", + "display_name": "Yi 9b chat v1.5 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q4_0", + "name": "Yi 9b chat v1.5 q4_0", + "display_name": "Yi 9b chat v1.5 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q4_1", + "name": "Yi 9b chat v1.5 q4_1", + "display_name": "Yi 9b chat v1.5 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q4_K_M", + "name": "Yi 9b chat v1.5 q4_K_M", + "display_name": "Yi 9b chat v1.5 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q4_K_S", + "name": "Yi 9b chat v1.5 q4_K_S", + "display_name": "Yi 9b chat v1.5 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q5_0", + "name": "Yi 9b chat v1.5 q5_0", + "display_name": "Yi 9b chat v1.5 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q5_1", + "name": "Yi 9b chat v1.5 q5_1", + "display_name": "Yi 9b chat v1.5 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q5_K_M", + "name": "Yi 9b chat v1.5 q5_K_M", + "display_name": "Yi 9b chat v1.5 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q5_K_S", + "name": "Yi 9b chat v1.5 q5_K_S", + "display_name": "Yi 9b chat v1.5 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q6_K", + "name": "Yi 9b chat v1.5 q6_K", + "display_name": "Yi 9b chat v1.5 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-chat-v1.5-q8_0", + "name": "Yi 9b chat v1.5 q8_0", + "display_name": "Yi 9b chat v1.5 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5", + "name": "Yi 9b v1.5", + "display_name": "Yi 9b v1.5", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-fp16", + "name": "Yi 9b v1.5 fp16", + "display_name": "Yi 9b v1.5 fp16", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q2_K", + "name": "Yi 9b v1.5 q2_K", + "display_name": "Yi 9b v1.5 q2_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q3_K_L", + "name": "Yi 9b v1.5 q3_K_L", + "display_name": "Yi 9b v1.5 q3_K_L", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q3_K_M", + "name": "Yi 9b v1.5 q3_K_M", + "display_name": "Yi 9b v1.5 q3_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q3_K_S", + "name": "Yi 9b v1.5 q3_K_S", + "display_name": "Yi 9b v1.5 q3_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q4_0", + "name": "Yi 9b v1.5 q4_0", + "display_name": "Yi 9b v1.5 q4_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q4_1", + "name": "Yi 9b v1.5 q4_1", + "display_name": "Yi 9b v1.5 q4_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q4_K_M", + "name": "Yi 9b v1.5 q4_K_M", + "display_name": "Yi 9b v1.5 q4_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q4_K_S", + "name": "Yi 9b v1.5 q4_K_S", + "display_name": "Yi 9b v1.5 q4_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q5_0", + "name": "Yi 9b v1.5 q5_0", + "display_name": "Yi 9b v1.5 q5_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q5_1", + "name": "Yi 9b v1.5 q5_1", + "display_name": "Yi 9b v1.5 q5_1", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q5_K_M", + "name": "Yi 9b v1.5 q5_K_M", + "display_name": "Yi 9b v1.5 q5_K_M", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q5_K_S", + "name": "Yi 9b v1.5 q5_K_S", + "display_name": "Yi 9b v1.5 q5_K_S", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q6_K", + "name": "Yi 9b v1.5 q6_K", + "display_name": "Yi 9b v1.5 q6_K", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:9b-v1.5-q8_0", + "name": "Yi 9b v1.5 q8_0", + "display_name": "Yi 9b v1.5 q8_0", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:latest", + "name": "Yi Latest", + "display_name": "Yi Latest", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "yi:v1.5", + "name": "Yi V1.5", + "display_name": "Yi V1.5", + "type": "chat", + "context_length": 4000, + "max_output_tokens": 1000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:141b", + "name": "Zephyr 141b", + "display_name": "Zephyr 141b", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:141b-v0.1", + "name": "Zephyr 141b v0.1", + "display_name": "Zephyr 141b v0.1", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:141b-v0.1-fp16", + "name": "Zephyr 141b v0.1 fp16", + "display_name": "Zephyr 141b v0.1 fp16", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:141b-v0.1-q2_K", + "name": "Zephyr 141b v0.1 q2_K", + "display_name": "Zephyr 141b v0.1 q2_K", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:141b-v0.1-q4_0", + "name": "Zephyr 141b v0.1 q4_0", + "display_name": "Zephyr 141b v0.1 q4_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:141b-v0.1-q8_0", + "name": "Zephyr 141b v0.1 q8_0", + "display_name": "Zephyr 141b v0.1 q8_0", + "type": "chat", + "context_length": 64000, + "max_output_tokens": 16000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b", + "name": "Zephyr 7b", + "display_name": "Zephyr 7b", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha", + "name": "Zephyr 7b alpha", + "display_name": "Zephyr 7b alpha", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-fp16", + "name": "Zephyr 7b alpha fp16", + "display_name": "Zephyr 7b alpha fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q2_K", + "name": "Zephyr 7b alpha q2_K", + "display_name": "Zephyr 7b alpha q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q3_K_L", + "name": "Zephyr 7b alpha q3_K_L", + "display_name": "Zephyr 7b alpha q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q3_K_M", + "name": "Zephyr 7b alpha q3_K_M", + "display_name": "Zephyr 7b alpha q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q3_K_S", + "name": "Zephyr 7b alpha q3_K_S", + "display_name": "Zephyr 7b alpha q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q4_0", + "name": "Zephyr 7b alpha q4_0", + "display_name": "Zephyr 7b alpha q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q4_1", + "name": "Zephyr 7b alpha q4_1", + "display_name": "Zephyr 7b alpha q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q4_K_M", + "name": "Zephyr 7b alpha q4_K_M", + "display_name": "Zephyr 7b alpha q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q4_K_S", + "name": "Zephyr 7b alpha q4_K_S", + "display_name": "Zephyr 7b alpha q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q5_0", + "name": "Zephyr 7b alpha q5_0", + "display_name": "Zephyr 7b alpha q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q5_1", + "name": "Zephyr 7b alpha q5_1", + "display_name": "Zephyr 7b alpha q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q5_K_M", + "name": "Zephyr 7b alpha q5_K_M", + "display_name": "Zephyr 7b alpha q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q5_K_S", + "name": "Zephyr 7b alpha q5_K_S", + "display_name": "Zephyr 7b alpha q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q6_K", + "name": "Zephyr 7b alpha q6_K", + "display_name": "Zephyr 7b alpha q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-alpha-q8_0", + "name": "Zephyr 7b alpha q8_0", + "display_name": "Zephyr 7b alpha q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta", + "name": "Zephyr 7b beta", + "display_name": "Zephyr 7b beta", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-fp16", + "name": "Zephyr 7b beta fp16", + "display_name": "Zephyr 7b beta fp16", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q2_K", + "name": "Zephyr 7b beta q2_K", + "display_name": "Zephyr 7b beta q2_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q3_K_L", + "name": "Zephyr 7b beta q3_K_L", + "display_name": "Zephyr 7b beta q3_K_L", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q3_K_M", + "name": "Zephyr 7b beta q3_K_M", + "display_name": "Zephyr 7b beta q3_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q3_K_S", + "name": "Zephyr 7b beta q3_K_S", + "display_name": "Zephyr 7b beta q3_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q4_0", + "name": "Zephyr 7b beta q4_0", + "display_name": "Zephyr 7b beta q4_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q4_1", + "name": "Zephyr 7b beta q4_1", + "display_name": "Zephyr 7b beta q4_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q4_K_M", + "name": "Zephyr 7b beta q4_K_M", + "display_name": "Zephyr 7b beta q4_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q4_K_S", + "name": "Zephyr 7b beta q4_K_S", + "display_name": "Zephyr 7b beta q4_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q5_0", + "name": "Zephyr 7b beta q5_0", + "display_name": "Zephyr 7b beta q5_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q5_1", + "name": "Zephyr 7b beta q5_1", + "display_name": "Zephyr 7b beta q5_1", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q5_K_M", + "name": "Zephyr 7b beta q5_K_M", + "display_name": "Zephyr 7b beta q5_K_M", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q5_K_S", + "name": "Zephyr 7b beta q5_K_S", + "display_name": "Zephyr 7b beta q5_K_S", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q6_K", + "name": "Zephyr 7b beta q6_K", + "display_name": "Zephyr 7b beta q6_K", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:7b-beta-q8_0", + "name": "Zephyr 7b beta q8_0", + "display_name": "Zephyr 7b beta q8_0", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + }, + { + "id": "zephyr:latest", + "name": "Zephyr Latest", + "display_name": "Zephyr Latest", + "type": "chat", + "context_length": 32000, + "max_output_tokens": 8000, + "metadata": { + "source": "public-provider-conf-template" + }, + "vision": false, + "reasoning": { + "supported": false, + "default": false + }, + "tool_call": false + } + ] +} \ No newline at end of file diff --git a/manual-templates/openai.json b/manual-templates/openai.json new file mode 100644 index 0000000..c6836d8 --- /dev/null +++ b/manual-templates/openai.json @@ -0,0 +1,37 @@ +{ + "id": "openai", + "models": [ + { + "id": "gpt-5", + "type": "chat", + "context_length": 272000, + "reasoning_effort": "medium" + }, + { + "id": "gpt-5-chat", + "type": "chat", + "context_length": 272000, + "max_output_tokens": 16384, + "reasoning_effort": "medium" + }, + { + "id": "gpt-5-chat-latest", + "type": "chat", + "context_length": 272000, + "max_output_tokens": 16384, + "reasoning_effort": "medium" + }, + { + "id": "gpt-5-mini", + "type": "chat", + "context_length": 272000, + "reasoning_effort": "medium" + }, + { + "id": "gpt-5-nano", + "type": "chat", + "context_length": 272000, + "reasoning_effort": "medium" + } + ] +} diff --git a/manual-templates/ppinfra.json b/manual-templates/ppinfra.json new file mode 100644 index 0000000..93ff401 --- /dev/null +++ b/manual-templates/ppinfra.json @@ -0,0 +1,34 @@ +{ + "id": "ppinfra", + "models": [ + { + "id": "deepseek/deepseek-r1-0528", + "context_length": 128000, + "max_output_tokens": 16000 + }, + { + "id": "deepseek/deepseek-v3-0324", + "context_length": 128000, + "max_output_tokens": 16000 + }, + { + "id": "deepseek/deepseek-prover-v2-671b", + "reasoning": { + "supported": true, + "default": true + } + }, + { + "id": "meta-llama/llama-3.3-70b-instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8000, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": false + } + ] +} diff --git a/manual-templates/siliconflow.json b/manual-templates/siliconflow.json new file mode 100644 index 0000000..2bc3753 --- /dev/null +++ b/manual-templates/siliconflow.json @@ -0,0 +1,3446 @@ +{ + "id": "siliconflow", + "name": "SiliconFlow", + "display_name": "SiliconFlow", + "metadata": { + "source": "public-provider-conf-template" + }, + "models": [ + { + "id": "deepseek-ai/DeepSeek-V3.1-Terminus", + "name": "deepseek-ai/DeepSeek-V3.1-Terminus", + "display_name": "deepseek-ai/DeepSeek-V3.1-Terminus", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/deepseek-ai/DeepSeek-V3.1-Terminus", + "name": "Pro/deepseek-ai/DeepSeek-V3.1-Terminus", + "display_name": "Pro/deepseek-ai/DeepSeek-V3.1-Terminus", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "deepseek-ai/DeepSeek-V3.2-Exp", + "name": "deepseek-ai/DeepSeek-V3.2-Exp", + "display_name": "deepseek-ai/DeepSeek-V3.2-Exp", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/deepseek-ai/DeepSeek-V3.2-Exp", + "name": "Pro/deepseek-ai/DeepSeek-V3.2-Exp", + "display_name": "Pro/deepseek-ai/DeepSeek-V3.2-Exp", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "deepseek-ai/DeepSeek-R1", + "name": "deepseek-ai/DeepSeek-R1", + "display_name": "deepseek-ai/DeepSeek-R1", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/deepseek-ai/DeepSeek-R1", + "name": "Pro/deepseek-ai/DeepSeek-R1", + "display_name": "Pro/deepseek-ai/DeepSeek-R1", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "deepseek-ai/DeepSeek-V3", + "name": "deepseek-ai/DeepSeek-V3", + "display_name": "deepseek-ai/DeepSeek-V3", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/deepseek-ai/DeepSeek-V3", + "name": "Pro/deepseek-ai/DeepSeek-V3", + "display_name": "Pro/deepseek-ai/DeepSeek-V3", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "inclusionAI/Ring-1T", + "name": "inclusionAI/Ring-1T", + "display_name": "inclusionAI/Ring-1T", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "inclusionAI/Ling-1T", + "name": "inclusionAI/Ling-1T", + "display_name": "inclusionAI/Ling-1T", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "zai-org/GLM-4.6", + "name": "zai-org/GLM-4.6", + "display_name": "zai-org/GLM-4.6", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-VL-30B-A3B-Instruct", + "name": "Qwen/Qwen3-VL-30B-A3B-Instruct", + "display_name": "Qwen/Qwen3-VL-30B-A3B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-VL-30B-A3B-Thinking", + "name": "Qwen/Qwen3-VL-30B-A3B-Thinking", + "display_name": "Qwen/Qwen3-VL-30B-A3B-Thinking", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-VL-235B-A22B-Instruct", + "name": "Qwen/Qwen3-VL-235B-A22B-Instruct", + "display_name": "Qwen/Qwen3-VL-235B-A22B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-VL-235B-A22B-Thinking", + "name": "Qwen/Qwen3-VL-235B-A22B-Thinking", + "display_name": "Qwen/Qwen3-VL-235B-A22B-Thinking", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-Omni-30B-A3B-Instruct", + "name": "Qwen/Qwen3-Omni-30B-A3B-Instruct", + "display_name": "Qwen/Qwen3-Omni-30B-A3B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-Omni-30B-A3B-Thinking", + "name": "Qwen/Qwen3-Omni-30B-A3B-Thinking", + "display_name": "Qwen/Qwen3-Omni-30B-A3B-Thinking", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-Omni-30B-A3B-Captioner", + "name": "Qwen/Qwen3-Omni-30B-A3B-Captioner", + "display_name": "Qwen/Qwen3-Omni-30B-A3B-Captioner", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "moonshotai/Kimi-K2-Instruct-0905", + "name": "moonshotai/Kimi-K2-Instruct-0905", + "display_name": "moonshotai/Kimi-K2-Instruct-0905", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/moonshotai/Kimi-K2-Instruct-0905", + "name": "Pro/moonshotai/Kimi-K2-Instruct-0905", + "display_name": "Pro/moonshotai/Kimi-K2-Instruct-0905", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-Next-80B-A3B-Instruct", + "name": "Qwen/Qwen3-Next-80B-A3B-Instruct", + "display_name": "Qwen/Qwen3-Next-80B-A3B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-Next-80B-A3B-Thinking", + "name": "Qwen/Qwen3-Next-80B-A3B-Thinking", + "display_name": "Qwen/Qwen3-Next-80B-A3B-Thinking", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "inclusionAI/Ring-flash-2.0", + "name": "inclusionAI/Ring-flash-2.0", + "display_name": "inclusionAI/Ring-flash-2.0", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "inclusionAI/Ling-flash-2.0", + "name": "inclusionAI/Ling-flash-2.0", + "display_name": "inclusionAI/Ling-flash-2.0", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "inclusionAI/Ling-mini-2.0", + "name": "inclusionAI/Ling-mini-2.0", + "display_name": "inclusionAI/Ling-mini-2.0", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen-Image-Edit-2509", + "name": "Qwen/Qwen-Image-Edit-2509", + "display_name": "Qwen/Qwen-Image-Edit-2509", + "type": "image-edit", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "Qwen/Qwen-Image-Edit", + "name": "Qwen/Qwen-Image-Edit", + "display_name": "Qwen/Qwen-Image-Edit", + "type": "image-edit", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "Qwen/Qwen-Image", + "name": "Qwen/Qwen-Image", + "display_name": "Qwen/Qwen-Image", + "type": "image", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "tencent/Hunyuan-MT-7B", + "name": "tencent/Hunyuan-MT-7B", + "display_name": "tencent/Hunyuan-MT-7B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "ByteDance-Seed/Seed-OSS-36B-Instruct", + "name": "ByteDance-Seed/Seed-OSS-36B-Instruct", + "display_name": "ByteDance-Seed/Seed-OSS-36B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Wan-AI/Wan2.2-I2V-A14B", + "name": "Wan-AI/Wan2.2-I2V-A14B", + "display_name": "Wan-AI/Wan2.2-I2V-A14B", + "type": "video", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "image", + "text" + ], + "output": [ + "video" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "Wan-AI/Wan2.2-T2V-A14B", + "name": "Wan-AI/Wan2.2-T2V-A14B", + "display_name": "Wan-AI/Wan2.2-T2V-A14B", + "type": "video", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "video" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "zai-org/GLM-4.5V", + "name": "zai-org/GLM-4.5V", + "display_name": "zai-org/GLM-4.5V", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "zai-org/GLM-4.5", + "name": "zai-org/GLM-4.5", + "display_name": "zai-org/GLM-4.5", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "zai-org/GLM-4.5-Air", + "name": "zai-org/GLM-4.5-Air", + "display_name": "zai-org/GLM-4.5-Air", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "stepfun-ai/step3", + "name": "stepfun-ai/step3", + "display_name": "stepfun-ai/step3", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "TeleAI/TeleSpeechASR", + "name": "TeleAI/TeleSpeechASR", + "display_name": "TeleAI/TeleSpeechASR", + "type": "audio", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "audio" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "Qwen/Qwen3-Coder-30B-A3B-Instruct", + "name": "Qwen/Qwen3-Coder-30B-A3B-Instruct", + "display_name": "Qwen/Qwen3-Coder-30B-A3B-Instruct", + "type": "code", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-Coder-480B-A35B-Instruct", + "name": "Qwen/Qwen3-Coder-480B-A35B-Instruct", + "display_name": "Qwen/Qwen3-Coder-480B-A35B-Instruct", + "type": "code", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-30B-A3B-Thinking-2507", + "name": "Qwen/Qwen3-30B-A3B-Thinking-2507", + "display_name": "Qwen/Qwen3-30B-A3B-Thinking-2507", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-30B-A3B-Instruct-2507", + "name": "Qwen/Qwen3-30B-A3B-Instruct-2507", + "display_name": "Qwen/Qwen3-30B-A3B-Instruct-2507", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-235B-A22B-Thinking-2507", + "name": "Qwen/Qwen3-235B-A22B-Thinking-2507", + "display_name": "Qwen/Qwen3-235B-A22B-Thinking-2507", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-235B-A22B-Instruct-2507", + "name": "Qwen/Qwen3-235B-A22B-Instruct-2507", + "display_name": "Qwen/Qwen3-235B-A22B-Instruct-2507", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "THUDM/GLM-4.1V-9B-Thinking", + "name": "THUDM/GLM-4.1V-9B-Thinking", + "display_name": "THUDM/GLM-4.1V-9B-Thinking", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/THUDM/GLM-4.1V-9B-Thinking", + "name": "Pro/THUDM/GLM-4.1V-9B-Thinking", + "display_name": "Pro/THUDM/GLM-4.1V-9B-Thinking", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "baidu/ERNIE-4.5-300B-A47B", + "name": "baidu/ERNIE-4.5-300B-A47B", + "display_name": "baidu/ERNIE-4.5-300B-A47B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "tencent/Hunyuan-A13B-Instruct", + "name": "tencent/Hunyuan-A13B-Instruct", + "display_name": "tencent/Hunyuan-A13B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "moonshotai/Kimi-Dev-72B", + "name": "moonshotai/Kimi-Dev-72B", + "display_name": "moonshotai/Kimi-Dev-72B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "MiniMaxAI/MiniMax-M1-80k", + "name": "MiniMaxAI/MiniMax-M1-80k", + "display_name": "MiniMaxAI/MiniMax-M1-80k", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Tongyi-Zhiwen/QwenLong-L1-32B", + "name": "Tongyi-Zhiwen/QwenLong-L1-32B", + "display_name": "Tongyi-Zhiwen/QwenLong-L1-32B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "deepseek-ai/DeepSeek-R1-0528-Qwen3-8B", + "name": "deepseek-ai/DeepSeek-R1-0528-Qwen3-8B", + "display_name": "deepseek-ai/DeepSeek-R1-0528-Qwen3-8B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-30B-A3B", + "name": "Qwen/Qwen3-30B-A3B", + "display_name": "Qwen/Qwen3-30B-A3B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-32B", + "name": "Qwen/Qwen3-32B", + "display_name": "Qwen/Qwen3-32B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-14B", + "name": "Qwen/Qwen3-14B", + "display_name": "Qwen/Qwen3-14B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-8B", + "name": "Qwen/Qwen3-8B", + "display_name": "Qwen/Qwen3-8B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-Reranker-8B", + "name": "Qwen/Qwen3-Reranker-8B", + "display_name": "Qwen/Qwen3-Reranker-8B", + "type": "reranker", + "context_length": 8192, + "max_output_tokens": 2048, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "score" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + } + }, + { + "id": "Qwen/Qwen3-Embedding-8B", + "name": "Qwen/Qwen3-Embedding-8B", + "display_name": "Qwen/Qwen3-Embedding-8B", + "type": "embedding", + "context_length": 8192, + "max_output_tokens": 2048, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "embedding" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + } + }, + { + "id": "Qwen/Qwen3-Reranker-4B", + "name": "Qwen/Qwen3-Reranker-4B", + "display_name": "Qwen/Qwen3-Reranker-4B", + "type": "reranker", + "context_length": 8192, + "max_output_tokens": 2048, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "score" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + } + }, + { + "id": "Qwen/Qwen3-Embedding-4B", + "name": "Qwen/Qwen3-Embedding-4B", + "display_name": "Qwen/Qwen3-Embedding-4B", + "type": "embedding", + "context_length": 8192, + "max_output_tokens": 2048, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "embedding" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + } + }, + { + "id": "Qwen/Qwen3-Reranker-0.6B", + "name": "Qwen/Qwen3-Reranker-0.6B", + "display_name": "Qwen/Qwen3-Reranker-0.6B", + "type": "reranker", + "context_length": 8192, + "max_output_tokens": 2048, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "score" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + } + }, + { + "id": "Qwen/Qwen3-Embedding-0.6B", + "name": "Qwen/Qwen3-Embedding-0.6B", + "display_name": "Qwen/Qwen3-Embedding-0.6B", + "type": "embedding", + "context_length": 8192, + "max_output_tokens": 2048, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "embedding" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + } + }, + { + "id": "ascend-tribe/pangu-pro-moe", + "name": "ascend-tribe/pangu-pro-moe", + "display_name": "ascend-tribe/pangu-pro-moe", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "THUDM/GLM-Z1-32B-0414", + "name": "THUDM/GLM-Z1-32B-0414", + "display_name": "THUDM/GLM-Z1-32B-0414", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "THUDM/GLM-4-32B-0414", + "name": "THUDM/GLM-4-32B-0414", + "display_name": "THUDM/GLM-4-32B-0414", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "THUDM/GLM-Z1-9B-0414", + "name": "THUDM/GLM-Z1-9B-0414", + "display_name": "THUDM/GLM-Z1-9B-0414", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "THUDM/GLM-4-9B-0414", + "name": "THUDM/GLM-4-9B-0414", + "display_name": "THUDM/GLM-4-9B-0414", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen2.5-VL-32B-Instruct", + "name": "Qwen/Qwen2.5-VL-32B-Instruct", + "display_name": "Qwen/Qwen2.5-VL-32B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen3-235B-A22B", + "name": "Qwen/Qwen3-235B-A22B", + "display_name": "Qwen/Qwen3-235B-A22B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/QwQ-32B", + "name": "Qwen/QwQ-32B", + "display_name": "Qwen/QwQ-32B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen2.5-VL-72B-Instruct", + "name": "Qwen/Qwen2.5-VL-72B-Instruct", + "display_name": "Qwen/Qwen2.5-VL-72B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/Qwen/Qwen2.5-VL-7B-Instruct", + "name": "Pro/Qwen/Qwen2.5-VL-7B-Instruct", + "display_name": "Pro/Qwen/Qwen2.5-VL-7B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", + "name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", + "display_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "display_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", + "name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", + "display_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/QVQ-72B-Preview", + "name": "Qwen/QVQ-72B-Preview", + "display_name": "Qwen/QVQ-72B-Preview", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "deepseek-ai/DeepSeek-V2.5", + "name": "deepseek-ai/DeepSeek-V2.5", + "display_name": "deepseek-ai/DeepSeek-V2.5", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "fnlp/MOSS-TTSD-v0.5", + "name": "fnlp/MOSS-TTSD-v0.5", + "display_name": "fnlp/MOSS-TTSD-v0.5", + "type": "audio", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "audio" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "FunAudioLLM/CosyVoice2-0.5B", + "name": "FunAudioLLM/CosyVoice2-0.5B", + "display_name": "FunAudioLLM/CosyVoice2-0.5B", + "type": "audio", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "audio" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "FunAudioLLM/SenseVoiceSmall", + "name": "FunAudioLLM/SenseVoiceSmall", + "display_name": "FunAudioLLM/SenseVoiceSmall", + "type": "audio", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "audio" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "IndexTeam/IndexTTS-2", + "name": "IndexTeam/IndexTTS-2", + "display_name": "IndexTeam/IndexTTS-2", + "type": "audio", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "audio" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "BAAI/bge-m3", + "name": "BAAI/bge-m3", + "display_name": "BAAI/bge-m3", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "BAAI/bge-reranker-v2-m3", + "name": "BAAI/bge-reranker-v2-m3", + "display_name": "BAAI/bge-reranker-v2-m3", + "type": "reranker", + "context_length": 8192, + "max_output_tokens": 2048, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "score" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + } + }, + { + "id": "netease-youdao/bce-embedding-base_v1", + "name": "netease-youdao/bce-embedding-base_v1", + "display_name": "netease-youdao/bce-embedding-base_v1", + "type": "embedding", + "context_length": 8192, + "max_output_tokens": 2048, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "embedding" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + } + }, + { + "id": "netease-youdao/bce-reranker-base_v1", + "name": "netease-youdao/bce-reranker-base_v1", + "display_name": "netease-youdao/bce-reranker-base_v1", + "type": "reranker", + "context_length": 8192, + "max_output_tokens": 2048, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "score" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + } + }, + { + "id": "Qwen/Qwen2.5-Coder-32B-Instruct", + "name": "Qwen/Qwen2.5-Coder-32B-Instruct", + "display_name": "Qwen/Qwen2.5-Coder-32B-Instruct", + "type": "code", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Kwai-Kolors/Kolors", + "name": "Kwai-Kolors/Kolors", + "display_name": "Kwai-Kolors/Kolors", + "type": "image", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "Qwen/Qwen2-VL-72B-Instruct", + "name": "Qwen/Qwen2-VL-72B-Instruct", + "display_name": "Qwen/Qwen2-VL-72B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen2.5-72B-Instruct-128K", + "name": "Qwen/Qwen2.5-72B-Instruct-128K", + "display_name": "Qwen/Qwen2.5-72B-Instruct-128K", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen2.5-72B-Instruct", + "name": "Qwen/Qwen2.5-72B-Instruct", + "display_name": "Qwen/Qwen2.5-72B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "deepseek-ai/deepseek-vl2", + "name": "deepseek-ai/deepseek-vl2", + "display_name": "deepseek-ai/deepseek-vl2", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen2.5-32B-Instruct", + "name": "Qwen/Qwen2.5-32B-Instruct", + "display_name": "Qwen/Qwen2.5-32B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen2.5-14B-Instruct", + "name": "Qwen/Qwen2.5-14B-Instruct", + "display_name": "Qwen/Qwen2.5-14B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen2.5-7B-Instruct", + "name": "Qwen/Qwen2.5-7B-Instruct", + "display_name": "Qwen/Qwen2.5-7B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen2.5-Coder-7B-Instruct", + "name": "Qwen/Qwen2.5-Coder-7B-Instruct", + "display_name": "Qwen/Qwen2.5-Coder-7B-Instruct", + "type": "code", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "internlm/internlm2_5-7b-chat", + "name": "internlm/internlm2_5-7b-chat", + "display_name": "internlm/internlm2_5-7b-chat", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Qwen/Qwen2-7B-Instruct", + "name": "Qwen/Qwen2-7B-Instruct", + "display_name": "Qwen/Qwen2-7B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "THUDM/glm-4-9b-chat", + "name": "THUDM/glm-4-9b-chat", + "display_name": "THUDM/glm-4-9b-chat", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "BAAI/bge-large-en-v1.5", + "name": "BAAI/bge-large-en-v1.5", + "display_name": "BAAI/bge-large-en-v1.5", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "BAAI/bge-large-zh-v1.5", + "name": "BAAI/bge-large-zh-v1.5", + "display_name": "BAAI/bge-large-zh-v1.5", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "LoRA/Qwen/Qwen2.5-32B-Instruct", + "name": "LoRA/Qwen/Qwen2.5-32B-Instruct", + "display_name": "LoRA/Qwen/Qwen2.5-32B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "LoRA/Qwen/Qwen2.5-14B-Instruct", + "name": "LoRA/Qwen/Qwen2.5-14B-Instruct", + "display_name": "LoRA/Qwen/Qwen2.5-14B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", + "name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", + "display_name": "Pro/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true, + "default": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/Qwen/Qwen2.5-Coder-7B-Instruct", + "name": "Pro/Qwen/Qwen2.5-Coder-7B-Instruct", + "display_name": "Pro/Qwen/Qwen2.5-Coder-7B-Instruct", + "type": "code", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/BAAI/bge-m3", + "name": "Pro/BAAI/bge-m3", + "display_name": "Pro/BAAI/bge-m3", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/Qwen/Qwen2.5-7B-Instruct", + "name": "Pro/Qwen/Qwen2.5-7B-Instruct", + "display_name": "Pro/Qwen/Qwen2.5-7B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/BAAI/bge-reranker-v2-m3", + "name": "Pro/BAAI/bge-reranker-v2-m3", + "display_name": "Pro/BAAI/bge-reranker-v2-m3", + "type": "reranker", + "context_length": 8192, + "max_output_tokens": 2048, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "score" + ] + }, + "limit": { + "context": 8192, + "output": 2048 + } + }, + { + "id": "LoRA/Qwen/Qwen2.5-72B-Instruct", + "name": "LoRA/Qwen/Qwen2.5-72B-Instruct", + "display_name": "LoRA/Qwen/Qwen2.5-72B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/Qwen/Qwen2-7B-Instruct", + "name": "Pro/Qwen/Qwen2-7B-Instruct", + "display_name": "Pro/Qwen/Qwen2-7B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "LoRA/Qwen/Qwen2.5-7B-Instruct", + "name": "LoRA/Qwen/Qwen2.5-7B-Instruct", + "display_name": "LoRA/Qwen/Qwen2.5-7B-Instruct", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "Pro/THUDM/glm-4-9b-chat", + "name": "Pro/THUDM/glm-4-9b-chat", + "display_name": "Pro/THUDM/glm-4-9b-chat", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "THUDM/GLM-Z1-Rumination-32B-0414", + "name": "THUDM/GLM-Z1-Rumination-32B-0414", + "display_name": "THUDM/GLM-Z1-Rumination-32B-0414", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": true + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + }, + { + "id": "stabilityai/stable-diffusion-xl-base-1.0", + "name": "stabilityai/stable-diffusion-xl-base-1.0", + "display_name": "stabilityai/stable-diffusion-xl-base-1.0", + "type": "image", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "black-forest-labs/FLUX.1-schnell", + "name": "black-forest-labs/FLUX.1-schnell", + "display_name": "black-forest-labs/FLUX.1-schnell", + "type": "image", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "black-forest-labs/FLUX.1-dev", + "name": "black-forest-labs/FLUX.1-dev", + "display_name": "black-forest-labs/FLUX.1-dev", + "type": "image", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "Pro/black-forest-labs/FLUX.1-schnell", + "name": "Pro/black-forest-labs/FLUX.1-schnell", + "display_name": "Pro/black-forest-labs/FLUX.1-schnell", + "type": "image", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "stabilityai/stable-diffusion-3-5-large", + "name": "stabilityai/stable-diffusion-3-5-large", + "display_name": "stabilityai/stable-diffusion-3-5-large", + "type": "image", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "fishaudio/fish-speech-1.4", + "name": "fishaudio/fish-speech-1.4", + "display_name": "fishaudio/fish-speech-1.4", + "type": "audio", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "audio" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "RVC-Boss/GPT-SoVITS", + "name": "RVC-Boss/GPT-SoVITS", + "display_name": "RVC-Boss/GPT-SoVITS", + "type": "audio", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "audio" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "fishaudio/fish-speech-1.5", + "name": "fishaudio/fish-speech-1.5", + "display_name": "fishaudio/fish-speech-1.5", + "type": "audio", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "audio" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "black-forest-labs/FLUX.1-pro", + "name": "black-forest-labs/FLUX.1-pro", + "display_name": "black-forest-labs/FLUX.1-pro", + "type": "image", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "LoRA/black-forest-labs/FLUX.1-dev", + "name": "LoRA/black-forest-labs/FLUX.1-dev", + "display_name": "LoRA/black-forest-labs/FLUX.1-dev", + "type": "image", + "context_length": null, + "max_output_tokens": null, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": true, + "reasoning": { + "supported": false + }, + "tool_call": false, + "modalities": { + "input": [ + "text" + ], + "output": [ + "image" + ] + }, + "limit": { + "context": null, + "output": null + } + }, + { + "id": "SeedLLM/Seed-Rice-7B", + "name": "SeedLLM/Seed-Rice-7B", + "display_name": "SeedLLM/Seed-Rice-7B", + "type": "chat", + "context_length": 131072, + "max_output_tokens": 8192, + "metadata": { + "source": "siliconflow-official-list" + }, + "vision": false, + "reasoning": { + "supported": false + }, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 131072, + "output": 8192 + } + } + ] +} \ No newline at end of file diff --git a/manual-templates/xai.json b/manual-templates/xai.json new file mode 100644 index 0000000..9d6f21f --- /dev/null +++ b/manual-templates/xai.json @@ -0,0 +1,191 @@ +{ + "id": "xai", + "models": [ + { + "id": "grok-3-mini-fast-beta", + "name": "Grok 3 Mini Fast Beta", + "display_name": "Grok 3 Mini Fast Beta", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 120000, + "output": 100000 + }, + "reasoning": { + "supported": true, + "effort": "low" + }, + "search": { + "supported": false + } + }, + { + "id": "grok-3-mini-beta", + "name": "Grok 3 Mini Beta", + "display_name": "Grok 3 Mini Beta", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 120000, + "output": 100000 + }, + "reasoning": { + "supported": true, + "effort": "low" + }, + "search": { + "supported": false + } + }, + { + "id": "grok-3-fast-beta", + "name": "Grok 3 Fast Beta", + "display_name": "Grok 3 Fast Beta", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 120000, + "output": 100000 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": false + } + }, + { + "id": "grok-2-vision-1212", + "name": "Grok 2 Vision 1212", + "display_name": "Grok 2 Vision 1212", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 32000, + "output": 32000 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": false + } + }, + { + "id": "grok-2-image-1212", + "name": "Grok 2 Image 1212", + "display_name": "Grok 2 Image 1212", + "temperature": true, + "attachment": false, + "tool_call": false, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 130000, + "output": 100000 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": false + } + }, + { + "id": "grok-3-beta", + "name": "Grok 3 Beta", + "display_name": "Grok 3 Beta", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 120000, + "output": 100000 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": false + } + }, + { + "id": "grok-2-1212", + "name": "Grok 2 1212", + "display_name": "Grok 2 1212", + "temperature": true, + "attachment": false, + "tool_call": true, + "modalities": { + "input": [ + "text" + ], + "output": [ + "text" + ] + }, + "limit": { + "context": 120000, + "output": 100000 + }, + "reasoning": { + "supported": false + }, + "search": { + "supported": false + } + } + ] +} diff --git a/package.json b/package.json new file mode 100644 index 0000000..30adb4e --- /dev/null +++ b/package.json @@ -0,0 +1,42 @@ +{ + "name": "public-provider-conf", + "version": "1.0.0", + "description": "A tool to fetch and aggregate AI model information from various providers", + "main": "build/index.cjs", + "bin": { + "public-provider-conf": "./build/cli.js" + }, + "scripts": { + "build": "vite build -c vite.config.ts && vite build -c vite.cli.config.ts", + "dev": "ts-node src/cli.ts fetch-all", + "start": "node build/cli.js fetch-all", + "clean": "rm -rf build dist/*.js dist/*.d.ts dist/*.map" + }, + "keywords": [ + "ai", + "models", + "providers", + "cli", + "typescript" + ], + "author": "ThinkInAIXYZ", + "license": "MIT", + "dependencies": { + "axios": "^1.6.0", + "cheerio": "^1.0.0-rc.12", + "commander": "^11.1.0", + "undici": "^7.16.0" + }, + "devDependencies": { + "@types/node": "^20.9.0", + "ts-node": "^10.9.0", + "typescript": "^5.2.0", + "vite": "npm:rolldown-vite@latest" + }, + "pnpm": { + "overrides": { + "vite": "npm:rolldown-vite@latest" + } + }, + "packageManager": "pnpm@10.14.0+sha512.ad27a79641b49c3e481a16a805baa71817a04bbe06a38d17e60e2eaee83f6a146c6a688125f5792e48dd5ba30e7da52a5cda4c3992b9ccf333f9ce223af84748" +} diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml new file mode 100644 index 0000000..7ed5135 --- /dev/null +++ b/pnpm-lock.yaml @@ -0,0 +1,1011 @@ +lockfileVersion: '9.0' + +settings: + autoInstallPeers: true + excludeLinksFromLockfile: false + +overrides: + vite: npm:rolldown-vite@latest + +importers: + + .: + dependencies: + axios: + specifier: ^1.6.0 + version: 1.12.0 + cheerio: + specifier: ^1.0.0-rc.12 + version: 1.1.2 + commander: + specifier: ^11.1.0 + version: 11.1.0 + undici: + specifier: ^7.16.0 + version: 7.16.0 + devDependencies: + '@types/node': + specifier: ^20.9.0 + version: 20.19.13 + ts-node: + specifier: ^10.9.0 + version: 10.9.2(@types/node@20.19.13)(typescript@5.9.2) + typescript: + specifier: ^5.2.0 + version: 5.9.2 + vite: + specifier: npm:rolldown-vite@latest + version: rolldown-vite@7.1.9(@types/node@20.19.13) + +packages: + + '@cspotcode/source-map-support@0.8.1': + resolution: {integrity: sha512-IchNf6dN4tHoMFIn/7OE8LWZ19Y6q/67Bmf6vnGREv8RSbBVb9LPJxEcnwrcwX6ixSvaiGoomAUvu4YSxXrVgw==} + engines: {node: '>=12'} + + '@emnapi/core@1.5.0': + resolution: {integrity: sha512-sbP8GzB1WDzacS8fgNPpHlp6C9VZe+SJP3F90W9rLemaQj2PzIuTEl1qDOYQf58YIpyjViI24y9aPWCjEzY2cg==} + + '@emnapi/runtime@1.5.0': + resolution: {integrity: sha512-97/BJ3iXHww3djw6hYIfErCZFee7qCtrneuLa20UXFCOTCfBM2cvQHjWJ2EG0s0MtdNwInarqCTz35i4wWXHsQ==} + + '@emnapi/wasi-threads@1.1.0': + resolution: {integrity: sha512-WI0DdZ8xFSbgMjR1sFsKABJ/C5OnRrjT06JXbZKexJGrDuPTzZdDYfFlsgcCXCyf+suG5QU2e/y1Wo2V/OapLQ==} + + '@jridgewell/resolve-uri@3.1.2': + resolution: {integrity: sha512-bRISgCIjP20/tbWSPWMEi54QVPRZExkuD9lJL+UIxUKtwVJA8wW1Trb1jMs1RFXo1CBTNZ/5hpC9QvmKWdopKw==} + engines: {node: '>=6.0.0'} + + '@jridgewell/sourcemap-codec@1.5.5': + resolution: {integrity: sha512-cYQ9310grqxueWbl+WuIUIaiUaDcj7WOq5fVhEljNVgRfOUhY9fy2zTvfoqWsnebh8Sl70VScFbICvJnLKB0Og==} + + '@jridgewell/trace-mapping@0.3.9': + resolution: {integrity: sha512-3Belt6tdc8bPgAtbcmdtNJlirVoTmEb5e2gC94PnkwEW9jI6CAHUeoG85tjWP5WquqfavoMtMwiG4P926ZKKuQ==} + + '@napi-rs/wasm-runtime@1.0.5': + resolution: {integrity: sha512-TBr9Cf9onSAS2LQ2+QHx6XcC6h9+RIzJgbqG3++9TUZSH204AwEy5jg3BTQ0VATsyoGj4ee49tN/y6rvaOOtcg==} + + '@oxc-project/runtime@0.87.0': + resolution: {integrity: sha512-ky2Hqi2q/uGX36UfY79zxMbUqiNIl1RyKKVJfFenG70lbn+/fcaKBVTbhmUwn8a2wPyv2gNtDQxuDytbKX9giQ==} + engines: {node: '>=6.9.0'} + + '@oxc-project/types@0.87.0': + resolution: {integrity: sha512-ipZFWVGE9fADBVXXWJWY/cxpysc41Gt5upKDeb32F6WMgFyO7XETUMVq8UuREKCih+Km5E6p2VhEvf6Fuhey6g==} + + '@rolldown/binding-android-arm64@1.0.0-beta.37': + resolution: {integrity: sha512-Pdr3USGBdoYzcygfJTSATHd7x476vVF3rnQ6SuUAh4YjhgGoNaI/ZycQ0RsonptwwU5NmQRWxfWv+aUPL6JlJg==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [arm64] + os: [android] + + '@rolldown/binding-darwin-arm64@1.0.0-beta.37': + resolution: {integrity: sha512-iDdmatSgbWhTYOq51G2CkJXwFayiuQpv/ywG7Bv3wKqy31L7d0LltUhWqAdfCl7eBG3gybfUm/iEXiTldH3jYA==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [arm64] + os: [darwin] + + '@rolldown/binding-darwin-x64@1.0.0-beta.37': + resolution: {integrity: sha512-LQPpi3YJDtIprj6mwMbVM1gLM4BV2m9oqe9h3Y1UwAd20xs+imnzWJqWFpm4Hw9SiFmefIf3q4EPx2k6Nj2K7A==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [x64] + os: [darwin] + + '@rolldown/binding-freebsd-x64@1.0.0-beta.37': + resolution: {integrity: sha512-9JnfSWfYd/YrZOu4Sj3rb2THBrCj70nJB/2FOSdg0O9ZoRrdTeB8b7Futo6N7HLWZM5uqqnJBX6VTpA0RZD+ow==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [x64] + os: [freebsd] + + '@rolldown/binding-linux-arm-gnueabihf@1.0.0-beta.37': + resolution: {integrity: sha512-eEmQTpvefEtHxc0vg5sOnWCqBcGQB/SIDlPkkzKR9ESKq9BsjQfHxssJWuNMyQ+rpr9CYaogddyQtZ9GHkp8vA==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [arm] + os: [linux] + + '@rolldown/binding-linux-arm64-gnu@1.0.0-beta.37': + resolution: {integrity: sha512-Ekv4OjDzQUl0X9kHM7M23N9hVRiYCYr89neLBNITCp7P4IHs1f6SNZiCIvvBVy6NIFzO1w9LZJGEeJYK5cQBVQ==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [arm64] + os: [linux] + + '@rolldown/binding-linux-arm64-musl@1.0.0-beta.37': + resolution: {integrity: sha512-z8Aa5Kar5mhh0RVZEL+zKJwNz1cgcDISmwUMcTk0w986T8JZJOJCfJ/u9e8pqUTIJjxdM8SZq9/24nMgMlx5ng==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [arm64] + os: [linux] + + '@rolldown/binding-linux-x64-gnu@1.0.0-beta.37': + resolution: {integrity: sha512-e+fNseKhfE/socjOw6VrQcXrbNKfi2V/KZ+ssuLnmeaYNGuJWqPhvML56oYhGb3IgROEEc61lzr3Riy5BIqoMA==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [x64] + os: [linux] + + '@rolldown/binding-linux-x64-musl@1.0.0-beta.37': + resolution: {integrity: sha512-dPZfB396PMIasd19X0ikpdCvjK/7SaJFO8y5/TxnozJEy70vOf4GESe/oKcsJPav/MSTWBYsHjJSO6vX0oAW8g==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [x64] + os: [linux] + + '@rolldown/binding-openharmony-arm64@1.0.0-beta.37': + resolution: {integrity: sha512-rFjLXoHpRqxJqkSBXHuyt6bhyiIFnvLD9X2iPmCYlfpEkdTbrY1AXg4ZbF8UMO5LM7DAAZm/7vPYPO1TKTA7Sg==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [arm64] + os: [openharmony] + + '@rolldown/binding-wasm32-wasi@1.0.0-beta.37': + resolution: {integrity: sha512-oQAe3lMaBGX6q0GSic0l3Obmd6/rX8R6eHLnRC8kyy/CvPLiCMV82MPGT8fxpPTo/ULFGrupSu2nV1zmOFBt/w==} + engines: {node: '>=14.0.0'} + cpu: [wasm32] + + '@rolldown/binding-win32-arm64-msvc@1.0.0-beta.37': + resolution: {integrity: sha512-ucO6CiZhpkNRiVAk7ybvA9pZaMreCtfHej3BtJcBL5S3aYmp4h0g6TvaXLD5YRJx5sXobp/9A//xU4wPMul3Bg==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [arm64] + os: [win32] + + '@rolldown/binding-win32-ia32-msvc@1.0.0-beta.37': + resolution: {integrity: sha512-Ya9DBWJe1EGHwil7ielI8CdE0ELCg6KyDvDQqIFllnTJEYJ1Rb74DK6mvlZo273qz6Mw8WrMm26urfDeZhCc3Q==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [ia32] + os: [win32] + + '@rolldown/binding-win32-x64-msvc@1.0.0-beta.37': + resolution: {integrity: sha512-r+RI+wMReoTIF/uXqQWJcD8xGWXzCzUyGdpLmQ8FC+MCyPHlkjEsFRv8OFIYI6HhiGAmbfWVYEGf+aeLJzkHGw==} + engines: {node: ^20.19.0 || >=22.12.0} + cpu: [x64] + os: [win32] + + '@rolldown/pluginutils@1.0.0-beta.37': + resolution: {integrity: sha512-0taU1HpxFzrukvWIhLRI4YssJX2wOW5q1MxPXWztltsQ13TE51/larZIwhFdpyk7+K43TH7x6GJ8oEqAo+vDbA==} + + '@tsconfig/node10@1.0.11': + resolution: {integrity: sha512-DcRjDCujK/kCk/cUe8Xz8ZSpm8mS3mNNpta+jGCA6USEDfktlNvm1+IuZ9eTcDbNk41BHwpHHeW+N1lKCz4zOw==} + + '@tsconfig/node12@1.0.11': + resolution: {integrity: sha512-cqefuRsh12pWyGsIoBKJA9luFu3mRxCA+ORZvA4ktLSzIuCUtWVxGIuXigEwO5/ywWFMZ2QEGKWvkZG1zDMTag==} + + '@tsconfig/node14@1.0.3': + resolution: {integrity: sha512-ysT8mhdixWK6Hw3i1V2AeRqZ5WfXg1G43mqoYlM2nc6388Fq5jcXyr5mRsqViLx/GJYdoL0bfXD8nmF+Zn/Iow==} + + '@tsconfig/node16@1.0.4': + resolution: {integrity: sha512-vxhUy4J8lyeyinH7Azl1pdd43GJhZH/tP2weN8TntQblOY+A0XbT8DJk1/oCPuOOyg/Ja757rG0CgHcWC8OfMA==} + + '@tybys/wasm-util@0.10.1': + resolution: {integrity: sha512-9tTaPJLSiejZKx+Bmog4uSubteqTvFrVrURwkmHixBo0G4seD0zUxp98E1DzUBJxLQ3NPwXrGKDiVjwx/DpPsg==} + + '@types/node@20.19.13': + resolution: {integrity: sha512-yCAeZl7a0DxgNVteXFHt9+uyFbqXGy/ShC4BlcHkoE0AfGXYv/BUiplV72DjMYXHDBXFjhvr6DD1NiRVfB4j8g==} + + acorn-walk@8.3.4: + resolution: {integrity: sha512-ueEepnujpqee2o5aIYnvHU6C0A42MNdsIDeqy5BydrkuC5R1ZuUFnm27EeFJGoEHJQgn3uleRvmTXaJgfXbt4g==} + engines: {node: '>=0.4.0'} + + acorn@8.15.0: + resolution: {integrity: sha512-NZyJarBfL7nWwIq+FDL6Zp/yHEhePMNnnJ0y3qfieCrmNvYct8uvtiV41UvlSe6apAfk0fY1FbWx+NwfmpvtTg==} + engines: {node: '>=0.4.0'} + hasBin: true + + ansis@4.1.0: + resolution: {integrity: sha512-BGcItUBWSMRgOCe+SVZJ+S7yTRG0eGt9cXAHev72yuGcY23hnLA7Bky5L/xLyPINoSN95geovfBkqoTlNZYa7w==} + engines: {node: '>=14'} + + arg@4.1.3: + resolution: {integrity: sha512-58S9QDqG0Xx27YwPSt9fJxivjYl432YCwfDMfZ+71RAqUrZef7LrKQZ3LHLOwCS4FLNBplP533Zx895SeOCHvA==} + + asynckit@0.4.0: + resolution: {integrity: sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==} + + axios@1.12.0: + resolution: {integrity: sha512-oXTDccv8PcfjZmPGlWsPSwtOJCZ/b6W5jAMCNcfwJbCzDckwG0jrYJFaWH1yvivfCXjVzV/SPDEhMB3Q+DSurg==} + + boolbase@1.0.0: + resolution: {integrity: sha512-JZOSA7Mo9sNGB8+UjSgzdLtokWAky1zbztM3WRLCbZ70/3cTANmQmOdR7y2g+J0e2WXywy1yS468tY+IruqEww==} + + call-bind-apply-helpers@1.0.2: + resolution: {integrity: sha512-Sp1ablJ0ivDkSzjcaJdxEunN5/XvksFJ2sMBFfq6x0ryhQV/2b/KwFe21cMpmHtPOSij8K99/wSfoEuTObmuMQ==} + engines: {node: '>= 0.4'} + + cheerio-select@2.1.0: + resolution: {integrity: sha512-9v9kG0LvzrlcungtnJtpGNxY+fzECQKhK4EGJX2vByejiMX84MFNQw4UxPJl3bFbTMw+Dfs37XaIkCwTZfLh4g==} + + cheerio@1.1.2: + resolution: {integrity: sha512-IkxPpb5rS/d1IiLbHMgfPuS0FgiWTtFIm/Nj+2woXDLTZ7fOT2eqzgYbdMlLweqlHbsZjxEChoVK+7iph7jyQg==} + engines: {node: '>=20.18.1'} + + combined-stream@1.0.8: + resolution: {integrity: sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg==} + engines: {node: '>= 0.8'} + + commander@11.1.0: + resolution: {integrity: sha512-yPVavfyCcRhmorC7rWlkHn15b4wDVgVmBA7kV4QVBsF7kv/9TKJAbAXVTxvTnwP8HHKjRCJDClKbciiYS7p0DQ==} + engines: {node: '>=16'} + + create-require@1.1.1: + resolution: {integrity: sha512-dcKFX3jn0MpIaXjisoRvexIJVEKzaq7z2rZKxf+MSr9TkdmHmsU4m2lcLojrj/FHl8mk5VxMmYA+ftRkP/3oKQ==} + + css-select@5.2.2: + resolution: {integrity: sha512-TizTzUddG/xYLA3NXodFM0fSbNizXjOKhqiQQwvhlspadZokn1KDy0NZFS0wuEubIYAV5/c1/lAr0TaaFXEXzw==} + + css-what@6.2.2: + resolution: {integrity: sha512-u/O3vwbptzhMs3L1fQE82ZSLHQQfto5gyZzwteVIEyeaY5Fc7R4dapF/BvRoSYFeqfBk4m0V1Vafq5Pjv25wvA==} + engines: {node: '>= 6'} + + delayed-stream@1.0.0: + resolution: {integrity: sha512-ZySD7Nf91aLB0RxL4KGrKHBXl7Eds1DAmEdcoVawXnLD7SDhpNgtuII2aAkg7a7QS41jxPSZ17p4VdGnMHk3MQ==} + engines: {node: '>=0.4.0'} + + detect-libc@2.0.4: + resolution: {integrity: sha512-3UDv+G9CsCKO1WKMGw9fwq/SWJYbI0c5Y7LU1AXYoDdbhE2AHQ6N6Nb34sG8Fj7T5APy8qXDCKuuIHd1BR0tVA==} + engines: {node: '>=8'} + + diff@4.0.2: + resolution: {integrity: sha512-58lmxKSA4BNyLz+HHMUzlOEpg09FV+ev6ZMe3vJihgdxzgcwZ8VoEEPmALCZG9LmqfVoNMMKpttIYTVG6uDY7A==} + engines: {node: '>=0.3.1'} + + dom-serializer@2.0.0: + resolution: {integrity: sha512-wIkAryiqt/nV5EQKqQpo3SToSOV9J0DnbJqwK7Wv/Trc92zIAYZ4FlMu+JPFW1DfGFt81ZTCGgDEabffXeLyJg==} + + domelementtype@2.3.0: + resolution: {integrity: sha512-OLETBj6w0OsagBwdXnPdN0cnMfF9opN69co+7ZrbfPGrdpPVNBUj02spi6B1N7wChLQiPn4CSH/zJvXw56gmHw==} + + domhandler@5.0.3: + resolution: {integrity: sha512-cgwlv/1iFQiFnU96XXgROh8xTeetsnJiDsTc7TYCLFd9+/WNkIqPTxiM/8pSd8VIrhXGTf1Ny1q1hquVqDJB5w==} + engines: {node: '>= 4'} + + domutils@3.2.2: + resolution: {integrity: sha512-6kZKyUajlDuqlHKVX1w7gyslj9MPIXzIFiz/rGu35uC1wMi+kMhQwGhl4lt9unC9Vb9INnY9Z3/ZA3+FhASLaw==} + + dunder-proto@1.0.1: + resolution: {integrity: sha512-KIN/nDJBQRcXw0MLVhZE9iQHmG68qAVIBg9CqmUYjmQIhgij9U5MFvrqkUL5FbtyyzZuOeOt0zdeRe4UY7ct+A==} + engines: {node: '>= 0.4'} + + encoding-sniffer@0.2.1: + resolution: {integrity: sha512-5gvq20T6vfpekVtqrYQsSCFZ1wEg5+wW0/QaZMWkFr6BqD3NfKs0rLCx4rrVlSWJeZb5NBJgVLswK/w2MWU+Gw==} + + entities@4.5.0: + resolution: {integrity: sha512-V0hjH4dGPh9Ao5p0MoRY6BVqtwCjhz6vI5LT8AJ55H+4g9/4vbHx1I54fS0XuclLhDHArPQCiMjDxjaL8fPxhw==} + engines: {node: '>=0.12'} + + entities@6.0.1: + resolution: {integrity: sha512-aN97NXWF6AWBTahfVOIrB/NShkzi5H7F9r1s9mD3cDj4Ko5f2qhhVoYMibXF7GlLveb/D2ioWay8lxI97Ven3g==} + engines: {node: '>=0.12'} + + es-define-property@1.0.1: + resolution: {integrity: sha512-e3nRfgfUZ4rNGL232gUgX06QNyyez04KdjFrF+LTRoOXmrOgFKDg4BCdsjW8EnT69eqdYGmRpJwiPVYNrCaW3g==} + engines: {node: '>= 0.4'} + + es-errors@1.3.0: + resolution: {integrity: sha512-Zf5H2Kxt2xjTvbJvP2ZWLEICxA6j+hAmMzIlypy4xcBg1vKVnx89Wy0GbS+kf5cwCVFFzdCFh2XSCFNULS6csw==} + engines: {node: '>= 0.4'} + + es-object-atoms@1.1.1: + resolution: {integrity: sha512-FGgH2h8zKNim9ljj7dankFPcICIK9Cp5bm+c2gQSYePhpaG5+esrLODihIorn+Pe6FGJzWhXQotPv73jTaldXA==} + engines: {node: '>= 0.4'} + + es-set-tostringtag@2.1.0: + resolution: {integrity: sha512-j6vWzfrGVfyXxge+O0x5sh6cvxAog0a/4Rdd2K36zCMV5eJ+/+tOAngRO8cODMNWbVRdVlmGZQL2YS3yR8bIUA==} + engines: {node: '>= 0.4'} + + fdir@6.5.0: + resolution: {integrity: sha512-tIbYtZbucOs0BRGqPJkshJUYdL+SDH7dVM8gjy+ERp3WAUjLEFJE+02kanyHtwjWOnwrKYBiwAmM0p4kLJAnXg==} + engines: {node: '>=12.0.0'} + peerDependencies: + picomatch: ^3 || ^4 + peerDependenciesMeta: + picomatch: + optional: true + + follow-redirects@1.15.11: + resolution: {integrity: sha512-deG2P0JfjrTxl50XGCDyfI97ZGVCxIpfKYmfyrQ54n5FO/0gfIES8C/Psl6kWVDolizcaaxZJnTS0QSMxvnsBQ==} + engines: {node: '>=4.0'} + peerDependencies: + debug: '*' + peerDependenciesMeta: + debug: + optional: true + + form-data@4.0.4: + resolution: {integrity: sha512-KrGhL9Q4zjj0kiUt5OO4Mr/A/jlI2jDYs5eHBpYHPcBEVSiipAvn2Ko2HnPe20rmcuuvMHNdZFp+4IlGTMF0Ow==} + engines: {node: '>= 6'} + + fsevents@2.3.3: + resolution: {integrity: sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw==} + engines: {node: ^8.16.0 || ^10.6.0 || >=11.0.0} + os: [darwin] + + function-bind@1.1.2: + resolution: {integrity: sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA==} + + get-intrinsic@1.3.0: + resolution: {integrity: sha512-9fSjSaos/fRIVIp+xSJlE6lfwhES7LNtKaCBIamHsjr2na1BiABJPo0mOjjz8GJDURarmCPGqaiVg5mfjb98CQ==} + engines: {node: '>= 0.4'} + + get-proto@1.0.1: + resolution: {integrity: sha512-sTSfBjoXBp89JvIKIefqw7U2CCebsc74kiY6awiGogKtoSGbgjYE/G/+l9sF3MWFPNc9IcoOC4ODfKHfxFmp0g==} + engines: {node: '>= 0.4'} + + gopd@1.2.0: + resolution: {integrity: sha512-ZUKRh6/kUFoAiTAtTYPZJ3hw9wNxx+BIBOijnlG9PnrJsCcSjs1wyyD6vJpaYtgnzDrKYRSqf3OO6Rfa93xsRg==} + engines: {node: '>= 0.4'} + + has-symbols@1.1.0: + resolution: {integrity: sha512-1cDNdwJ2Jaohmb3sg4OmKaMBwuC48sYni5HUw2DvsC8LjGTLK9h+eb1X6RyuOHe4hT0ULCW68iomhjUoKUqlPQ==} + engines: {node: '>= 0.4'} + + has-tostringtag@1.0.2: + resolution: {integrity: sha512-NqADB8VjPFLM2V0VvHUewwwsw0ZWBaIdgo+ieHtK3hasLz4qeCRjYcqfB6AQrBggRKppKF8L52/VqdVsO47Dlw==} + engines: {node: '>= 0.4'} + + hasown@2.0.2: + resolution: {integrity: sha512-0hJU9SCPvmMzIBdZFqNPXWa6dqh7WdH0cII9y+CyS8rG3nL48Bclra9HmKhVVUHyPWNH5Y7xDwAB7bfgSjkUMQ==} + engines: {node: '>= 0.4'} + + htmlparser2@10.0.0: + resolution: {integrity: sha512-TwAZM+zE5Tq3lrEHvOlvwgj1XLWQCtaaibSN11Q+gGBAS7Y1uZSWwXXRe4iF6OXnaq1riyQAPFOBtYc77Mxq0g==} + + iconv-lite@0.6.3: + resolution: {integrity: sha512-4fCk79wshMdzMp2rH06qWrJE4iolqLhCUH+OiuIgU++RB0+94NlDL81atO7GX55uUKueo0txHNtvEyI6D7WdMw==} + engines: {node: '>=0.10.0'} + + lightningcss-darwin-arm64@1.30.1: + resolution: {integrity: sha512-c8JK7hyE65X1MHMN+Viq9n11RRC7hgin3HhYKhrMyaXflk5GVplZ60IxyoVtzILeKr+xAJwg6zK6sjTBJ0FKYQ==} + engines: {node: '>= 12.0.0'} + cpu: [arm64] + os: [darwin] + + lightningcss-darwin-x64@1.30.1: + resolution: {integrity: sha512-k1EvjakfumAQoTfcXUcHQZhSpLlkAuEkdMBsI/ivWw9hL+7FtilQc0Cy3hrx0AAQrVtQAbMI7YjCgYgvn37PzA==} + engines: {node: '>= 12.0.0'} + cpu: [x64] + os: [darwin] + + lightningcss-freebsd-x64@1.30.1: + resolution: {integrity: sha512-kmW6UGCGg2PcyUE59K5r0kWfKPAVy4SltVeut+umLCFoJ53RdCUWxcRDzO1eTaxf/7Q2H7LTquFHPL5R+Gjyig==} + engines: {node: '>= 12.0.0'} + cpu: [x64] + os: [freebsd] + + lightningcss-linux-arm-gnueabihf@1.30.1: + resolution: {integrity: sha512-MjxUShl1v8pit+6D/zSPq9S9dQ2NPFSQwGvxBCYaBYLPlCWuPh9/t1MRS8iUaR8i+a6w7aps+B4N0S1TYP/R+Q==} + engines: {node: '>= 12.0.0'} + cpu: [arm] + os: [linux] + + lightningcss-linux-arm64-gnu@1.30.1: + resolution: {integrity: sha512-gB72maP8rmrKsnKYy8XUuXi/4OctJiuQjcuqWNlJQ6jZiWqtPvqFziskH3hnajfvKB27ynbVCucKSm2rkQp4Bw==} + engines: {node: '>= 12.0.0'} + cpu: [arm64] + os: [linux] + + lightningcss-linux-arm64-musl@1.30.1: + resolution: {integrity: sha512-jmUQVx4331m6LIX+0wUhBbmMX7TCfjF5FoOH6SD1CttzuYlGNVpA7QnrmLxrsub43ClTINfGSYyHe2HWeLl5CQ==} + engines: {node: '>= 12.0.0'} + cpu: [arm64] + os: [linux] + + lightningcss-linux-x64-gnu@1.30.1: + resolution: {integrity: sha512-piWx3z4wN8J8z3+O5kO74+yr6ze/dKmPnI7vLqfSqI8bccaTGY5xiSGVIJBDd5K5BHlvVLpUB3S2YCfelyJ1bw==} + engines: {node: '>= 12.0.0'} + cpu: [x64] + os: [linux] + + lightningcss-linux-x64-musl@1.30.1: + resolution: {integrity: sha512-rRomAK7eIkL+tHY0YPxbc5Dra2gXlI63HL+v1Pdi1a3sC+tJTcFrHX+E86sulgAXeI7rSzDYhPSeHHjqFhqfeQ==} + engines: {node: '>= 12.0.0'} + cpu: [x64] + os: [linux] + + lightningcss-win32-arm64-msvc@1.30.1: + resolution: {integrity: sha512-mSL4rqPi4iXq5YVqzSsJgMVFENoa4nGTT/GjO2c0Yl9OuQfPsIfncvLrEW6RbbB24WtZ3xP/2CCmI3tNkNV4oA==} + engines: {node: '>= 12.0.0'} + cpu: [arm64] + os: [win32] + + lightningcss-win32-x64-msvc@1.30.1: + resolution: {integrity: sha512-PVqXh48wh4T53F/1CCu8PIPCxLzWyCnn/9T5W1Jpmdy5h9Cwd+0YQS6/LwhHXSafuc61/xg9Lv5OrCby6a++jg==} + engines: {node: '>= 12.0.0'} + cpu: [x64] + os: [win32] + + lightningcss@1.30.1: + resolution: {integrity: sha512-xi6IyHML+c9+Q3W0S4fCQJOym42pyurFiJUHEcEyHS0CeKzia4yZDEsLlqOFykxOdHpNy0NmvVO31vcSqAxJCg==} + engines: {node: '>= 12.0.0'} + + make-error@1.3.6: + resolution: {integrity: sha512-s8UhlNe7vPKomQhC1qFelMokr/Sc3AgNbso3n74mVPA5LTZwkB9NlXf4XPamLxJE8h0gh73rM94xvwRT2CVInw==} + + math-intrinsics@1.1.0: + resolution: {integrity: sha512-/IXtbwEk5HTPyEwyKX6hGkYXxM9nbj64B+ilVJnC/R6B0pH5G4V3b0pVbL7DBj4tkhBAppbQUlf6F6Xl9LHu1g==} + engines: {node: '>= 0.4'} + + mime-db@1.52.0: + resolution: {integrity: sha512-sPU4uV7dYlvtWJxwwxHD0PuihVNiE7TyAbQ5SWxDCB9mUYvOgroQOwYQQOKPJ8CIbE+1ETVlOoK1UC2nU3gYvg==} + engines: {node: '>= 0.6'} + + mime-types@2.1.35: + resolution: {integrity: sha512-ZDY+bPm5zTTF+YpCrAU9nK0UgICYPT0QtT1NZWFv4s++TNkcgVaT0g6+4R2uI4MjQjzysHB1zxuWL50hzaeXiw==} + engines: {node: '>= 0.6'} + + nanoid@3.3.11: + resolution: {integrity: sha512-N8SpfPUnUp1bK+PMYW8qSWdl9U+wwNWI4QKxOYDy9JAro3WMX7p2OeVRF9v+347pnakNevPmiHhNmZ2HbFA76w==} + engines: {node: ^10 || ^12 || ^13.7 || ^14 || >=15.0.1} + hasBin: true + + nth-check@2.1.1: + resolution: {integrity: sha512-lqjrjmaOoAnWfMmBPL+XNnynZh2+swxiX3WUE0s4yEHI6m+AwrK2UZOimIRl3X/4QctVqS8AiZjFqyOGrMXb/w==} + + parse5-htmlparser2-tree-adapter@7.1.0: + resolution: {integrity: sha512-ruw5xyKs6lrpo9x9rCZqZZnIUntICjQAd0Wsmp396Ul9lN/h+ifgVV1x1gZHi8euej6wTfpqX8j+BFQxF0NS/g==} + + parse5-parser-stream@7.1.2: + resolution: {integrity: sha512-JyeQc9iwFLn5TbvvqACIF/VXG6abODeB3Fwmv/TGdLk2LfbWkaySGY72at4+Ty7EkPZj854u4CrICqNk2qIbow==} + + parse5@7.3.0: + resolution: {integrity: sha512-IInvU7fabl34qmi9gY8XOVxhYyMyuH2xUNpb2q8/Y+7552KlejkRvqvD19nMoUW/uQGGbqNpA6Tufu5FL5BZgw==} + + picocolors@1.1.1: + resolution: {integrity: sha512-xceH2snhtb5M9liqDsmEw56le376mTZkEX/jEb/RxNFyegNul7eNslCXP9FDj/Lcu0X8KEyMceP2ntpaHrDEVA==} + + picomatch@4.0.3: + resolution: {integrity: sha512-5gTmgEY/sqK6gFXLIsQNH19lWb4ebPDLA4SdLP7dsWkIXHWlG66oPuVvXSGFPppYZz8ZDZq0dYYrbHfBCVUb1Q==} + engines: {node: '>=12'} + + postcss@8.5.6: + resolution: {integrity: sha512-3Ybi1tAuwAP9s0r1UQ2J4n5Y0G05bJkpUIO0/bI9MhwmD70S5aTWbXGBwxHrelT+XM1k6dM0pk+SwNkpTRN7Pg==} + engines: {node: ^10 || ^12 || >=14} + + proxy-from-env@1.1.0: + resolution: {integrity: sha512-D+zkORCbA9f1tdWRK0RaCR3GPv50cMxcrz4X8k5LTSUD1Dkw47mKJEZQNunItRTkWwgtaUSo1RVFRIG9ZXiFYg==} + + rolldown-vite@7.1.9: + resolution: {integrity: sha512-5yk8/h92dj8/weS8p1bn+2KFANEW8dNHe1QtoN4idlcnjEe1l/KjLwjL3KEVLk11Wq9OVLTsiaL1AIvs2TRvzw==} + engines: {node: ^20.19.0 || >=22.12.0} + hasBin: true + peerDependencies: + '@types/node': ^20.19.0 || >=22.12.0 + esbuild: ^0.25.0 + jiti: '>=1.21.0' + less: ^4.0.0 + sass: ^1.70.0 + sass-embedded: ^1.70.0 + stylus: '>=0.54.8' + sugarss: ^5.0.0 + terser: ^5.16.0 + tsx: ^4.8.1 + yaml: ^2.4.2 + peerDependenciesMeta: + '@types/node': + optional: true + esbuild: + optional: true + jiti: + optional: true + less: + optional: true + sass: + optional: true + sass-embedded: + optional: true + stylus: + optional: true + sugarss: + optional: true + terser: + optional: true + tsx: + optional: true + yaml: + optional: true + + rolldown@1.0.0-beta.37: + resolution: {integrity: sha512-KiTU6z1kHGaLvqaYjgsrv2LshHqNBn74waRZivlK8WbfN1obZeScVkQPKYunB66E/mxZWv/zyZlCv3xF2t0WOQ==} + engines: {node: ^20.19.0 || >=22.12.0} + hasBin: true + + safer-buffer@2.1.2: + resolution: {integrity: sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==} + + source-map-js@1.2.1: + resolution: {integrity: sha512-UXWMKhLOwVKb728IUtQPXxfYU+usdybtUrK/8uGE8CQMvrhOpwvzDBwj0QhSL7MQc7vIsISBG8VQ8+IDQxpfQA==} + engines: {node: '>=0.10.0'} + + tinyglobby@0.2.15: + resolution: {integrity: sha512-j2Zq4NyQYG5XMST4cbs02Ak8iJUdxRM0XI5QyxXuZOzKOINmWurp3smXu3y5wDcJrptwpSjgXHzIQxR0omXljQ==} + engines: {node: '>=12.0.0'} + + ts-node@10.9.2: + resolution: {integrity: sha512-f0FFpIdcHgn8zcPSbf1dRevwt047YMnaiJM3u2w2RewrB+fob/zePZcrOyQoLMMO7aBIddLcQIEK5dYjkLnGrQ==} + hasBin: true + peerDependencies: + '@swc/core': '>=1.2.50' + '@swc/wasm': '>=1.2.50' + '@types/node': '*' + typescript: '>=2.7' + peerDependenciesMeta: + '@swc/core': + optional: true + '@swc/wasm': + optional: true + + tslib@2.8.1: + resolution: {integrity: sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w==} + + typescript@5.9.2: + resolution: {integrity: sha512-CWBzXQrc/qOkhidw1OzBTQuYRbfyxDXJMVJ1XNwUHGROVmuaeiEm3OslpZ1RV96d7SKKjZKrSJu3+t/xlw3R9A==} + engines: {node: '>=14.17'} + hasBin: true + + undici-types@6.21.0: + resolution: {integrity: sha512-iwDZqg0QAGrg9Rav5H4n0M64c3mkR59cJ6wQp+7C4nI0gsmExaedaYLNO44eT4AtBBwjbTiGPMlt2Md0T9H9JQ==} + + undici@7.16.0: + resolution: {integrity: sha512-QEg3HPMll0o3t2ourKwOeUAZ159Kn9mx5pnzHRQO8+Wixmh88YdZRiIwat0iNzNNXn0yoEtXJqFpyW7eM8BV7g==} + engines: {node: '>=20.18.1'} + + v8-compile-cache-lib@3.0.1: + resolution: {integrity: sha512-wa7YjyUGfNZngI/vtK0UHAN+lgDCxBPCylVXGp0zu59Fz5aiGtNXaq3DhIov063MorB+VfufLh3JlF2KdTK3xg==} + + whatwg-encoding@3.1.1: + resolution: {integrity: sha512-6qN4hJdMwfYBtE3YBTTHhoeuUrDBPZmbQaxWAqSALV/MeEnR5z1xd8UKud2RAkFoPkmB+hli1TZSnyi84xz1vQ==} + engines: {node: '>=18'} + + whatwg-mimetype@4.0.0: + resolution: {integrity: sha512-QaKxh0eNIi2mE9p2vEdzfagOKHCcj1pJ56EEHGQOVxp8r9/iszLUUV7v89x9O1p/T+NlTM5W7jW6+cz4Fq1YVg==} + engines: {node: '>=18'} + + yn@3.1.1: + resolution: {integrity: sha512-Ux4ygGWsu2c7isFWe8Yu1YluJmqVhxqK2cLXNQA5AcC3QfbGNpM7fu0Y8b/z16pXLnFxZYvWhd3fhBY9DLmC6Q==} + engines: {node: '>=6'} + +snapshots: + + '@cspotcode/source-map-support@0.8.1': + dependencies: + '@jridgewell/trace-mapping': 0.3.9 + + '@emnapi/core@1.5.0': + dependencies: + '@emnapi/wasi-threads': 1.1.0 + tslib: 2.8.1 + optional: true + + '@emnapi/runtime@1.5.0': + dependencies: + tslib: 2.8.1 + optional: true + + '@emnapi/wasi-threads@1.1.0': + dependencies: + tslib: 2.8.1 + optional: true + + '@jridgewell/resolve-uri@3.1.2': {} + + '@jridgewell/sourcemap-codec@1.5.5': {} + + '@jridgewell/trace-mapping@0.3.9': + dependencies: + '@jridgewell/resolve-uri': 3.1.2 + '@jridgewell/sourcemap-codec': 1.5.5 + + '@napi-rs/wasm-runtime@1.0.5': + dependencies: + '@emnapi/core': 1.5.0 + '@emnapi/runtime': 1.5.0 + '@tybys/wasm-util': 0.10.1 + optional: true + + '@oxc-project/runtime@0.87.0': {} + + '@oxc-project/types@0.87.0': {} + + '@rolldown/binding-android-arm64@1.0.0-beta.37': + optional: true + + '@rolldown/binding-darwin-arm64@1.0.0-beta.37': + optional: true + + '@rolldown/binding-darwin-x64@1.0.0-beta.37': + optional: true + + '@rolldown/binding-freebsd-x64@1.0.0-beta.37': + optional: true + + '@rolldown/binding-linux-arm-gnueabihf@1.0.0-beta.37': + optional: true + + '@rolldown/binding-linux-arm64-gnu@1.0.0-beta.37': + optional: true + + '@rolldown/binding-linux-arm64-musl@1.0.0-beta.37': + optional: true + + '@rolldown/binding-linux-x64-gnu@1.0.0-beta.37': + optional: true + + '@rolldown/binding-linux-x64-musl@1.0.0-beta.37': + optional: true + + '@rolldown/binding-openharmony-arm64@1.0.0-beta.37': + optional: true + + '@rolldown/binding-wasm32-wasi@1.0.0-beta.37': + dependencies: + '@napi-rs/wasm-runtime': 1.0.5 + optional: true + + '@rolldown/binding-win32-arm64-msvc@1.0.0-beta.37': + optional: true + + '@rolldown/binding-win32-ia32-msvc@1.0.0-beta.37': + optional: true + + '@rolldown/binding-win32-x64-msvc@1.0.0-beta.37': + optional: true + + '@rolldown/pluginutils@1.0.0-beta.37': {} + + '@tsconfig/node10@1.0.11': {} + + '@tsconfig/node12@1.0.11': {} + + '@tsconfig/node14@1.0.3': {} + + '@tsconfig/node16@1.0.4': {} + + '@tybys/wasm-util@0.10.1': + dependencies: + tslib: 2.8.1 + optional: true + + '@types/node@20.19.13': + dependencies: + undici-types: 6.21.0 + + acorn-walk@8.3.4: + dependencies: + acorn: 8.15.0 + + acorn@8.15.0: {} + + ansis@4.1.0: {} + + arg@4.1.3: {} + + asynckit@0.4.0: {} + + axios@1.12.0: + dependencies: + follow-redirects: 1.15.11 + form-data: 4.0.4 + proxy-from-env: 1.1.0 + transitivePeerDependencies: + - debug + + boolbase@1.0.0: {} + + call-bind-apply-helpers@1.0.2: + dependencies: + es-errors: 1.3.0 + function-bind: 1.1.2 + + cheerio-select@2.1.0: + dependencies: + boolbase: 1.0.0 + css-select: 5.2.2 + css-what: 6.2.2 + domelementtype: 2.3.0 + domhandler: 5.0.3 + domutils: 3.2.2 + + cheerio@1.1.2: + dependencies: + cheerio-select: 2.1.0 + dom-serializer: 2.0.0 + domhandler: 5.0.3 + domutils: 3.2.2 + encoding-sniffer: 0.2.1 + htmlparser2: 10.0.0 + parse5: 7.3.0 + parse5-htmlparser2-tree-adapter: 7.1.0 + parse5-parser-stream: 7.1.2 + undici: 7.16.0 + whatwg-mimetype: 4.0.0 + + combined-stream@1.0.8: + dependencies: + delayed-stream: 1.0.0 + + commander@11.1.0: {} + + create-require@1.1.1: {} + + css-select@5.2.2: + dependencies: + boolbase: 1.0.0 + css-what: 6.2.2 + domhandler: 5.0.3 + domutils: 3.2.2 + nth-check: 2.1.1 + + css-what@6.2.2: {} + + delayed-stream@1.0.0: {} + + detect-libc@2.0.4: {} + + diff@4.0.2: {} + + dom-serializer@2.0.0: + dependencies: + domelementtype: 2.3.0 + domhandler: 5.0.3 + entities: 4.5.0 + + domelementtype@2.3.0: {} + + domhandler@5.0.3: + dependencies: + domelementtype: 2.3.0 + + domutils@3.2.2: + dependencies: + dom-serializer: 2.0.0 + domelementtype: 2.3.0 + domhandler: 5.0.3 + + dunder-proto@1.0.1: + dependencies: + call-bind-apply-helpers: 1.0.2 + es-errors: 1.3.0 + gopd: 1.2.0 + + encoding-sniffer@0.2.1: + dependencies: + iconv-lite: 0.6.3 + whatwg-encoding: 3.1.1 + + entities@4.5.0: {} + + entities@6.0.1: {} + + es-define-property@1.0.1: {} + + es-errors@1.3.0: {} + + es-object-atoms@1.1.1: + dependencies: + es-errors: 1.3.0 + + es-set-tostringtag@2.1.0: + dependencies: + es-errors: 1.3.0 + get-intrinsic: 1.3.0 + has-tostringtag: 1.0.2 + hasown: 2.0.2 + + fdir@6.5.0(picomatch@4.0.3): + optionalDependencies: + picomatch: 4.0.3 + + follow-redirects@1.15.11: {} + + form-data@4.0.4: + dependencies: + asynckit: 0.4.0 + combined-stream: 1.0.8 + es-set-tostringtag: 2.1.0 + hasown: 2.0.2 + mime-types: 2.1.35 + + fsevents@2.3.3: + optional: true + + function-bind@1.1.2: {} + + get-intrinsic@1.3.0: + dependencies: + call-bind-apply-helpers: 1.0.2 + es-define-property: 1.0.1 + es-errors: 1.3.0 + es-object-atoms: 1.1.1 + function-bind: 1.1.2 + get-proto: 1.0.1 + gopd: 1.2.0 + has-symbols: 1.1.0 + hasown: 2.0.2 + math-intrinsics: 1.1.0 + + get-proto@1.0.1: + dependencies: + dunder-proto: 1.0.1 + es-object-atoms: 1.1.1 + + gopd@1.2.0: {} + + has-symbols@1.1.0: {} + + has-tostringtag@1.0.2: + dependencies: + has-symbols: 1.1.0 + + hasown@2.0.2: + dependencies: + function-bind: 1.1.2 + + htmlparser2@10.0.0: + dependencies: + domelementtype: 2.3.0 + domhandler: 5.0.3 + domutils: 3.2.2 + entities: 6.0.1 + + iconv-lite@0.6.3: + dependencies: + safer-buffer: 2.1.2 + + lightningcss-darwin-arm64@1.30.1: + optional: true + + lightningcss-darwin-x64@1.30.1: + optional: true + + lightningcss-freebsd-x64@1.30.1: + optional: true + + lightningcss-linux-arm-gnueabihf@1.30.1: + optional: true + + lightningcss-linux-arm64-gnu@1.30.1: + optional: true + + lightningcss-linux-arm64-musl@1.30.1: + optional: true + + lightningcss-linux-x64-gnu@1.30.1: + optional: true + + lightningcss-linux-x64-musl@1.30.1: + optional: true + + lightningcss-win32-arm64-msvc@1.30.1: + optional: true + + lightningcss-win32-x64-msvc@1.30.1: + optional: true + + lightningcss@1.30.1: + dependencies: + detect-libc: 2.0.4 + optionalDependencies: + lightningcss-darwin-arm64: 1.30.1 + lightningcss-darwin-x64: 1.30.1 + lightningcss-freebsd-x64: 1.30.1 + lightningcss-linux-arm-gnueabihf: 1.30.1 + lightningcss-linux-arm64-gnu: 1.30.1 + lightningcss-linux-arm64-musl: 1.30.1 + lightningcss-linux-x64-gnu: 1.30.1 + lightningcss-linux-x64-musl: 1.30.1 + lightningcss-win32-arm64-msvc: 1.30.1 + lightningcss-win32-x64-msvc: 1.30.1 + + make-error@1.3.6: {} + + math-intrinsics@1.1.0: {} + + mime-db@1.52.0: {} + + mime-types@2.1.35: + dependencies: + mime-db: 1.52.0 + + nanoid@3.3.11: {} + + nth-check@2.1.1: + dependencies: + boolbase: 1.0.0 + + parse5-htmlparser2-tree-adapter@7.1.0: + dependencies: + domhandler: 5.0.3 + parse5: 7.3.0 + + parse5-parser-stream@7.1.2: + dependencies: + parse5: 7.3.0 + + parse5@7.3.0: + dependencies: + entities: 6.0.1 + + picocolors@1.1.1: {} + + picomatch@4.0.3: {} + + postcss@8.5.6: + dependencies: + nanoid: 3.3.11 + picocolors: 1.1.1 + source-map-js: 1.2.1 + + proxy-from-env@1.1.0: {} + + rolldown-vite@7.1.9(@types/node@20.19.13): + dependencies: + fdir: 6.5.0(picomatch@4.0.3) + lightningcss: 1.30.1 + picomatch: 4.0.3 + postcss: 8.5.6 + rolldown: 1.0.0-beta.37 + tinyglobby: 0.2.15 + optionalDependencies: + '@types/node': 20.19.13 + fsevents: 2.3.3 + + rolldown@1.0.0-beta.37: + dependencies: + '@oxc-project/runtime': 0.87.0 + '@oxc-project/types': 0.87.0 + '@rolldown/pluginutils': 1.0.0-beta.37 + ansis: 4.1.0 + optionalDependencies: + '@rolldown/binding-android-arm64': 1.0.0-beta.37 + '@rolldown/binding-darwin-arm64': 1.0.0-beta.37 + '@rolldown/binding-darwin-x64': 1.0.0-beta.37 + '@rolldown/binding-freebsd-x64': 1.0.0-beta.37 + '@rolldown/binding-linux-arm-gnueabihf': 1.0.0-beta.37 + '@rolldown/binding-linux-arm64-gnu': 1.0.0-beta.37 + '@rolldown/binding-linux-arm64-musl': 1.0.0-beta.37 + '@rolldown/binding-linux-x64-gnu': 1.0.0-beta.37 + '@rolldown/binding-linux-x64-musl': 1.0.0-beta.37 + '@rolldown/binding-openharmony-arm64': 1.0.0-beta.37 + '@rolldown/binding-wasm32-wasi': 1.0.0-beta.37 + '@rolldown/binding-win32-arm64-msvc': 1.0.0-beta.37 + '@rolldown/binding-win32-ia32-msvc': 1.0.0-beta.37 + '@rolldown/binding-win32-x64-msvc': 1.0.0-beta.37 + + safer-buffer@2.1.2: {} + + source-map-js@1.2.1: {} + + tinyglobby@0.2.15: + dependencies: + fdir: 6.5.0(picomatch@4.0.3) + picomatch: 4.0.3 + + ts-node@10.9.2(@types/node@20.19.13)(typescript@5.9.2): + dependencies: + '@cspotcode/source-map-support': 0.8.1 + '@tsconfig/node10': 1.0.11 + '@tsconfig/node12': 1.0.11 + '@tsconfig/node14': 1.0.3 + '@tsconfig/node16': 1.0.4 + '@types/node': 20.19.13 + acorn: 8.15.0 + acorn-walk: 8.3.4 + arg: 4.1.3 + create-require: 1.1.1 + diff: 4.0.2 + make-error: 1.3.6 + typescript: 5.9.2 + v8-compile-cache-lib: 3.0.1 + yn: 3.1.1 + + tslib@2.8.1: + optional: true + + typescript@5.9.2: {} + + undici-types@6.21.0: {} + + undici@7.16.0: {} + + v8-compile-cache-lib@3.0.1: {} + + whatwg-encoding@3.1.1: + dependencies: + iconv-lite: 0.6.3 + + whatwg-mimetype@4.0.0: {} + + yn@3.1.1: {} diff --git a/src/cli.ts b/src/cli.ts new file mode 100644 index 0000000..607c99c --- /dev/null +++ b/src/cli.ts @@ -0,0 +1,44 @@ +#!/usr/bin/env node + +import { Command } from 'commander'; +import { fetchAllProviders } from './commands/fetch-all'; +import { fetchSpecificProviders } from './commands/fetch-providers'; + +const program = new Command(); + +program + .name('public-provider-conf') + .description('A tool to fetch and aggregate AI model information from various providers') + .version('1.0.0'); + +program + .command('fetch-all') + .description('Fetch models from all configured providers') + .option('-o, --output ', 'Output directory for generated JSON files', 'dist') + .action(async (options: { output: string }) => { + try { + await fetchAllProviders(options.output); + } catch { + process.exit(1); + } + }); + +program + .command('fetch-providers') + .description('Fetch models from specific providers') + .option('-p, --providers ', 'Comma-separated list of provider names') + .option('-o, --output ', 'Output directory for generated JSON files', 'dist') + .action(async (options: { providers?: string; output: string }) => { + if (!options.providers) { + console.error('❌ Please specify providers with -p option'); + process.exit(1); + } + const providerList = options.providers.split(',').map((p: string) => p.trim()); + try { + await fetchSpecificProviders(providerList, options.output); + } catch { + process.exit(1); + } + }); + +program.parse(); diff --git a/src/commands/fetch-all.ts b/src/commands/fetch-all.ts new file mode 100644 index 0000000..c50610e --- /dev/null +++ b/src/commands/fetch-all.ts @@ -0,0 +1,118 @@ +import { DataFetcher } from '../fetcher/data-fetcher'; +import { DataProcessor } from '../processor/data-processor'; +import { ModelsDevOutputManager } from '../output/models-dev-output-manager'; +import { loadConfig } from '../config/app-config'; +import { + ModelsDevApiResponse, + createModelsDevProvider, + mergeProviders, +} from '../models/models-dev'; +import { mergeProviderWithTemplate } from '../templates/models-dev-template-manager'; +import { + loadBaseContext, + createProvidersFromConfig, + normalizeProviderId, +} from './models-dev-shared'; + +export async function fetchAllProviders(outputDir: string): Promise { + console.log('🚀 Fetching models from all providers...'); + + const config = loadConfig(); + console.log(`📋 Loaded configuration with ${Object.keys(config.providers).length} providers`); + + const { + baseDataWithTemplates, + templatesById, + existingProviderIds, + exclusionSources, + } = await loadBaseContext(); + console.log(`🌐 models.dev already provides ${existingProviderIds.size} providers`); + + const fetcher = new DataFetcher(); + const processor = new DataProcessor(); + const outputManager = new ModelsDevOutputManager(outputDir); + + const providerInstances = createProvidersFromConfig( + config, + existingProviderIds, + exclusionSources, + ); + for (const provider of providerInstances) { + fetcher.addProvider(provider); + } + + try { + const providerInfos = fetcher.hasProviders() ? await fetcher.fetchAll() : []; + if (!fetcher.hasProviders()) { + console.log('ℹ️ No additional live providers configured; relying on templates only.'); + } else { + console.log(`✅ Successfully fetched ${providerInfos.length} providers`); + } + + const processedProviders = await processor.processProviders(providerInfos, { + normalize: true, + deduplicate: true, + sort: true, + validate: true, + minModelsPerProvider: 1, + }); + + console.log(`📊 Processed ${processedProviders.length} providers with data validation`); + + const additionalProviders = processedProviders + .map(createModelsDevProvider) + .map(provider => { + const normalizedId = normalizeProviderId(provider.id); + const template = templatesById.get(normalizedId); + if (template) { + templatesById.delete(normalizedId); + } + return mergeProviderWithTemplate(provider, template); + }) + .filter(provider => provider.models.length > 0); + + const templateOnlyProviders = Array.from(templatesById.values()).filter( + provider => provider.models.length > 0, + ); + + const mergedProviders = mergeProviders(baseDataWithTemplates.providers, [ + ...additionalProviders, + ...templateOnlyProviders, + ]); + + const aggregatedData: ModelsDevApiResponse = { + ...baseDataWithTemplates, + providers: mergedProviders, + updated_at: new Date().toISOString(), + }; + + await outputManager.writeAllFiles(aggregatedData); + + console.log(`📁 Output files written to: ${outputDir}`); + + for (const provider of additionalProviders) { + console.log(` 📋 Added ${provider.name}: ${provider.models.length} models`); + } + + for (const provider of templateOnlyProviders) { + console.log(` 📋 Added template-only ${provider.name}: ${provider.models.length} models`); + } + + const totalAdditionalModels = additionalProviders.reduce((sum, p) => sum + p.models.length, 0); + const totalTemplateModels = templateOnlyProviders.reduce((sum, p) => sum + p.models.length, 0); + + console.log( + `\n🎉 Added ${totalAdditionalModels + totalTemplateModels} new models from ${ + additionalProviders.length + templateOnlyProviders.length + } providers`, + ); + + const totalProviders = outputManager.getProviderCount(aggregatedData); + console.log(`📦 Combined dataset now includes ${totalProviders} providers`); + + return aggregatedData; + } catch (error) { + console.error('❌ Failed to fetch providers:', error instanceof Error ? error.message : 'Unknown error'); + throw error; + } +} diff --git a/src/commands/fetch-providers.ts b/src/commands/fetch-providers.ts new file mode 100644 index 0000000..ae068e9 --- /dev/null +++ b/src/commands/fetch-providers.ts @@ -0,0 +1,127 @@ +import { DataFetcher } from '../fetcher/data-fetcher'; +import { DataProcessor } from '../processor/data-processor'; +import { ModelsDevOutputManager } from '../output/models-dev-output-manager'; +import { loadConfig } from '../config/app-config'; +import { + ModelsDevApiResponse, + createModelsDevProvider, + mergeProviders, +} from '../models/models-dev'; +import { mergeProviderWithTemplate } from '../templates/models-dev-template-manager'; +import { + loadBaseContext, + findProviderConfig, + normalizeProviderId, + createProvider, + getExclusionReason, +} from './models-dev-shared'; + +export async function fetchSpecificProviders( + providerNames: string[], + outputDir: string, +): Promise { + console.log(`🚀 Fetching models from providers: ${providerNames.join(', ')}`); + + const config = loadConfig(); + const targetProviders = new Set(providerNames.map(name => normalizeProviderId(name))); + + const { + baseDataWithTemplates, + templatesById, + existingProviderIds, + exclusionSources, + } = await loadBaseContext(); + + const fetcher = new DataFetcher(); + const processor = new DataProcessor(); + const outputManager = new ModelsDevOutputManager(outputDir); + + for (const providerName of providerNames) { + const normalizedName = normalizeProviderId(providerName); + + if (existingProviderIds.has(normalizedName)) { + const reason = getExclusionReason(normalizedName, exclusionSources); + console.log(`ℹ️ Skipping ${providerName}: ${reason}`); + continue; + } + + const providerConfigEntry = findProviderConfig(config.providers, normalizedName); + + if (providerConfigEntry) { + const provider = createProvider(providerConfigEntry.key, providerConfigEntry.config); + if (provider) { + fetcher.addProvider(provider); + console.log(`✅ Added provider: ${providerName}`); + } else { + console.log(`⚠️ Could not create provider: ${providerName}`); + } + } else { + console.log(`⚠️ Provider not found in default config: ${providerName}`); + } + } + + try { + const providerInfos = fetcher.hasProviders() ? await fetcher.fetchAll() : []; + if (fetcher.hasProviders()) { + console.log(`✅ Successfully fetched ${providerInfos.length} providers`); + } else { + console.log('ℹ️ No live providers fetched; relying on templates where available.'); + } + + const processedProviders = await processor.processProviders(providerInfos, { + normalize: true, + deduplicate: true, + sort: true, + validate: true, + }); + + console.log(`📊 Processed ${processedProviders.length} providers with data validation`); + + const additionalProviders = processedProviders + .map(createModelsDevProvider) + .map(provider => { + const normalizedId = normalizeProviderId(provider.id); + const template = templatesById.get(normalizedId); + if (template) { + templatesById.delete(normalizedId); + } + return mergeProviderWithTemplate(provider, template); + }) + .filter(provider => targetProviders.has(normalizeProviderId(provider.id))); + + const templateOnlyProviders = Array.from(templatesById.values()).filter(provider => + targetProviders.has(normalizeProviderId(provider.id)) && provider.models.length > 0, + ); + + const mergedProviders = mergeProviders(baseDataWithTemplates.providers, [ + ...additionalProviders, + ...templateOnlyProviders, + ]); + + const aggregatedData: ModelsDevApiResponse = { + ...baseDataWithTemplates, + providers: mergedProviders, + updated_at: new Date().toISOString(), + }; + + await outputManager.writeAllFiles(aggregatedData); + + console.log(`📁 Output files written to: ${outputDir}`); + + for (const provider of additionalProviders) { + console.log(` 📋 Added ${provider.name}: ${provider.models.length} models`); + } + + for (const provider of templateOnlyProviders) { + console.log(` 📋 Added template-only ${provider.name}: ${provider.models.length} models`); + } + + const totalProviders = outputManager.getProviderCount(aggregatedData); + console.log(`\n🎉 Combined dataset now includes ${totalProviders} providers`); + + return aggregatedData; + } catch (error) { + console.error('❌ Failed to fetch providers:', error instanceof Error ? error.message : 'Unknown error'); + throw error; + } +} diff --git a/src/commands/index.ts b/src/commands/index.ts new file mode 100644 index 0000000..e4cd501 --- /dev/null +++ b/src/commands/index.ts @@ -0,0 +1,2 @@ +export * from './fetch-all'; +export * from './fetch-providers'; \ No newline at end of file diff --git a/src/commands/models-dev-shared.ts b/src/commands/models-dev-shared.ts new file mode 100644 index 0000000..30e6c75 --- /dev/null +++ b/src/commands/models-dev-shared.ts @@ -0,0 +1,300 @@ +import * as providers from '../providers'; +import { Provider } from '../providers/Provider'; +import { ModelsDevClient } from '../fetcher/models-dev-client'; +import { + ModelsDevApiResponse, + ModelsDevProvider, + normalizeProvidersList, + getProviderId as getModelsDevProviderId, + providersToRecord, +} from '../models/models-dev'; +import { + ModelsDevTemplateManager, + mergeProviderWithTemplate, +} from '../templates/models-dev-template-manager'; +import { AppConfig, ProviderConfig } from '../config/app-config'; +import { ExternalProviderManager } from '../templates/external-provider-manager'; + +export const PROVIDER_ALIASES: Record = { + 'github-ai': 'github-models', + 'openrouter-ai': 'openrouter', + 'jiekou-ai': 'jiekou', +}; + +const MODELS_DEV_ONLY_PROVIDERS = new Set([ + 'vercel', + 'anthropic', + 'deepseek', + 'github_ai', + 'github-models', + 'gemini', + 'openai', +]); + +const LIVE_PROVIDER_OVERRIDES = new Map([ + ['openrouter', 'OpenRouter'], + ['jiekou', 'Jiekou'], +]); + +export function normalizeProviderId(providerId: string): string { + const normalized = providerId.trim().toLowerCase().replace(/_/g, '-'); + return PROVIDER_ALIASES[normalized] ?? normalized; +} + +export function createProvider(providerId: string, config: ProviderConfig): Provider | null { + try { + const normalizedId = normalizeProviderId(providerId); + if (MODELS_DEV_ONLY_PROVIDERS.has(providerId) || MODELS_DEV_ONLY_PROVIDERS.has(normalizedId)) { + console.log(`ℹ️ Skipping ${providerId}: models.dev dataset already covers this provider.`); + return null; + } + + switch (providerId) { + case 'ppinfra': + return new providers.PPInfraProvider(config.apiUrl); + + case 'tokenflux': + return new providers.TokenfluxProvider(config.apiUrl); + + case 'openrouter': + return new providers.OpenRouterProvider(config.apiUrl); + + case 'jiekou': + console.log('create jekou') + return new providers.JiekouProvider(config.apiUrl); + + case 'groq': { + const groqApiKey = config.getApiKey(); + if (groqApiKey) { + return new providers.GroqProvider(groqApiKey); + } + console.log('⚠️ Skipping Groq: No API key found (set GROQ_API_KEY environment variable)'); + return null; + } + + default: + console.log(`⚠️ Unknown provider: ${providerId}`); + return null; + } + } catch (error) { + console.error( + `❌ Failed to create provider ${providerId}:`, + error instanceof Error ? error.message : 'Unknown error', + ); + return null; + } +} + +export interface ExclusionSources { + modelsDev: Set; + templates: Set; + externals: Set; +} + +export function getExclusionReason(providerId: string, sources: ExclusionSources): string { + const reasons: string[] = []; + + if (sources.modelsDev.has(providerId)) { + reasons.push('models.dev dataset'); + } + if (sources.templates.has(providerId)) { + reasons.push('manual template'); + } + if (sources.externals.has(providerId)) { + reasons.push('external source'); + } + + if (reasons.length === 0) { + return 'already included in combined dataset'; + } + if (reasons.length === 1) { + return `covered by ${reasons[0]}`; + } + + const lastReason = reasons.pop(); + return `covered by ${reasons.join(', ')} and ${lastReason}`; +} + +export function createProvidersFromConfig( + config: AppConfig, + excludedProviders: Set = new Set(), + exclusionSources?: ExclusionSources, +): Provider[] { + const providerInstances: Provider[] = []; + + for (const [providerId, providerConfig] of Object.entries(config.providers)) { + const normalizedId = normalizeProviderId(providerId); + const overrideName = LIVE_PROVIDER_OVERRIDES.get(normalizedId); + + if (!overrideName && excludedProviders.has(normalizedId)) { + if (exclusionSources) { + const reason = getExclusionReason(normalizedId, exclusionSources); + console.log(`ℹ️ Skipping ${providerId}: ${reason}`); + } else { + console.log(`ℹ️ Skipping ${providerId}: already available via models.dev or templates`); + } + continue; + } + + if (overrideName && excludedProviders.has(normalizedId)) { + console.log( + `ℹ️ Forcing ${overrideName} provider to fetch live data despite coverage in base dataset.`, + ); + } + + const provider = createProvider(providerId, providerConfig); + if (provider) { + providerInstances.push(provider); + } + } + + return providerInstances; +} + +export function findProviderConfig( + providersConfig: AppConfig['providers'], + normalizedId: string, +): { key: string; config: ProviderConfig } | null { + for (const [key, config] of Object.entries(providersConfig)) { + if (normalizeProviderId(key) === normalizedId) { + return { key, config }; + } + } + + return null; +} + +export interface BaseContext { + baseDataWithTemplates: ModelsDevApiResponse; + templatesById: Map; + existingProviderIds: Set; + exclusionSources: ExclusionSources; +} + +export async function loadBaseContext(): Promise { + const modelsDevClient = new ModelsDevClient(); + + const baseData = await modelsDevClient.fetchProviders(); + + const templateManager = new ModelsDevTemplateManager(); + const loadedTemplates = await templateManager.loadAllTemplates(); + + const externalManager = new ExternalProviderManager(); + const externalProviders = await externalManager.loadAllProviders(); + + const templatesById = new Map(); + const templateIds: string[] = []; + const externalIds = new Set(); + const loggedTemplateSkips = new Set(); + for (const template of loadedTemplates.values()) { + const normalizedId = normalizeProviderId(template.id); + const overrideName = LIVE_PROVIDER_OVERRIDES.get(normalizedId); + if (overrideName) { + if (!loggedTemplateSkips.has(normalizedId)) { + console.log( + `ℹ️ Skipping ${overrideName} manual template: live provider will write dist/${normalizedId}.json directly.`, + ); + loggedTemplateSkips.add(normalizedId); + } + continue; + } + templatesById.set(normalizedId, template); + templateIds.push(normalizedId); + } + + const baseProvidersRecord = providersToRecord(baseData.providers); + const modelsDevIds = new Set(); + const loggedModelsDevSkips = new Set(); + for (const [key, provider] of Object.entries(baseProvidersRecord)) { + const normalizedId = normalizeProviderId(getModelsDevProviderId(provider)); + const overrideName = LIVE_PROVIDER_OVERRIDES.get(normalizedId); + if (overrideName) { + if (!loggedModelsDevSkips.has(normalizedId)) { + console.log( + `ℹ️ Removing ${overrideName} entry from models.dev snapshot in favor of the live provider.`, + ); + loggedModelsDevSkips.add(normalizedId); + } + delete baseProvidersRecord[key]; + continue; + } + modelsDevIds.add(normalizedId); + const template = templatesById.get(normalizedId); + if (template) { + baseProvidersRecord[key] = mergeProviderWithTemplate(provider, template); + templatesById.delete(normalizedId); + } + } + + const loggedExternalSkips = new Set(); + for (const provider of externalProviders.values()) { + const normalizedId = normalizeProviderId(getModelsDevProviderId(provider)); + const overrideName = LIVE_PROVIDER_OVERRIDES.get(normalizedId); + if (overrideName) { + if (!loggedExternalSkips.has(normalizedId)) { + console.log( + `ℹ️ Skipping external ${overrideName} data: live provider fetch will handle this source.`, + ); + loggedExternalSkips.add(normalizedId); + } + continue; + } + externalIds.add(normalizedId); + const template = templatesById.get(normalizedId); + const merged = mergeProviderWithTemplate(provider, template); + baseProvidersRecord[provider.id] = merged; + if (template) { + templatesById.delete(normalizedId); + } + } + + const templatesRemaining = new Map(templatesById); + + for (const template of templatesRemaining.values()) { + const providerId = template.id; + if (providerId && !baseProvidersRecord[providerId]) { + baseProvidersRecord[providerId] = mergeProviderWithTemplate(template); + } + } + + const baseProvidersWithTemplates = templateManager.rebuildProviders( + baseData.providers, + baseProvidersRecord, + ); + + const baseDataWithTemplates: ModelsDevApiResponse = { + ...baseData, + providers: baseProvidersWithTemplates, + }; + + const existingProviderIds = new Set( + normalizeProvidersList(baseDataWithTemplates.providers).map(provider => + normalizeProviderId(getModelsDevProviderId(provider)), + ), + ); + + for (const id of templateIds) { + existingProviderIds.add(id); + } + + for (const [overrideId, overrideName] of LIVE_PROVIDER_OVERRIDES) { + if (existingProviderIds.delete(overrideId)) { + console.log( + `ℹ️ Forcing ${overrideName} provider to refetch live data for dist output.`, + ); + } + } + + const exclusionSources: ExclusionSources = { + modelsDev: modelsDevIds, + templates: new Set(templateIds), + externals: externalIds, + }; + + return { + baseDataWithTemplates, + templatesById, + existingProviderIds, + exclusionSources, + }; +} diff --git a/src/config/app-config.ts b/src/config/app-config.ts new file mode 100644 index 0000000..8be06cc --- /dev/null +++ b/src/config/app-config.ts @@ -0,0 +1,98 @@ +export interface ProviderConfig { + apiUrl: string; + apiKeyEnv?: string; + apiKey?: string; + rateLimit?: number; + timeout?: number; + + getApiKey(): string | undefined; +} + +export interface AppConfig { + providers: Record; +} + +export function loadConfig(): AppConfig { + return getDefaultConfig(); +} + +function createProviderConfig( + apiUrl: string, + apiKeyEnv?: string, + rateLimit?: number, + timeout?: number +): ProviderConfig { + return { + apiUrl, + apiKeyEnv, + rateLimit, + timeout, + getApiKey: function() { + // Priority: direct config > environment variable + if (this.apiKey) { + return this.apiKey; + } + + if (this.apiKeyEnv) { + return process.env[this.apiKeyEnv]; + } + + return undefined; + } + }; +} + +export function getDefaultConfig(): AppConfig { + const providers: Record = {}; + + providers['ppinfra'] = createProviderConfig( + 'https://api.ppinfra.com/openai/v1/models', + undefined, + 10, + 30 + ); + + providers['tokenflux'] = createProviderConfig( + 'https://tokenflux.ai/v1/models', + undefined, + 10, + 30 + ); + + providers['openrouter'] = createProviderConfig( + 'https://openrouter.ai/api/v1/models', + undefined, + 10, + 30 + ); + + providers['jiekou'] = createProviderConfig( + 'https://api.jiekou.ai/openai/models', + undefined, + 10, + 30 + ); + + providers['ollama'] = createProviderConfig( + 'manual-templates/ollama.json', + undefined, + 5, + 30 + ); + + providers['siliconflow'] = createProviderConfig( + 'manual-templates/siliconflow.json', + undefined, + 5, + 30 + ); + + providers['groq'] = createProviderConfig( + 'https://api.groq.com/openai/v1/models', + 'GROQ_API_KEY', + 10, + 30 + ); + + return { providers }; +} diff --git a/src/config/index.ts b/src/config/index.ts new file mode 100644 index 0000000..1a81e5b --- /dev/null +++ b/src/config/index.ts @@ -0,0 +1 @@ +export * from './app-config'; \ No newline at end of file diff --git a/src/config/mod.rs b/src/config/mod.rs deleted file mode 100644 index 151000d..0000000 --- a/src/config/mod.rs +++ /dev/null @@ -1,35 +0,0 @@ -use std::collections::HashMap; -use serde::{Deserialize, Serialize}; - -#[derive(Debug, Clone, Serialize, Deserialize)] -pub struct ProviderConfig { - pub api_url: String, - pub api_key_env: Option, - pub rate_limit: Option, - pub timeout: Option, -} - -#[derive(Debug, Clone, Serialize, Deserialize)] -pub struct AppConfig { - pub providers: HashMap, -} - -impl AppConfig { - pub fn load_from_file(path: &str) -> anyhow::Result { - let content = std::fs::read_to_string(path)?; - let config: AppConfig = toml::from_str(&content)?; - Ok(config) - } - - pub fn default() -> Self { - let mut providers = HashMap::new(); - providers.insert("ppinfra".to_string(), ProviderConfig { - api_url: "https://api.ppinfra.com/openai/v1/models".to_string(), - api_key_env: None, - rate_limit: Some(10), - timeout: Some(30), - }); - - Self { providers } - } -} \ No newline at end of file diff --git a/src/fetcher/data-fetcher.ts b/src/fetcher/data-fetcher.ts new file mode 100644 index 0000000..5b92bcf --- /dev/null +++ b/src/fetcher/data-fetcher.ts @@ -0,0 +1,46 @@ +import { Provider } from '../providers/Provider'; +import { ProviderInfo, createProviderInfo } from '../models/provider-info'; + +export class DataFetcher { + private providers: Provider[]; + + constructor() { + this.providers = []; + } + + addProvider(provider: Provider): void { + this.providers.push(provider); + } + + getProviderCount(): number { + return this.providers.length; + } + + hasProviders(): boolean { + return this.providers.length > 0; + } + + async fetchAll(): Promise { + const results: ProviderInfo[] = []; + + for (const provider of this.providers) { + try { + const models = await provider.fetchModels(); + console.log(`Fetched ${models.length} models from ${provider.providerId()}`); + + const providerInfo = createProviderInfo( + provider.providerId(), + provider.providerName(), + models + ); + + results.push(providerInfo); + } catch (error) { + console.error(`Failed to fetch models from ${provider.providerId()}:`, + error instanceof Error ? error.message : 'Unknown error'); + } + } + + return results; + } +} \ No newline at end of file diff --git a/src/fetcher/http-client.ts b/src/fetcher/http-client.ts new file mode 100644 index 0000000..37682b4 --- /dev/null +++ b/src/fetcher/http-client.ts @@ -0,0 +1,156 @@ +import axios, { AxiosInstance, AxiosRequestConfig, AxiosResponse } from 'axios'; + +export interface HttpClientConfig { + /** Base URL for requests */ + baseURL?: string; + /** Timeout in milliseconds */ + timeout?: number; + /** Default headers */ + headers?: Record; + /** Rate limiting - max requests per second */ + rateLimit?: number; + /** User agent string */ + userAgent?: string; +} + +export class HttpClient { + private client: AxiosInstance; + private rateLimit?: number; + private lastRequestTime: number = 0; + + constructor(config: HttpClientConfig = {}) { + const { + baseURL, + timeout = 30000, + headers = {}, + rateLimit, + userAgent = 'PublicProviderConf/1.0.0' + } = config; + + this.rateLimit = rateLimit; + + this.client = axios.create({ + baseURL, + timeout, + headers: { + 'User-Agent': userAgent, + 'Accept': 'application/json', + 'Content-Type': 'application/json', + ...headers + } + }); + + // Add request interceptor for rate limiting + this.client.interceptors.request.use(async (config) => { + if (this.rateLimit) { + await this.enforceRateLimit(); + } + return config; + }); + + // Add response interceptor for error handling + this.client.interceptors.response.use( + (response) => response, + (error) => { + if (error.response) { + // Server responded with error status + throw new Error(`HTTP ${error.response.status}: ${error.response.statusText}`); + } else if (error.request) { + // Request was made but no response received + throw new Error('No response received from server'); + } else { + // Something else happened + throw new Error(`Request failed: ${error.message}`); + } + } + ); + } + + /** + * Enforce rate limiting between requests + */ + private async enforceRateLimit(): Promise { + if (!this.rateLimit) return; + + const minInterval = 1000 / this.rateLimit; // milliseconds between requests + const timeSinceLastRequest = Date.now() - this.lastRequestTime; + + if (timeSinceLastRequest < minInterval) { + const delayTime = minInterval - timeSinceLastRequest; + await new Promise(resolve => setTimeout(resolve, delayTime)); + } + + this.lastRequestTime = Date.now(); + } + + /** + * GET request + */ + async get(url: string, config?: AxiosRequestConfig): Promise> { + return this.client.get(url, config); + } + + /** + * POST request + */ + async post(url: string, data?: any, config?: AxiosRequestConfig): Promise> { + return this.client.post(url, data, config); + } + + /** + * PUT request + */ + async put(url: string, data?: any, config?: AxiosRequestConfig): Promise> { + return this.client.put(url, data, config); + } + + /** + * DELETE request + */ + async delete(url: string, config?: AxiosRequestConfig): Promise> { + return this.client.delete(url, config); + } + + /** + * Get JSON data directly + */ + async getJson(url: string, config?: AxiosRequestConfig): Promise { + const response = await this.get(url, config); + return response.data; + } + + /** + * Set authorization header + */ + setAuthToken(token: string, type: string = 'Bearer'): void { + this.client.defaults.headers.common['Authorization'] = `${type} ${token}`; + } + + /** + * Remove authorization header + */ + clearAuthToken(): void { + delete this.client.defaults.headers.common['Authorization']; + } + + /** + * Set custom header + */ + setHeader(name: string, value: string): void { + this.client.defaults.headers.common[name] = value; + } + + /** + * Remove custom header + */ + removeHeader(name: string): void { + delete this.client.defaults.headers.common[name]; + } + + /** + * Create a new client instance with different configuration + */ + static create(config: HttpClientConfig): HttpClient { + return new HttpClient(config); + } +} \ No newline at end of file diff --git a/src/fetcher/http_client.rs b/src/fetcher/http_client.rs deleted file mode 100644 index 029f94f..0000000 --- a/src/fetcher/http_client.rs +++ /dev/null @@ -1,21 +0,0 @@ -use reqwest::Client; -use std::time::Duration; - -pub struct HttpClient { - client: Client, -} - -impl HttpClient { - pub fn new(timeout_seconds: u64) -> Self { - let client = Client::builder() - .timeout(Duration::from_secs(timeout_seconds)) - .build() - .expect("Failed to create HTTP client"); - - Self { client } - } - - pub fn client(&self) -> &Client { - &self.client - } -} \ No newline at end of file diff --git a/src/fetcher/index.ts b/src/fetcher/index.ts new file mode 100644 index 0000000..4661664 --- /dev/null +++ b/src/fetcher/index.ts @@ -0,0 +1,3 @@ +export * from './data-fetcher'; +export * from './http-client'; +export * from './models-dev-client'; diff --git a/src/fetcher/mod.rs b/src/fetcher/mod.rs deleted file mode 100644 index 1772078..0000000 --- a/src/fetcher/mod.rs +++ /dev/null @@ -1,44 +0,0 @@ -pub mod http_client; - -use anyhow::Result; -use crate::models::ProviderInfo; -use crate::providers::Provider; -use std::sync::Arc; - -pub struct DataFetcher { - providers: Vec>, -} - -impl DataFetcher { - pub fn new() -> Self { - Self { - providers: Vec::new(), - } - } - - pub fn add_provider(&mut self, provider: Arc) { - self.providers.push(provider); - } - - pub async fn fetch_all(&self) -> Result> { - let mut results = Vec::new(); - - for provider in &self.providers { - match provider.fetch_models().await { - Ok(models) => { - let provider_info = ProviderInfo::new( - provider.provider_id().to_string(), - provider.provider_name().to_string(), - models, - ); - results.push(provider_info); - } - Err(e) => { - eprintln!("Failed to fetch models from {}: {}", provider.provider_id(), e); - } - } - } - - Ok(results) - } -} \ No newline at end of file diff --git a/src/fetcher/models-dev-client.ts b/src/fetcher/models-dev-client.ts new file mode 100644 index 0000000..ae16e97 --- /dev/null +++ b/src/fetcher/models-dev-client.ts @@ -0,0 +1,270 @@ +import { promises as fs } from 'fs'; +import { HttpClient } from './http-client'; +import { + ModelsDevApiResponse, + ModelsDevModel, + ModelsDevProvider, + normalizeProvidersList, +} from '../models/models-dev'; +import { normalizeModelToggles } from '../utils/toggles'; + +const DEFAULT_MODELS_DEV_API_URL = 'https://models.dev/api.json'; +const HTTP_MAX_ATTEMPTS = 3; +const HTTP_RETRY_DELAY_MS = 2_000; + +function resolvePrimarySource(): string { + return process.env.MODELS_DEV_API_URL?.trim() || DEFAULT_MODELS_DEV_API_URL; +} + +function resolveFallbackSources(primary: string): string[] { + const sources: string[] = []; + const snapshotEnv = process.env.MODELS_DEV_SNAPSHOT_PATH?.trim(); + if (snapshotEnv && snapshotEnv !== primary) { + sources.push(snapshotEnv); + } + return sources; +} + +function isFileSource(source: string): boolean { + return source.startsWith('file://') || !/^https?:/i.test(source); +} + +function normalizeFilePath(source: string): string { + if (source.startsWith('file://')) { + return source.replace('file://', ''); + } + return source; +} + +export class ModelsDevClient { + private client: HttpClient; + + constructor(client?: HttpClient) { + this.client = client ?? new HttpClient({ + timeout: 60000, + headers: { + 'User-Agent': 'Mozilla/5.0 (compatible; PublicProviderConf/1.0)', + 'Accept': 'application/json', + }, + }); + } + + async fetchProviders(): Promise { + const primarySource = resolvePrimarySource(); + const sources = [primarySource, ...resolveFallbackSources(primarySource)]; + let lastError: unknown; + + for (const source of sources) { + const isFile = isFileSource(source); + const descriptor = isFile ? `snapshot (${source})` : `API ${source}`; + const attempts = isFile ? 1 : HTTP_MAX_ATTEMPTS; + + for (let attempt = 1; attempt <= attempts; attempt += 1) { + try { + const rawData = isFile + ? await this.loadFromFile(normalizeFilePath(source)) + : await this.client.getJson(source); + + const data = this.normalizeApiResponse(rawData); + this.ensureValidResponse(data); + this.logProviderCount(data, isFile ? `Loaded` : 'Fetched'); + return data; + } catch (error) { + lastError = error; + const message = error instanceof Error ? error.message : String(error); + const attemptInfo = attempts > 1 ? ` (attempt ${attempt}/${attempts})` : ''; + console.warn( + `⚠️ Failed to load models.dev dataset from ${descriptor}${attemptInfo}: ${message}`, + ); + + if (!isFile && attempt < attempts) { + await this.delay(HTTP_RETRY_DELAY_MS * attempt); + } + } + } + } + + throw lastError instanceof Error + ? lastError + : new Error('Failed to load models.dev dataset from all configured sources'); + } + + private async delay(ms: number): Promise { + await new Promise(resolve => setTimeout(resolve, ms)); + } + + private async loadFromFile(filePath: string): Promise { + const raw = await fs.readFile(filePath, 'utf8'); + return JSON.parse(raw) as unknown; + } + + private normalizeApiResponse(data: unknown): ModelsDevApiResponse { + if (!data || typeof data !== 'object') { + throw new Error('Invalid response from models.dev API'); + } + + const candidate = data as ModelsDevApiResponse; + if ('providers' in candidate && candidate.providers) { + return this.normalizeProvidersShape(candidate); + } + + const entries = Object.entries(candidate as Record); + const providerEntries: [string, ModelsDevProvider][] = []; + const extraEntries: [string, unknown][] = []; + + for (const [key, value] of entries) { + if (value && typeof value === 'object' && 'models' in (value as ModelsDevProvider)) { + providerEntries.push([key, this.normalizeProvider(value, key)]); + } else { + extraEntries.push([key, value]); + } + } + + if (providerEntries.length === 0) { + throw new Error('models.dev API response missing providers data'); + } + + const normalized: ModelsDevApiResponse = { + providers: Object.fromEntries(providerEntries), + }; + + for (const [key, value] of extraEntries) { + if (key === 'version' && typeof value === 'string') { + normalized.version = value; + } else if (key === 'updated_at' && typeof value === 'string') { + normalized.updated_at = value; + } else if (typeof key === 'string') { + (normalized as Record)[key] = value; + } + } + + return normalized; + } + + private normalizeProvidersShape(response: ModelsDevApiResponse): ModelsDevApiResponse { + if (Array.isArray(response.providers)) { + const normalizedList = response.providers.map(provider => + this.normalizeProvider(provider, provider.id || provider.name || ''), + ); + return { + ...response, + providers: normalizedList, + }; + } + + const normalizedRecord: Record = {}; + for (const [key, provider] of Object.entries(response.providers ?? {})) { + const normalized = this.normalizeProvider(provider, key); + normalizedRecord[normalized.id || key || normalized.name] = normalized; + } + + return { + ...response, + providers: normalizedRecord, + }; + } + + private normalizeProvider(provider: unknown, fallbackId: string): ModelsDevProvider { + if (!provider || typeof provider !== 'object') { + throw new Error('models.dev provider entry is not an object'); + } + + const record = provider as Record; + const { env: _env, npm: _npm, models, ...rest } = record; + const normalizedModels = this.normalizeModels(models, fallbackId); + const partialProvider = rest as Partial; + + const normalizedId = + typeof partialProvider.id === 'string' && partialProvider.id.trim() + ? partialProvider.id + : fallbackId; + + const fallbackDisplayName = + typeof record['display_name'] === 'string' && (record['display_name'] as string).trim() + ? (record['display_name'] as string) + : undefined; + + const normalizedName = + typeof partialProvider.name === 'string' && partialProvider.name.trim() + ? partialProvider.name + : fallbackDisplayName ?? normalizedId; + + const normalizedDisplayName = + typeof partialProvider.display_name === 'string' && partialProvider.display_name.trim() + ? partialProvider.display_name + : fallbackDisplayName ?? normalizedName; + + const normalizedProvider: ModelsDevProvider = { + ...partialProvider, + id: normalizedId, + name: normalizedName, + display_name: normalizedDisplayName, + models: normalizedModels, + }; + + return normalizedProvider; + } + + private normalizeModels(models: unknown, providerId: string): ModelsDevModel[] { + if (Array.isArray(models)) { + return models.map(model => this.normalizeModel(model, providerId)); + } + + if (models && typeof models === 'object') { + return Object.entries(models as Record).map(([modelId, value]) => + this.normalizeModel(value, providerId, modelId), + ); + } + + return []; + } + + private normalizeModel(model: unknown, providerId: string, fallbackId?: string): ModelsDevModel { + if (!model || typeof model !== 'object') { + const id = fallbackId || `${providerId}-model`; + return { + id, + name: id, + } as ModelsDevModel; + } + + const normalized = { ...(model as ModelsDevModel) }; + + if (!normalized.id || typeof normalized.id !== 'string') { + normalized.id = fallbackId || normalized.name || `${providerId}-model`; + } + + if (!normalized.name || typeof normalized.name !== 'string') { + normalized.name = normalized.id; + } + + if (!normalized.display_name || typeof normalized.display_name !== 'string') { + normalized.display_name = normalized.name; + } + + const rawReasoning = (model as { reasoning?: unknown }).reasoning; + if (typeof rawReasoning === 'boolean') { + normalized.reasoning = { supported: rawReasoning, default: rawReasoning ? true : undefined }; + } + + // Ensure toggle fields follow supported/default rules + normalizeModelToggles(normalized as unknown as Record); + + return normalized; + } + + private ensureValidResponse(data: ModelsDevApiResponse): void { + if (!data || typeof data !== 'object') { + throw new Error('Invalid response from models.dev API'); + } + + if (!data.providers) { + throw new Error('models.dev API response missing providers field'); + } + } + + private logProviderCount(data: ModelsDevApiResponse, prefix: string): void { + const providerCount = normalizeProvidersList(data.providers).length; + console.log(`${prefix} ${providerCount} providers from models.dev`); + } +} diff --git a/src/index.ts b/src/index.ts new file mode 100644 index 0000000..f8049c5 --- /dev/null +++ b/src/index.ts @@ -0,0 +1,7 @@ +// Main exports for the library +export * from './models'; +export * from './providers'; +export * from './fetcher'; +export * from './output'; +export * from './config'; +export * from './commands'; \ No newline at end of file diff --git a/src/lib.rs b/src/lib.rs deleted file mode 100644 index f977ac8..0000000 --- a/src/lib.rs +++ /dev/null @@ -1,12 +0,0 @@ -pub mod models; -pub mod providers; -pub mod fetcher; -pub mod processor; -pub mod output; -pub mod config; - -pub use models::*; -pub use providers::*; -pub use fetcher::*; -pub use processor::*; -pub use output::*; \ No newline at end of file diff --git a/src/main.rs b/src/main.rs deleted file mode 100644 index 05bb3a2..0000000 --- a/src/main.rs +++ /dev/null @@ -1,91 +0,0 @@ -use clap::{Parser, Subcommand}; -use std::sync::Arc; -use anyhow::Result; - -use public_provider_conf::{ - providers::ppinfra::PPInfraProvider, - fetcher::DataFetcher, - output::OutputManager, -}; - -#[derive(Parser)] -#[command(name = "public-provider-conf")] -#[command(about = "A tool to fetch and aggregate AI model information from various providers")] -struct Cli { - #[command(subcommand)] - command: Commands, -} - -#[derive(Subcommand)] -enum Commands { - /// Fetch models from all configured providers - FetchAll { - /// Output directory for generated JSON files - #[arg(short, long, default_value = "dist")] - output: String, - /// Configuration file path - #[arg(short, long, default_value = "config/providers.toml")] - config: String, - }, - /// Fetch models from specific providers - FetchProviders { - /// Comma-separated list of provider names - #[arg(short, long)] - providers: String, - /// Output directory for generated JSON files - #[arg(short, long, default_value = "dist")] - output: String, - /// Configuration file path - #[arg(short, long, default_value = "config/providers.toml")] - config: String, - }, -} - -#[tokio::main] -async fn main() -> Result<()> { - let cli = Cli::parse(); - - match cli.command { - Commands::FetchAll { output, config } => { - fetch_all_providers(output, config).await?; - } - Commands::FetchProviders { providers, output, config } => { - let provider_list: Vec<&str> = providers.split(',').collect(); - fetch_specific_providers(provider_list, output, config).await?; - } - } - - Ok(()) -} - -async fn fetch_all_providers(output_dir: String, _config_path: String) -> Result<()> { - println!("Fetching models from all providers..."); - - let mut fetcher = DataFetcher::new(); - - // Add PPInfra provider as example - let ppinfra = Arc::new(PPInfraProvider::new( - "https://api.ppinfra.com/openai/v1/models".to_string() - )); - fetcher.add_provider(ppinfra); - - let provider_data = fetcher.fetch_all().await?; - - let output_manager = OutputManager::new(output_dir); - output_manager.write_provider_files(&provider_data).await?; - output_manager.write_aggregated_file(&provider_data).await?; - - println!("✅ Successfully fetched and wrote {} providers", provider_data.len()); - - Ok(()) -} - -async fn fetch_specific_providers( - _provider_names: Vec<&str>, - _output_dir: String, - _config_path: String -) -> Result<()> { - // TODO: Implement specific provider fetching - println!("Specific provider fetching not yet implemented"); - Ok(()) -} \ No newline at end of file diff --git a/src/models/index.ts b/src/models/index.ts new file mode 100644 index 0000000..7a066e9 --- /dev/null +++ b/src/models/index.ts @@ -0,0 +1,3 @@ +export * from './model-info'; +export * from './provider-info'; +export * from './models-dev'; diff --git a/src/models/mod.rs b/src/models/mod.rs deleted file mode 100644 index 47bf70d..0000000 --- a/src/models/mod.rs +++ /dev/null @@ -1,5 +0,0 @@ -pub mod provider; -pub mod model_info; - -pub use provider::*; -pub use model_info::*; \ No newline at end of file diff --git a/src/models/model-info.ts b/src/models/model-info.ts new file mode 100644 index 0000000..c8cc281 --- /dev/null +++ b/src/models/model-info.ts @@ -0,0 +1,78 @@ +import type { ToggleConfig } from '../utils/toggles'; + +export enum ModelType { + Chat = 'chat', + Completion = 'completion', + Embedding = 'embedding', + ImageGeneration = 'imageGeneration', + Audio = 'audio', +} + +export interface ModelModalities { + input?: string[]; + output?: string[]; + [key: string]: string[] | undefined; +} + +export interface ModelCost { + input?: number; + output?: number; + cacheRead?: number; + cacheWrite?: number; + [key: string]: number | undefined; +} + +export interface ModelLimit { + context?: number; + output?: number; + requestsPerMinute?: number; + requestsPerDay?: number; + [key: string]: number | undefined; +} + +export interface ModelInfo { + id: string; + name: string; + contextLength: number; + maxTokens: number; + vision: boolean; + functionCall: boolean; + reasoning: boolean | ToggleConfig; + type: ModelType; + attachment?: boolean; + temperature?: boolean; + toolCall?: boolean; + knowledge?: string; + releaseDate?: string; + lastUpdated?: string; + openWeights?: boolean; + experimental?: boolean; + modalities?: ModelModalities; + cost?: ModelCost; + limit?: ModelLimit; + metadata?: Record; +} + +export function createModelInfo( + id: string, + name: string, + contextLength: number, + maxTokens: number, + vision: boolean, + functionCall: boolean, + reasoning: boolean | ToggleConfig, + modelType: ModelType, + overrides: Partial> = {}, +): ModelInfo { + return { + id, + name, + contextLength, + maxTokens, + vision, + functionCall, + reasoning, + type: modelType, + ...overrides, + }; +} diff --git a/src/models/model_info.rs b/src/models/model_info.rs deleted file mode 100644 index 307ac20..0000000 --- a/src/models/model_info.rs +++ /dev/null @@ -1,52 +0,0 @@ -use serde::{Deserialize, Serialize}; - -#[derive(Debug, Clone, Serialize, Deserialize)] -#[serde(rename_all = "lowercase")] -pub enum ModelType { - Chat, - Completion, - Embedding, - ImageGeneration, - Audio, -} - -#[derive(Debug, Clone, Serialize, Deserialize)] -#[serde(rename_all = "camelCase")] -pub struct ModelInfo { - pub id: String, - pub name: String, - pub context_length: u32, - pub max_tokens: u32, - pub vision: bool, - pub function_call: bool, - pub reasoning: bool, - #[serde(rename = "type")] - pub model_type: ModelType, - pub description: Option, -} - -impl ModelInfo { - pub fn new( - id: String, - name: String, - context_length: u32, - max_tokens: u32, - vision: bool, - function_call: bool, - reasoning: bool, - model_type: ModelType, - description: Option, - ) -> Self { - Self { - id, - name, - context_length, - max_tokens, - vision, - function_call, - reasoning, - model_type, - description, - } - } -} \ No newline at end of file diff --git a/src/models/model_info.ts b/src/models/model_info.ts new file mode 100644 index 0000000..02386ba --- /dev/null +++ b/src/models/model_info.ts @@ -0,0 +1,78 @@ +import type { ToggleConfig } from "../utils/toggles"; + +export enum ModelType { + Chat = "chat", + Completion = "completion", + Embedding = "embedding", + ImageGeneration = "imagegeneration", + Audio = "audio", +} + +export interface ModelModalities { + input?: string[]; + output?: string[]; + [key: string]: string[] | undefined; +} + +export interface ModelCost { + input?: number; + output?: number; + cacheRead?: number; + cacheWrite?: number; + [key: string]: number | undefined; +} + +export interface ModelLimit { + context?: number; + output?: number; + requestsPerMinute?: number; + requestsPerDay?: number; + [key: string]: number | undefined; +} + +export interface ModelInfo { + id: string; + name: string; + contextLength: number; + maxTokens: number; + vision: boolean; + functionCall: boolean; + reasoning: boolean | ToggleConfig; + type: ModelType; + attachment?: boolean; + temperature?: boolean; + toolCall?: boolean; + knowledge?: string; + releaseDate?: string; + lastUpdated?: string; + openWeights?: boolean; + experimental?: boolean; + modalities?: ModelModalities; + cost?: ModelCost; + limit?: ModelLimit; + metadata?: Record; +} + +export function createModelInfo( + id: string, + name: string, + contextLength: number, + maxTokens: number, + vision: boolean, + functionCall: boolean, + reasoning: boolean | ToggleConfig, + modelType: ModelType, + overrides: Partial> = {}, +): ModelInfo { + return { + id, + name, + contextLength, + maxTokens, + vision, + functionCall, + reasoning, + type: modelType, + ...overrides, + }; +} diff --git a/src/models/models-dev.ts b/src/models/models-dev.ts new file mode 100644 index 0000000..77e7bb7 --- /dev/null +++ b/src/models/models-dev.ts @@ -0,0 +1,257 @@ +import { ModelInfo, ModelType } from './model-info'; +import { normalizeToggleInPlace, ToggleConfig } from '../utils/toggles'; +import { ProviderInfo } from './provider-info'; + +export interface ModelsDevModalities { + input?: string[]; + output?: string[]; + [key: string]: string[] | undefined; +} + +export interface ModelsDevCost { + input?: number; + output?: number; + cache_read?: number; + cache_write?: number; + [key: string]: number | undefined; +} + +export interface ModelsDevLimit { + context?: number; + output?: number; + requests_per_minute?: number; + requests_per_day?: number; + [key: string]: number | undefined; +} + +export interface ReasoningBudget { + default?: number; + min?: number; + max?: number; +} + +export interface ReasoningConfig { + supported?: boolean; + default?: boolean; + budget?: ReasoningBudget; + effort?: 'minimal' | 'low' | 'medium' | 'high'; + verbosity?: 'low' | 'medium' | 'high'; +} + +export interface SearchConfig { + supported?: boolean; + default?: boolean; + forced_search?: boolean; + search_strategy?: 'turbo' | 'max'; +} + +export interface ModelsDevModel { + id: string; + name: string; + display_name?: string; + description?: string; + type?: string; + context_length?: number; + max_output_tokens?: number; + attachment?: boolean; + reasoning?: ReasoningConfig; + temperature?: boolean; + tool_call?: boolean; + knowledge?: string; + release_date?: string; + last_updated?: string; + open_weights?: boolean; + experimental?: boolean; + modalities?: ModelsDevModalities; + cost?: ModelsDevCost; + limit?: ModelsDevLimit; + metadata?: Record; + provider?: string; + vision?: boolean; + search?: SearchConfig; +} + +export interface ModelsDevProvider { + id: string; + name: string; + display_name?: string; + description?: string; + updated_at?: string; + models: ModelsDevModel[]; + api?: string; + doc?: string; + metadata?: Record; + tags?: string[]; +} + +export interface ModelsDevApiResponse { + providers: Record | ModelsDevProvider[]; + version?: string; + updated_at?: string; + [key: string]: unknown; +} + +export function convertModelType(modelType: ModelType): string { + switch (modelType) { + case ModelType.Chat: + return 'chat'; + case ModelType.Completion: + return 'completion'; + case ModelType.Embedding: + return 'embedding'; + case ModelType.ImageGeneration: + return 'image-generation'; + case ModelType.Audio: + return 'audio'; + default: + return 'unknown'; + } +} + +function toModelsDevReasoning(reasoning: ModelInfo['reasoning']): ReasoningConfig | undefined { + if (typeof reasoning === 'boolean') { + return reasoning ? { supported: true, default: true } : { supported: false }; + } + + if (reasoning && typeof reasoning === 'object') { + const normalized: ReasoningConfig = { ...reasoning }; + normalizeToggleInPlace(normalized as unknown as ToggleConfig); + return normalized; + } + + return undefined; +} + +export function createModelsDevModel(model: ModelInfo): ModelsDevModel { + const toolCall = model.toolCall ?? model.functionCall; + const reasoning = toModelsDevReasoning(model.reasoning); + + return { + id: model.id, + name: model.name, + display_name: model.name, + type: convertModelType(model.type), + context_length: model.contextLength, + max_output_tokens: model.maxTokens, + attachment: model.attachment, + reasoning, + temperature: model.temperature, + tool_call: toolCall, + knowledge: model.knowledge, + release_date: model.releaseDate, + last_updated: model.lastUpdated, + open_weights: model.openWeights, + experimental: model.experimental, + modalities: model.modalities + ? { + ...model.modalities, + } + : undefined, + cost: model.cost + ? { + input: model.cost.input, + output: model.cost.output, + cache_read: model.cost.cacheRead, + cache_write: model.cost.cacheWrite, + } + : undefined, + limit: model.limit + ? { + context: model.limit.context, + output: model.limit.output, + requests_per_minute: model.limit.requestsPerMinute, + requests_per_day: model.limit.requestsPerDay, + } + : undefined, + metadata: { + ...model.metadata, + source: 'public-provider-conf', + }, + vision: model.vision, + }; +} + +export function createModelsDevProvider(provider: ProviderInfo): ModelsDevProvider { + return { + id: provider.provider, + name: provider.providerName, + display_name: provider.providerName, + description: provider.description, + updated_at: provider.lastUpdated.toISOString(), + api: provider.api, + doc: provider.doc, + tags: provider.tags, + models: provider.models.map(createModelsDevModel), + metadata: { + ...provider.metadata, + source: 'public-provider-conf', + }, + }; +} + +export function getProviderId(provider: ModelsDevProvider): string { + return provider.id || provider.name; +} + +export function normalizeProvidersList(providers: ModelsDevApiResponse['providers']): ModelsDevProvider[] { + if (Array.isArray(providers)) { + return providers; + } + + if (providers && typeof providers === 'object') { + return Object.values(providers); + } + + return []; +} + +export function providersToRecord( + providers: ModelsDevApiResponse['providers'] +): Record { + if (Array.isArray(providers)) { + const record: Record = {}; + for (const provider of providers) { + const id = getProviderId(provider); + if (id) { + record[id] = provider; + } + } + return record; + } + + if (providers && typeof providers === 'object') { + return providers as Record; + } + + return {}; +} + +export function mergeProviders( + existing: ModelsDevApiResponse['providers'], + additions: ModelsDevProvider[] +): ModelsDevApiResponse['providers'] { + if (Array.isArray(existing)) { + const existingIds = new Set(existing.map(provider => getProviderId(provider))); + const merged = [...existing]; + for (const provider of additions) { + if (!existingIds.has(getProviderId(provider))) { + merged.push(provider); + } + } + return merged; + } + + if (existing && typeof existing === 'object') { + const record = { ...(existing as Record) }; + for (const provider of additions) { + const id = getProviderId(provider); + if (!record[id]) { + record[id] = provider; + } + } + return record; + } + + // If structure unknown, fallback to array + return additions; +} diff --git a/src/models/provider-info.ts b/src/models/provider-info.ts new file mode 100644 index 0000000..557319c --- /dev/null +++ b/src/models/provider-info.ts @@ -0,0 +1,30 @@ +import { ModelInfo } from './model-info'; + +export interface ProviderInfo { + provider: string; + providerName: string; + lastUpdated: Date; + models: ModelInfo[]; + api?: string; + doc?: string; + description?: string; + metadata?: Record; + tags?: string[]; +} + +export function createProviderInfo( + provider: string, + providerName: string, + models: ModelInfo[], + overrides: Partial> = {}, +): ProviderInfo { + const { lastUpdated = new Date(), ...rest } = overrides; + + return { + provider, + providerName, + models, + lastUpdated, + ...rest, + }; +} diff --git a/src/models/provider.rs b/src/models/provider.rs deleted file mode 100644 index e7d2099..0000000 --- a/src/models/provider.rs +++ /dev/null @@ -1,23 +0,0 @@ -use serde::{Deserialize, Serialize}; -use chrono::{DateTime, Utc}; -use crate::models::ModelInfo; - -#[derive(Debug, Clone, Serialize, Deserialize)] -#[serde(rename_all = "camelCase")] -pub struct ProviderInfo { - pub provider: String, - pub provider_name: String, - pub last_updated: DateTime, - pub models: Vec, -} - -impl ProviderInfo { - pub fn new(provider: String, provider_name: String, models: Vec) -> Self { - Self { - provider, - provider_name, - last_updated: Utc::now(), - models, - } - } -} \ No newline at end of file diff --git a/src/models/provider.ts b/src/models/provider.ts new file mode 100644 index 0000000..b2718c7 --- /dev/null +++ b/src/models/provider.ts @@ -0,0 +1,30 @@ +import { ModelInfo } from './model_info'; + +export interface ProviderInfo { + provider: string; + providerName: string; + lastUpdated: string; // ISO 8601 string format for DateTime + models: ModelInfo[]; + api?: string; + doc?: string; + description?: string; + metadata?: Record; + tags?: string[]; +} + +export function createProviderInfo( + provider: string, + providerName: string, + models: ModelInfo[], + overrides: Partial> = {}, +): ProviderInfo { + const { lastUpdated = new Date().toISOString(), ...rest } = overrides; + + return { + provider, + providerName, + models, + lastUpdated, + ...rest, + }; +} diff --git a/src/output/index.ts b/src/output/index.ts new file mode 100644 index 0000000..f8eabba --- /dev/null +++ b/src/output/index.ts @@ -0,0 +1,5 @@ +export * from './output-manager'; +export * from './types'; +export * from './json-validator'; +export * from './json-writer'; +export * from './models-dev-output-manager'; diff --git a/src/output/json-validator.ts b/src/output/json-validator.ts new file mode 100644 index 0000000..6639a0a --- /dev/null +++ b/src/output/json-validator.ts @@ -0,0 +1,69 @@ +import { ProviderInfo } from '../models/provider-info'; +import { ModelInfo } from '../models/model-info'; + +export class JsonValidator { + static validateProviderInfo(provider: ProviderInfo): void { + if (!provider.provider || provider.provider.trim() === '') { + throw new Error('Provider ID cannot be empty'); + } + + if (!provider.providerName || provider.providerName.trim() === '') { + throw new Error('Provider name cannot be empty'); + } + + if (!provider.models || provider.models.length === 0) { + throw new Error('Provider must have at least one model'); + } + + for (const model of provider.models) { + this.validateModelInfo(model); + } + } + + private static validateModelInfo(model: ModelInfo): void { + if (!model.id || model.id.trim() === '') { + throw new Error('Model ID cannot be empty'); + } + + if (!model.name || model.name.trim() === '') { + throw new Error('Model name cannot be empty'); + } + + if (model.contextLength <= 0) { + throw new Error('Context length must be greater than 0'); + } + + if (model.maxTokens <= 0) { + throw new Error('Max tokens must be greater than 0'); + } + + if (model.maxTokens > model.contextLength) { + throw new Error('Max tokens cannot exceed context length'); + } + } + + /** + * Validate JSON structure and content + */ + static validateJson(data: any): boolean { + try { + if (typeof data === 'object' && data !== null) { + return true; + } + return false; + } catch { + return false; + } + } + + /** + * Validate that the data can be serialized to JSON + */ + static validateJsonSerializable(data: any): void { + try { + JSON.stringify(data); + } catch (error) { + throw new Error(`Data is not JSON serializable: ${error instanceof Error ? error.message : 'Unknown error'}`); + } + } +} \ No newline at end of file diff --git a/src/output/json-writer.ts b/src/output/json-writer.ts new file mode 100644 index 0000000..50db365 --- /dev/null +++ b/src/output/json-writer.ts @@ -0,0 +1,71 @@ +import { promises as fs } from 'fs'; +import { dirname } from 'path'; +import { JsonValidator } from './json-validator'; + +export class JsonWriter { + /** + * Write data to a JSON file with pretty formatting + */ + static async writeToFile(data: T, filePath: string): Promise { + try { + // Validate that data can be serialized to JSON + JsonValidator.validateJsonSerializable(data); + + // Ensure directory exists + const dir = dirname(filePath); + await fs.mkdir(dir, { recursive: true }); + + // Write JSON content with pretty formatting + const jsonContent = JSON.stringify(data, null, 2); + await fs.writeFile(filePath, jsonContent, 'utf8'); + + } catch (error) { + throw new Error(`Failed to write JSON file ${filePath}: ${error instanceof Error ? error.message : 'Unknown error'}`); + } + } + + /** + * Write data to a JSON file with compact formatting + */ + static async writeToFileCompact(data: T, filePath: string): Promise { + try { + // Validate that data can be serialized to JSON + JsonValidator.validateJsonSerializable(data); + + // Ensure directory exists + const dir = dirname(filePath); + await fs.mkdir(dir, { recursive: true }); + + // Write JSON content compactly + const jsonContent = JSON.stringify(data); + await fs.writeFile(filePath, jsonContent, 'utf8'); + + } catch (error) { + throw new Error(`Failed to write compact JSON file ${filePath}: ${error instanceof Error ? error.message : 'Unknown error'}`); + } + } + + /** + * Read and parse JSON file + */ + static async readFromFile(filePath: string): Promise { + try { + const content = await fs.readFile(filePath, 'utf8'); + return JSON.parse(content) as T; + } catch (error) { + throw new Error(`Failed to read JSON file ${filePath}: ${error instanceof Error ? error.message : 'Unknown error'}`); + } + } + + /** + * Check if a file exists + */ + static async fileExists(filePath: string): Promise { + try { + await fs.access(filePath); + return true; + } catch { + return false; + } + } +} diff --git a/src/output/json_writer.rs b/src/output/json_writer.rs deleted file mode 100644 index 5e3b044..0000000 --- a/src/output/json_writer.rs +++ /dev/null @@ -1,13 +0,0 @@ -use anyhow::Result; -use serde::Serialize; -use std::path::Path; - -pub struct JsonWriter; - -impl JsonWriter { - pub async fn write_to_file(data: &T, file_path: &Path) -> Result<()> { - let json_content = serde_json::to_string_pretty(data)?; - tokio::fs::write(file_path, json_content).await?; - Ok(()) - } -} \ No newline at end of file diff --git a/src/output/mod.rs b/src/output/mod.rs deleted file mode 100644 index 28afc9f..0000000 --- a/src/output/mod.rs +++ /dev/null @@ -1,77 +0,0 @@ -pub mod json_writer; -pub mod validator; - -use anyhow::Result; -use crate::models::ProviderInfo; -use serde::{Deserialize, Serialize}; -use chrono::{DateTime, Utc}; -use std::collections::HashMap; - -#[derive(Debug, Clone, Serialize, Deserialize)] -#[serde(rename_all = "camelCase")] -pub struct AggregatedOutput { - pub version: String, - pub generated_at: DateTime, - pub total_models: usize, - pub providers: HashMap, -} - -#[derive(Debug, Clone, Serialize, Deserialize)] -#[serde(rename_all = "camelCase")] -pub struct AggregatedProvider { - pub provider_id: String, - pub provider_name: String, - pub models: Vec, -} - -pub struct OutputManager { - output_dir: String, -} - -impl OutputManager { - pub fn new(output_dir: String) -> Self { - Self { output_dir } - } - - pub async fn write_provider_files(&self, providers: &[ProviderInfo]) -> Result<()> { - tokio::fs::create_dir_all(&self.output_dir).await?; - - for provider in providers { - let filename = format!("{}/{}.json", self.output_dir, provider.provider); - let content = serde_json::to_string_pretty(provider)?; - tokio::fs::write(filename, content).await?; - } - - Ok(()) - } - - pub async fn write_aggregated_file(&self, providers: &[ProviderInfo]) -> Result<()> { - let aggregated = self.create_aggregated_output(providers); - let filename = format!("{}/all.json", self.output_dir); - let content = serde_json::to_string_pretty(&aggregated)?; - tokio::fs::write(filename, content).await?; - Ok(()) - } - - pub fn create_aggregated_output(&self, providers: &[ProviderInfo]) -> AggregatedOutput { - let mut aggregated_providers = HashMap::new(); - let mut total_models = 0; - - for provider in providers { - let aggregated_provider = AggregatedProvider { - provider_id: provider.provider.clone(), - provider_name: provider.provider_name.clone(), - models: provider.models.clone(), - }; - total_models += provider.models.len(); - aggregated_providers.insert(provider.provider.clone(), aggregated_provider); - } - - AggregatedOutput { - version: "1.0.0".to_string(), - generated_at: Utc::now(), - total_models, - providers: aggregated_providers, - } - } -} \ No newline at end of file diff --git a/src/output/models-dev-output-manager.ts b/src/output/models-dev-output-manager.ts new file mode 100644 index 0000000..ceedb88 --- /dev/null +++ b/src/output/models-dev-output-manager.ts @@ -0,0 +1,69 @@ +import { promises as fs } from 'fs'; +import { join } from 'path'; +import { + ModelsDevApiResponse, + normalizeProvidersList, + providersToRecord, + getProviderId, +} from '../models/models-dev'; +import { JsonWriter } from './json-writer'; + +function sanitizeProviderId(id: string): string { + return id.replace(/[^a-zA-Z0-9-_]/g, '_'); +} + +export class ModelsDevOutputManager { + constructor(private outputDir: string) {} + + async writeAggregatedFile(data: ModelsDevApiResponse, filename: string = 'all.json'): Promise { + await JsonWriter.writeToFileCompact(data, join(this.outputDir, filename)); + } + + async writeProviderFiles(data: ModelsDevApiResponse): Promise { + const providersRecord = providersToRecord(data.providers); + await fs.mkdir(this.outputDir, { recursive: true }); + + for (const [providerId, provider] of Object.entries(providersRecord)) { + const safeId = sanitizeProviderId(providerId || getProviderId(provider)); + const filePath = join(this.outputDir, `${safeId}.json`); + await JsonWriter.writeToFileCompact(provider, filePath); + } + } + + async writeAllFiles(data: ModelsDevApiResponse): Promise { + await this.clearJsonFiles(); + + const updatedAtIso = data.updated_at ?? new Date().toISOString(); + if (!data.updated_at) { + data.updated_at = updatedAtIso; + } + + const updatedAtMs = Date.parse(updatedAtIso); + if (Number.isNaN(updatedAtMs)) { + throw new Error(`Invalid updated_at timestamp: ${updatedAtIso}`); + } + + await this.writeAggregatedFile(data); + await this.writeSyncVersionFile(updatedAtMs); + await this.writeProviderFiles(data); + } + + getProviderCount(data: ModelsDevApiResponse): number { + return normalizeProvidersList(data.providers).length; + } + + private async clearJsonFiles(): Promise { + await fs.mkdir(this.outputDir, { recursive: true }); + const entries = await fs.readdir(this.outputDir, { withFileTypes: true }); + await Promise.all( + entries + .filter(entry => entry.isFile() && entry.name.endsWith('.json')) + .map(entry => fs.unlink(join(this.outputDir, entry.name))) + ); + } + + private async writeSyncVersionFile(updatedAt: number): Promise { + const filePath = join(this.outputDir, 'dc_sync_version.json'); + await JsonWriter.writeToFileCompact({ updated_at: updatedAt }, filePath); + } +} diff --git a/src/output/output-manager.ts b/src/output/output-manager.ts new file mode 100644 index 0000000..dec0e8c --- /dev/null +++ b/src/output/output-manager.ts @@ -0,0 +1,125 @@ +import { promises as fs } from 'fs'; +import { join } from 'path'; +import { ProviderInfo } from '../models/provider-info'; +import { AggregatedOutput, AggregatedProvider } from './types'; +import { JsonWriter } from './json-writer'; +import { JsonValidator } from './json-validator'; + +export class OutputManager { + private outputDir: string; + + constructor(outputDir: string) { + this.outputDir = outputDir; + } + + async writeProviderFiles(providers: ProviderInfo[], validate: boolean = true): Promise { + await fs.mkdir(this.outputDir, { recursive: true }); + + for (const provider of providers) { + // Validate provider data if requested + if (validate) { + JsonValidator.validateProviderInfo(provider); + } + + const filename = join(this.outputDir, `${provider.provider}.json`); + await JsonWriter.writeToFileCompact(provider, filename); + } + } + + async writeAggregatedFile(providers: ProviderInfo[], validate: boolean = true): Promise { + const aggregated = this.createAggregatedOutput(providers); + + // Validate each provider if requested + if (validate) { + for (const provider of providers) { + JsonValidator.validateProviderInfo(provider); + } + } + + const filename = join(this.outputDir, 'all.json'); + await JsonWriter.writeToFileCompact(aggregated, filename); + } + + createAggregatedOutput(providers: ProviderInfo[]): AggregatedOutput { + const aggregatedProviders: Record = {}; + let totalModels = 0; + + for (const provider of providers) { + const aggregatedProvider: AggregatedProvider = { + providerId: provider.provider, + providerName: provider.providerName, + lastUpdated: provider.lastUpdated, + models: provider.models, + api: provider.api, + doc: provider.doc, + description: provider.description, + tags: provider.tags, + metadata: provider.metadata, + }; + totalModels += provider.models.length; + aggregatedProviders[provider.provider] = aggregatedProvider; + } + + return { + version: '1.0.0', + generatedAt: new Date(), + totalModels, + providers: aggregatedProviders, + }; + } + + /** + * Write both individual provider files and aggregated file + */ + async writeAllFiles(providers: ProviderInfo[], validate: boolean = true): Promise { + await this.writeProviderFiles(providers, validate); + await this.writeAggregatedFile(providers, validate); + } + + /** + * Get output directory path + */ + getOutputDir(): string { + return this.outputDir; + } + + /** + * Check if output directory exists + */ + async outputDirExists(): Promise { + try { + const stats = await fs.stat(this.outputDir); + return stats.isDirectory(); + } catch { + return false; + } + } + + /** + * Clean output directory (remove all JSON files) + */ + async cleanOutputDir(): Promise { + if (await this.outputDirExists()) { + const files = await fs.readdir(this.outputDir); + const jsonFiles = files.filter(file => file.endsWith('.json')); + + for (const file of jsonFiles) { + await fs.unlink(join(this.outputDir, file)); + } + } + } + + /** + * Get list of existing provider JSON files + */ + async getExistingProviderFiles(): Promise { + if (!(await this.outputDirExists())) { + return []; + } + + const files = await fs.readdir(this.outputDir); + return files + .filter(file => file.endsWith('.json') && file !== 'all.json') + .map(file => file.replace('.json', '')); + } +} diff --git a/src/output/types.ts b/src/output/types.ts new file mode 100644 index 0000000..838c384 --- /dev/null +++ b/src/output/types.ts @@ -0,0 +1,20 @@ +import { ModelInfo } from '../models/model-info'; + +export interface AggregatedOutput { + version: string; + generatedAt: Date; + totalModels: number; + providers: Record; +} + +export interface AggregatedProvider { + providerId: string; + providerName: string; + lastUpdated: Date; + models: ModelInfo[]; + api?: string; + doc?: string; + description?: string; + tags?: string[]; + metadata?: Record; +} diff --git a/src/output/validator.rs b/src/output/validator.rs deleted file mode 100644 index d607507..0000000 --- a/src/output/validator.rs +++ /dev/null @@ -1,50 +0,0 @@ -use anyhow::Result; -use crate::models::ProviderInfo; - -pub struct JsonValidator; - -impl JsonValidator { - pub fn validate_provider_info(provider: &ProviderInfo) -> Result<()> { - if provider.provider.is_empty() { - anyhow::bail!("Provider ID cannot be empty"); - } - - if provider.provider_name.is_empty() { - anyhow::bail!("Provider name cannot be empty"); - } - - if provider.models.is_empty() { - anyhow::bail!("Provider must have at least one model"); - } - - for model in &provider.models { - Self::validate_model_info(model)?; - } - - Ok(()) - } - - fn validate_model_info(model: &crate::models::ModelInfo) -> Result<()> { - if model.id.is_empty() { - anyhow::bail!("Model ID cannot be empty"); - } - - if model.name.is_empty() { - anyhow::bail!("Model name cannot be empty"); - } - - if model.context_length == 0 { - anyhow::bail!("Context length must be greater than 0"); - } - - if model.max_tokens == 0 { - anyhow::bail!("Max tokens must be greater than 0"); - } - - if model.max_tokens > model.context_length { - anyhow::bail!("Max tokens cannot exceed context length"); - } - - Ok(()) - } -} \ No newline at end of file diff --git a/src/processor/aggregator.rs b/src/processor/aggregator.rs deleted file mode 100644 index d272d37..0000000 --- a/src/processor/aggregator.rs +++ /dev/null @@ -1,11 +0,0 @@ -use crate::models::ProviderInfo; -use crate::output::AggregatedOutput; - -pub struct DataAggregator; - -impl DataAggregator { - pub fn aggregate_providers(providers: &[ProviderInfo]) -> AggregatedOutput { - let output_manager = crate::output::OutputManager::new("".to_string()); - output_manager.create_aggregated_output(providers) - } -} \ No newline at end of file diff --git a/src/processor/data-aggregator.ts b/src/processor/data-aggregator.ts new file mode 100644 index 0000000..bb5dd6b --- /dev/null +++ b/src/processor/data-aggregator.ts @@ -0,0 +1,110 @@ +import { ProviderInfo } from '../models/provider-info'; +import { AggregatedOutput, AggregatedProvider } from '../output/types'; + +export class DataAggregator { + /** + * Aggregate multiple providers into a single output structure + */ + static aggregateProviders(providers: ProviderInfo[]): AggregatedOutput { + const aggregatedProviders: Record = {}; + let totalModels = 0; + + for (const provider of providers) { + const aggregatedProvider: AggregatedProvider = { + providerId: provider.provider, + providerName: provider.providerName, + lastUpdated: provider.lastUpdated, + models: provider.models, + api: provider.api, + doc: provider.doc, + description: provider.description, + tags: provider.tags, + metadata: provider.metadata, + }; + + totalModels += provider.models.length; + aggregatedProviders[provider.provider] = aggregatedProvider; + } + + return { + version: '1.0.0', + generatedAt: new Date(), + totalModels, + providers: aggregatedProviders, + }; + } + + /** + * Get statistics about the aggregated data + */ + static getProviderStatistics(providers: ProviderInfo[]): { + totalProviders: number; + totalModels: number; + averageModelsPerProvider: number; + providersWithMostModels: string; + providersWithLeastModels: string; + } { + if (providers.length === 0) { + return { + totalProviders: 0, + totalModels: 0, + averageModelsPerProvider: 0, + providersWithMostModels: '', + providersWithLeastModels: '', + }; + } + + const totalModels = providers.reduce((sum, p) => sum + p.models.length, 0); + const averageModelsPerProvider = totalModels / providers.length; + + const sortedByModelCount = [...providers].sort((a, b) => b.models.length - a.models.length); + const providersWithMostModels = sortedByModelCount[0]?.providerName || ''; + const providersWithLeastModels = sortedByModelCount[sortedByModelCount.length - 1]?.providerName || ''; + + return { + totalProviders: providers.length, + totalModels, + averageModelsPerProvider: Math.round(averageModelsPerProvider * 100) / 100, + providersWithMostModels, + providersWithLeastModels, + }; + } + + /** + * Filter providers by minimum number of models + */ + static filterProvidersByMinModels(providers: ProviderInfo[], minModels: number): ProviderInfo[] { + return providers.filter(provider => provider.models.length >= minModels); + } + + /** + * Get all unique model capabilities across all providers + */ + static getUniqueCapabilities(providers: ProviderInfo[]): { + vision: number; + functionCall: number; + reasoning: number; + totalModels: number; + } { + let visionCount = 0; + let functionCallCount = 0; + let reasoningCount = 0; + let totalModels = 0; + + for (const provider of providers) { + for (const model of provider.models) { + totalModels++; + if (model.vision) visionCount++; + if (model.functionCall) functionCallCount++; + if (model.reasoning) reasoningCount++; + } + } + + return { + vision: visionCount, + functionCall: functionCallCount, + reasoning: reasoningCount, + totalModels, + }; + } +} diff --git a/src/processor/data-normalizer.ts b/src/processor/data-normalizer.ts new file mode 100644 index 0000000..601852c --- /dev/null +++ b/src/processor/data-normalizer.ts @@ -0,0 +1,70 @@ +import { ModelInfo } from '../models/model-info'; + +export class DataNormalizer { + /** + * Normalize model name by trimming whitespace and standardizing format + */ + static normalizeModelName(name: string): string { + return name.trim(); + } + + /** + * Normalize a full ModelInfo object + */ + static normalizeModelInfo(model: ModelInfo): ModelInfo { + return { + ...model, + name: this.normalizeModelName(model.name), + id: model.id.trim(), + }; + } + + /** + * Normalize an array of models + */ + static normalizeModels(models: ModelInfo[]): ModelInfo[] { + return models.map(model => this.normalizeModelInfo(model)); + } + + /** + * Remove duplicate models based on ID + */ + static deduplicateModels(models: ModelInfo[]): ModelInfo[] { + const seen = new Set(); + const unique: ModelInfo[] = []; + + for (const model of models) { + if (!seen.has(model.id)) { + seen.add(model.id); + unique.push(model); + } + } + + return unique; + } + + /** + * Sort models by name alphabetically + */ + static sortModelsByName(models: ModelInfo[]): ModelInfo[] { + return [...models].sort((a, b) => a.name.localeCompare(b.name)); + } + + /** + * Sort models by context length (largest first) + */ + static sortModelsByContextLength(models: ModelInfo[]): ModelInfo[] { + return [...models].sort((a, b) => b.contextLength - a.contextLength); + } + + /** + * Apply all normalization steps to models + */ + static normalizeAndCleanModels(models: ModelInfo[]): ModelInfo[] { + return this.sortModelsByName( + this.deduplicateModels( + this.normalizeModels(models) + ) + ); + } +} \ No newline at end of file diff --git a/src/processor/data-processor.ts b/src/processor/data-processor.ts new file mode 100644 index 0000000..651ed91 --- /dev/null +++ b/src/processor/data-processor.ts @@ -0,0 +1,134 @@ +import { ProviderInfo } from '../models/provider-info'; +import { DataNormalizer } from './data-normalizer'; +import { DataAggregator } from './data-aggregator'; +import { JsonValidator } from '../output/json-validator'; + +export interface ProcessingOptions { + /** Whether to normalize model names and data */ + normalize?: boolean; + /** Whether to remove duplicate models within providers */ + deduplicate?: boolean; + /** Whether to sort models alphabetically */ + sort?: boolean; + /** Whether to validate data integrity */ + validate?: boolean; + /** Minimum number of models required per provider */ + minModelsPerProvider?: number; +} + +export class DataProcessor { + constructor() {} + + /** + * Process providers with configurable options + */ + async processProviders( + providers: ProviderInfo[], + options: ProcessingOptions = {} + ): Promise { + const { + normalize = true, + deduplicate = true, + sort = true, + validate = true, + minModelsPerProvider = 0, + } = options; + + let processedProviders = [...providers]; + + // Filter providers by minimum model count + if (minModelsPerProvider > 0) { + processedProviders = DataAggregator.filterProvidersByMinModels( + processedProviders, + minModelsPerProvider + ); + } + + // Process each provider + for (const provider of processedProviders) { + // Validate provider data if requested + if (validate) { + try { + JsonValidator.validateProviderInfo(provider); + } catch (error) { + console.warn(`⚠️ Validation failed for provider ${provider.provider}: ${error instanceof Error ? error.message : 'Unknown error'}`); + continue; + } + } + + // Normalize, deduplicate, and sort models + if (normalize || deduplicate || sort) { + let models = provider.models; + + if (normalize) { + models = DataNormalizer.normalizeModels(models); + } + + if (deduplicate) { + models = DataNormalizer.deduplicateModels(models); + } + + if (sort) { + models = DataNormalizer.sortModelsByName(models); + } + + provider.models = models; + } + } + + return processedProviders; + } + + /** + * Process providers with all normalization steps + */ + async processProvidersWithNormalization(providers: ProviderInfo[]): Promise { + return this.processProviders(providers, { + normalize: true, + deduplicate: true, + sort: true, + validate: true, + }); + } + + /** + * Process and get statistics + */ + async processAndGetStatistics(providers: ProviderInfo[]): Promise<{ + processed: ProviderInfo[]; + statistics: ReturnType; + capabilities: ReturnType; + }> { + const processed = await this.processProviders(providers); + const statistics = DataAggregator.getProviderStatistics(processed); + const capabilities = DataAggregator.getUniqueCapabilities(processed); + + return { + processed, + statistics, + capabilities, + }; + } + + /** + * Validate all providers in the list + */ + validateProviders(providers: ProviderInfo[]): { valid: ProviderInfo[]; invalid: Array<{ provider: ProviderInfo; error: string }> } { + const valid: ProviderInfo[] = []; + const invalid: Array<{ provider: ProviderInfo; error: string }> = []; + + for (const provider of providers) { + try { + JsonValidator.validateProviderInfo(provider); + valid.push(provider); + } catch (error) { + invalid.push({ + provider, + error: error instanceof Error ? error.message : 'Unknown validation error' + }); + } + } + + return { valid, invalid }; + } +} \ No newline at end of file diff --git a/src/processor/index.ts b/src/processor/index.ts new file mode 100644 index 0000000..69af2bd --- /dev/null +++ b/src/processor/index.ts @@ -0,0 +1,3 @@ +export * from './data-processor'; +export * from './data-aggregator'; +export * from './data-normalizer'; \ No newline at end of file diff --git a/src/processor/mod.rs b/src/processor/mod.rs deleted file mode 100644 index 5fc4442..0000000 --- a/src/processor/mod.rs +++ /dev/null @@ -1,19 +0,0 @@ -pub mod normalizer; -pub mod aggregator; - -use crate::models::ProviderInfo; -use anyhow::Result; - -pub struct DataProcessor; - -impl DataProcessor { - pub fn new() -> Self { - Self - } - - pub async fn process_providers(&self, providers: Vec) -> Result> { - // For now, just return the providers as-is - // Future: add normalization, deduplication, etc. - Ok(providers) - } -} \ No newline at end of file diff --git a/src/processor/normalizer.rs b/src/processor/normalizer.rs deleted file mode 100644 index beac70c..0000000 --- a/src/processor/normalizer.rs +++ /dev/null @@ -1,24 +0,0 @@ -use crate::models::ModelInfo; - -pub struct DataNormalizer; - -impl DataNormalizer { - pub fn normalize_model_name(name: &str) -> String { - name.trim().to_string() - } - - pub fn normalize_model_info(mut model: ModelInfo) -> ModelInfo { - model.name = Self::normalize_model_name(&model.name); - - if let Some(ref description) = model.description { - let trimmed = description.trim(); - model.description = if trimmed.is_empty() { - None - } else { - Some(trimmed.to_string()) - }; - } - - model - } -} \ No newline at end of file diff --git a/src/providers/GroqProvider.ts b/src/providers/GroqProvider.ts new file mode 100644 index 0000000..f526144 --- /dev/null +++ b/src/providers/GroqProvider.ts @@ -0,0 +1,179 @@ +import axios, { AxiosInstance } from 'axios'; +import { Provider } from './Provider'; +import { createModelInfo, ModelInfo, ModelType } from '../models/model-info'; + +interface GroqModel { + id: string; + object: string; + created: number; + owned_by: string; + active: boolean; + context_window: number; + public_apps?: any; + max_completion_tokens?: number; +} + +interface GroqApiResponse { + object: string; + data: GroqModel[]; +} + +export class GroqProvider implements Provider { + private apiKey?: string; + private apiUrl: string; + private client: AxiosInstance; + + constructor(apiKey?: string) { + this.apiKey = apiKey; + this.apiUrl = 'https://api.groq.com/openai/v1/models'; + this.client = axios.create(); + } + + static withUrl(apiUrl: string, apiKey?: string): GroqProvider { + const provider = new GroqProvider(apiKey); + provider.apiUrl = apiUrl; + return provider; + } + + private convertToModelInfo(groqModel: GroqModel): ModelInfo { + const modelType = this.determineModelType(groqModel.id); + const displayName = this.createDisplayName(groqModel.id, groqModel.owned_by); + + return createModelInfo( + groqModel.id, + displayName, + groqModel.context_window, + groqModel.max_completion_tokens || groqModel.context_window, + this.hasVisionCapability(groqModel.id), + this.hasFunctionCallCapability(groqModel.id), + this.hasReasoningCapability(groqModel.id), + modelType + ); + } + + private determineModelType(modelId: string): ModelType { + const idLower = modelId.toLowerCase(); + + if (idLower.includes('whisper') || idLower.includes('tts')) { + return ModelType.Audio; + } else if (idLower.includes('embedding')) { + return ModelType.Embedding; + } else if (idLower.includes('image') || idLower.includes('dall') || idLower.includes('stable')) { + return ModelType.ImageGeneration; + } else { + // Most Groq models are chat/completion models + return ModelType.Chat; + } + } + + private hasVisionCapability(modelId: string): boolean { + const idLower = modelId.toLowerCase(); + return idLower.includes('vision') || idLower.includes('multimodal'); + } + + private hasFunctionCallCapability(modelId: string): boolean { + const idLower = modelId.toLowerCase(); + // Most modern LLMs support function calling except audio models + return !idLower.includes('whisper') && !idLower.includes('tts') && !idLower.includes('guard'); + } + + private hasReasoningCapability(modelId: string): boolean { + const idLower = modelId.toLowerCase(); + // Advanced reasoning models + return idLower.includes('r1') || idLower.includes('reasoning') || idLower.includes('o1'); + } + + private createDisplayName(modelId: string, ownedBy: string): string { + // Remove prefixes like "meta-llama/" or "openai/" + const cleanId = modelId.includes('/') ? + modelId.split('/').pop() || modelId : modelId; + + // Format the name nicely + const formattedName = cleanId + .replace(/-/g, ' ') + .replace(/_/g, ' ') + .split(/\s+/) + .map(word => { + if (word.length <= 2 || /^\d+$/.test(word)) { + return word.toUpperCase(); + } else if (word === 'llama') { + return 'LLaMA'; + } else if (word === 'gpt') { + return 'GPT'; + } else if (word === 'oss') { + return 'OSS'; + } else if (word === 'tts') { + return 'TTS'; + } else if (/\d/.test(word) && word.length <= 4) { + // Handle cases like "120b", "8b", "70b" + return word.toUpperCase(); + } else { + return word.charAt(0).toUpperCase() + word.slice(1); + } + }) + .join(' '); + + // Add owner prefix if it's not already in the name + if (!formattedName.toLowerCase().includes(ownedBy.toLowerCase())) { + return `${ownedBy}: ${formattedName}`; + } else { + return formattedName; + } + } + + async fetchModels(): Promise { + // Check if API key is provided + if (!this.apiKey) { + throw new Error('Groq API key is required. Please set GROQ_API_KEY environment variable.'); + } + + console.log('🔄 Fetching models from Groq API...'); + + try { + // Make API request with authorization header + const response = await this.client.get(this.apiUrl, { + headers: { + 'Authorization': `Bearer ${this.apiKey}`, + 'Content-Type': 'application/json' + } + }); + + if (response.status !== 200) { + throw new Error(`Groq API request failed with status ${response.status}: ${response.statusText}`); + } + + console.log(`📋 Found ${response.data.data.length} models from Groq API`); + + // Convert to Vec of ModelInfo + const models: ModelInfo[] = []; + + for (const groqModel of response.data.data) { + // Skip inactive models + if (!groqModel.active) { + continue; + } + + const modelInfo = this.convertToModelInfo(groqModel); + models.push(modelInfo); + } + + console.log(`✅ Successfully processed ${models.length} active Groq models`); + return models; + } catch (error) { + if (axios.isAxiosError(error)) { + const status = error.response?.status; + const errorText = error.response?.data || error.message; + throw new Error(`Groq API request failed with status ${status}: ${errorText}`); + } + throw new Error(`Failed to send request to Groq API: ${error}`); + } + } + + providerId(): string { + return 'groq'; + } + + providerName(): string { + return 'Groq'; + } +} diff --git a/src/providers/JiekouProvider.ts b/src/providers/JiekouProvider.ts new file mode 100644 index 0000000..6756b29 --- /dev/null +++ b/src/providers/JiekouProvider.ts @@ -0,0 +1,269 @@ +import { fetch, ProxyAgent, type Dispatcher } from 'undici'; +import { Provider } from './Provider'; +import { createModelInfo, ModelInfo, ModelType } from '../models/model-info'; + +interface JiekouModel { + id?: string; + title?: string | null; + display_name?: string | null; + description?: string | null; + context_size?: number | null; + max_output_tokens?: number | null; + features?: string[] | null; + input_modalities?: string[] | null; + output_modalities?: string[] | null; + model_type?: string | null; + status?: number | null; + tags?: string[] | null; + endpoints?: string[] | null; + input_token_price_per_m?: number | string | null; + output_token_price_per_m?: number | string | null; + [key: string]: unknown; +} + +interface JiekouResponse { + data?: JiekouModel[] | null; +} + +function toNumber(value: unknown): number | undefined { + if (typeof value === 'number' && Number.isFinite(value)) { + return value; + } + if (typeof value === 'string') { + const parsed = Number(value); + if (!Number.isNaN(parsed)) { + return parsed; + } + } + return undefined; +} + +function normalizeList(values?: string[] | null): string[] | undefined { + if (!Array.isArray(values)) { + return undefined; + } + + const seen = new Set(); + const normalized: string[] = []; + + for (const value of values) { + const normalizedValue = String(value ?? '') + .trim() + .toLowerCase(); + if (!normalizedValue || seen.has(normalizedValue)) { + continue; + } + seen.add(normalizedValue); + normalized.push(normalizedValue); + } + + return normalized.length > 0 ? normalized : undefined; +} + +function hasVisionCapability({ + input, + output, + features, +}: { + input?: string[]; + output?: string[]; + features?: string[]; +}): boolean { + const modalityValues = [...(input ?? []), ...(output ?? [])]; + if (modalityValues.some(value => value.includes('image') || value.includes('vision'))) { + return true; + } + + if (features?.some(value => value.includes('vision') || value.includes('image') || value.includes('video'))) { + return true; + } + + return false; +} + +function determineModelType(modelType?: string | null, modelId?: string): ModelType { + const normalizedType = (modelType ?? '').trim().toLowerCase(); + switch (normalizedType) { + case 'completion': + return ModelType.Completion; + case 'embedding': + return ModelType.Embedding; + case 'image': + case 'image_generation': + return ModelType.ImageGeneration; + case 'audio': + return ModelType.Audio; + case 'chat': + default: + break; + } + + const normalizedId = (modelId ?? '').toLowerCase(); + if (normalizedId.includes('embed')) { + return ModelType.Embedding; + } + if (normalizedId.includes('image') || normalizedId.includes('vision')) { + return ModelType.ImageGeneration; + } + if (normalizedId.includes('audio') || normalizedId.includes('speech')) { + return ModelType.Audio; + } + + return ModelType.Chat; +} + +function mapModel(model: JiekouModel): ModelInfo | null { + const id = (model.id ?? '').trim(); + if (!id) { + return null; + } + if (model.status !== null && model.status !== undefined && model.status !== 1) { + return null; + } + + const name = (model.display_name ?? model.title ?? id).trim() || id; + const rawContextLength = toNumber(model.context_size) ?? 0; + const rawMaxTokens = toNumber(model.max_output_tokens) ?? 0; + + let contextLength = rawContextLength > 0 ? rawContextLength : 0; + let maxTokens = rawMaxTokens > 0 ? rawMaxTokens : 0; + + if (contextLength === 0 && maxTokens > 0) { + contextLength = maxTokens; + } else if (maxTokens === 0 && contextLength > 0) { + maxTokens = contextLength; + } + + if (contextLength > 0 && maxTokens > contextLength) { + maxTokens = contextLength; + } + + const inputModalities = normalizeList(model.input_modalities); + const outputModalities = normalizeList(model.output_modalities); + const features = normalizeList(model.features); + const vision = hasVisionCapability({ input: inputModalities, output: outputModalities, features }); + + const functionCall = features?.includes('function-calling') ?? false; + const reasoning = features?.includes('reasoning') ?? false; + + const metadata: Record = {}; + if (model.description) { + metadata.description = String(model.description).trim(); + } + if (Array.isArray(model.tags) && model.tags.length > 0) { + metadata.tags = model.tags; + } + if (Array.isArray(model.endpoints) && model.endpoints.length > 0) { + metadata.endpoints = model.endpoints; + } + if (features && features.length > 0) { + metadata.features = features; + } + const inputPrice = toNumber(model.input_token_price_per_m); + const outputPrice = toNumber(model.output_token_price_per_m); + if (inputPrice !== undefined || outputPrice !== undefined) { + const pricing: Record = {}; + if (inputPrice !== undefined) { + pricing.inputPerM = inputPrice; + } + if (outputPrice !== undefined) { + pricing.outputPerM = outputPrice; + } + metadata.pricing = pricing; + } + + const overrides: Partial> = {}; + if (inputModalities || outputModalities) { + overrides.modalities = { input: inputModalities, output: outputModalities }; + } + if (Object.keys(metadata).length > 0) { + overrides.metadata = metadata; + } + + return createModelInfo( + id, + name, + contextLength, + maxTokens, + vision, + functionCall, + reasoning, + determineModelType(model.model_type, id), + overrides, + ); +} + +function createProxyDispatcher(): Dispatcher | undefined { + const proxyUrl = + process.env.HTTPS_PROXY ?? + process.env.https_proxy ?? + process.env.HTTP_PROXY ?? + process.env.http_proxy; + + if (!proxyUrl) { + return undefined; + } + + try { + return new ProxyAgent(proxyUrl); + } catch (error) { + const reason = error instanceof Error ? error.message : String(error); + console.warn('⚠️ Failed to configure proxy for Jiekou provider:', reason); + return undefined; + } +} + +export class JiekouProvider implements Provider { + private readonly dispatcher?: Dispatcher; + + constructor(private readonly apiUrl: string, private readonly timeoutMs = 30_000) { + this.dispatcher = createProxyDispatcher(); + } + + async fetchModels(): Promise { + console.log('🛰️ Jiekou provider fetch invoked; requesting models from API...'); + try { + const controller = new AbortController(); + const timeout = setTimeout(() => controller.abort(), this.timeoutMs); + + const response = await fetch(this.apiUrl, { + method: 'GET', + dispatcher: this.dispatcher, + signal: controller.signal, + headers: { + Accept: 'application/json', + 'User-Agent': 'PublicProviderConf/1.0 (+https://github.com/ThinkInAIXYZ/PublicProviderConf)', + }, + }).finally(() => { + clearTimeout(timeout); + }); + + if (!response.ok) { + console.warn(`⚠️ Jiekou request failed with status ${response.status}`); + return []; + } + + const json = (await response.json()) as JiekouResponse; + const models = Array.isArray(json?.data) ? json.data : []; + const mapped = models.map(mapModel).filter((model): model is ModelInfo => model !== null); + console.log(`✅ Successfully processed ${mapped.length} Jiekou models`); + return mapped; + } catch (error) { + if (error instanceof Error && error.name === 'AbortError') { + console.warn('⚠️ Jiekou request timed out'); + return []; + } + const reason = error instanceof Error ? error.message : String(error); + console.warn('⚠️ Failed to fetch Jiekou models, returning empty list', reason); + return []; + } + } + + providerId(): string { + return 'jiekou'; + } + + providerName(): string { + return 'Jiekou'; + } +} diff --git a/src/providers/OpenRouterProvider.ts b/src/providers/OpenRouterProvider.ts new file mode 100644 index 0000000..2205f27 --- /dev/null +++ b/src/providers/OpenRouterProvider.ts @@ -0,0 +1,351 @@ +import { fetch, ProxyAgent, type Dispatcher } from 'undici'; +import { Provider } from './Provider'; +import { createModelInfo, ModelInfo, ModelType } from '../models/model-info'; +import { normalizeToggleInPlace, type ToggleConfig } from '../utils/toggles'; + +interface OpenRouterModel { + id?: string; + name?: string; + architecture?: { + modality?: string; + input_modalities?: string[] | null; + output_modalities?: string[] | null; + } | null; + supported_parameters?: string[] | null; + default_parameters?: { + temperature?: number | null; + [key: string]: unknown; + } | null; + top_provider?: { + context_length?: number | string | null; + max_completion_tokens?: number | string | null; + [key: string]: unknown; + } | null; + [key: string]: unknown; +} + +interface OpenRouterResponse { + data?: OpenRouterModel[]; +} + +function toNumber(value: unknown): number | undefined { + if (typeof value === 'number' && Number.isFinite(value)) return value; + if (typeof value === 'string' && value.trim() !== '' && !Number.isNaN(Number(value))) { + return Number(value); + } + return undefined; +} + +const OPENAI_VERBOSITY_SUFFIXES = new Set([ + 'gpt-5', + 'gpt-5-mini', + 'gpt-5-nano', + 'gpt-5-pro', + 'gpt-5-codex', +]); + +const OPENAI_EFFORT_SUFFIXES = new Set([ + 'o1-pro', + 'o3', + 'o3-pro', + 'o4-mini', + 'gpt-5', + 'gpt-5-mini', + 'gpt-5-nano', + 'gpt-5-pro', + 'gpt-5-codex', +]); + +function isOpenAIModel(id: string): boolean { + return (id || '').trim().toLowerCase().startsWith('openai/'); +} + +function openaiSuffix(id: string): string | null { + if (!isOpenAIModel(id)) return null; + const value = (id || '').trim().toLowerCase(); + return value.substring('openai/'.length); +} + +function needsOpenAIVerbosity(id: string): boolean { + const suffix = openaiSuffix(id); + return !!suffix && OPENAI_VERBOSITY_SUFFIXES.has(suffix); +} + +function needsOpenAIEffort(id: string): boolean { + const suffix = openaiSuffix(id); + return !!suffix && OPENAI_EFFORT_SUFFIXES.has(suffix); +} + +function applyOpenAIReasoningTuning(config: ToggleConfig, id: string): void { + const addVerbosity = needsOpenAIVerbosity(id); + const addEffort = needsOpenAIEffort(id); + if (!addVerbosity && !addEffort) return; + + // Ensure reasoning is marked supported when adding OpenAI-specific params + config.supported = true; + + if (addVerbosity) { + config.verbosity = 'medium'; + } + if (addEffort) { + config.effort = 'medium'; + } +} + +function normalizeModalities(list?: string[] | null): string[] | undefined { + if (!Array.isArray(list)) return undefined; + const seen = new Set(); + const output: string[] = []; + for (const raw of list) { + const value = String(raw || '').trim().toLowerCase(); + if (!value || value === 'file') continue; + if (!seen.has(value)) { + seen.add(value); + output.push(value); + } + } + return output.length > 0 ? output : undefined; +} + +function determineModelType(model: OpenRouterModel, normalizedId: string): ModelType { + const modality = (model.architecture?.modality || '').toLowerCase(); + if (modality.includes('image')) { + return ModelType.ImageGeneration; + } + if (modality.includes('audio')) { + return ModelType.Audio; + } + if (modality.includes('embedding')) { + return ModelType.Embedding; + } + + if (normalizedId.includes('embed')) { + return ModelType.Embedding; + } + if (normalizedId.includes('image')) { + return ModelType.ImageGeneration; + } + if (normalizedId.includes('audio') || normalizedId.includes('speech')) { + return ModelType.Audio; + } + + return ModelType.Chat; +} + +function modelHasVisionCapability(modalities?: { input?: string[]; output?: string[] }): boolean { + const inputHasVision = modalities?.input?.some(modality => modality.includes('image') || modality.includes('vision')); + const outputHasVision = modalities?.output?.some(modality => modality.includes('image') || modality.includes('vision')); + return Boolean(inputHasVision || outputHasVision); +} + +function uniqueById(models: ModelInfo[]): ModelInfo[] { + const seen = new Set(); + const output: ModelInfo[] = []; + for (const model of models) { + if (!model.id || seen.has(model.id)) continue; + seen.add(model.id); + output.push(model); + } + return output; +} + +function mapOpenRouterModel(model: OpenRouterModel): ModelInfo | null { + const id = (model.id || '').trim(); + if (!id) return null; + const normalizedId = id.toLowerCase(); + const name = (model.name || id).trim(); + + const rawInputModalities = model.architecture?.input_modalities; + let hasAttachment = false; + if (Array.isArray(rawInputModalities)) { + hasAttachment = rawInputModalities.some(value => String(value || '').trim().toLowerCase() === 'file'); + } + + const inputModalities = normalizeModalities(model.architecture?.input_modalities ?? undefined); + const outputModalities = normalizeModalities(model.architecture?.output_modalities ?? undefined); + const modalities = inputModalities || outputModalities ? { input: inputModalities, output: outputModalities } : undefined; + + const supportedParameters = Array.isArray(model.supported_parameters) ? model.supported_parameters : []; + const toolCall = supportedParameters.some(parameter => String(parameter || '').toLowerCase() === 'tool_choice'); + const hasReasoningParameter = supportedParameters.some(parameter => String(parameter || '').toLowerCase() === 'reasoning'); + + const reasoningConfig: ToggleConfig = { supported: hasReasoningParameter }; + applyOpenAIReasoningTuning(reasoningConfig, id); + normalizeToggleInPlace(reasoningConfig); + const reasoning: ToggleConfig = reasoningConfig; + + const defaultTemperature = model.default_parameters?.temperature; + const hasTemperatureControl = typeof defaultTemperature === 'number' && Number.isFinite(defaultTemperature); + + const contextLength = toNumber(model.top_provider?.context_length); + const maxOutputTokens = toNumber(model.top_provider?.max_completion_tokens); + + const modelType = determineModelType(model, normalizedId); + const context = contextLength ?? 0; + const maxTokens = maxOutputTokens ?? context; + const vision = modelHasVisionCapability(modalities); + + const overrides: Partial> = {}; + + if (modalities) { + overrides.modalities = modalities; + } + if (hasAttachment) { + overrides.attachment = true; + } + if (hasTemperatureControl) { + overrides.temperature = true; + } + if (toolCall) { + overrides.toolCall = true; + } + if (contextLength !== undefined || maxOutputTokens !== undefined) { + overrides.limit = { + context: contextLength, + output: maxOutputTokens, + }; + } + return createModelInfo( + id, + name, + context, + maxTokens > 0 ? maxTokens : context, + vision, + toolCall, + reasoning, + modelType, + overrides, + ); +} + +function isReasoningEnabled(model: ModelInfo): boolean { + const { reasoning } = model; + if (typeof reasoning === 'object' && reasoning !== null) { + return reasoning.supported !== undefined ? Boolean(reasoning.supported) : true; + } + return Boolean(reasoning); +} + +function createProxyDispatcher(): Dispatcher | undefined { + const proxyUrl = + process.env.HTTPS_PROXY ?? + process.env.https_proxy ?? + process.env.HTTP_PROXY ?? + process.env.http_proxy; + + if (!proxyUrl) { + return undefined; + } + + try { + return new ProxyAgent(proxyUrl); + } catch (error) { + const reason = error instanceof Error ? error.message : String(error); + console.warn('⚠️ Failed to configure proxy for OpenRouter provider:', reason); + return undefined; + } +} + +export class OpenRouterProvider implements Provider { + private readonly dispatcher?: Dispatcher; + private readonly timeoutMs: number; + + constructor( + private readonly apiUrl: string = 'https://openrouter.ai/api/v1/models', + timeoutMs: number = 30_000, + ) { + this.timeoutMs = timeoutMs; + this.dispatcher = createProxyDispatcher(); + } + + private async fetchRaw(): Promise { + const controller = new AbortController(); + const timeout = setTimeout(() => controller.abort(), this.timeoutMs); + + try { + const response = await fetch(this.apiUrl, { + dispatcher: this.dispatcher, + signal: controller.signal, + headers: { + Accept: 'application/json', + 'User-Agent': 'PublicProviderConf/1.0 (+https://github.com/ThinkInAIXYZ/PublicProviderConf)', + }, + }); + + if (!response.ok) { + throw new Error(`HTTP ${response.status} ${response.statusText}`); + } + + const payload = (await response.json()) as OpenRouterResponse | OpenRouterModel[]; + if (Array.isArray(payload)) return payload; + if (payload && Array.isArray(payload.data)) return payload.data; + return []; + } catch (error) { + if (error instanceof Error && error.name === 'AbortError') { + throw new Error('request timed out'); + } + throw error; + } finally { + clearTimeout(timeout); + } + } + + async fetchModels(): Promise { + console.log('🔄 Fetching models from OpenRouter API...'); + try { + const rawModels = await this.fetchRaw(); + console.log(`📦 OpenRouter API returned ${rawModels.length} entries`); + + const mapped = rawModels + .map(mapOpenRouterModel) + .filter((model): model is ModelInfo => model !== null); + const unique = uniqueById(mapped).sort((a, b) => a.id.localeCompare(b.id)); + + const duplicatesRemoved = mapped.length - unique.length; + if (duplicatesRemoved > 0) { + console.log(`♻️ Removed ${duplicatesRemoved} duplicate entries from OpenRouter payload`); + } + + const typeCounts = unique.reduce>((counts, model) => { + counts[model.type] = (counts[model.type] ?? 0) + 1; + return counts; + }, {}); + const typeSummary = Object.entries(typeCounts) + .map(([type, count]) => `${count} ${type}`) + .join(', '); + if (typeSummary) { + console.log(`🧭 OpenRouter model types: ${typeSummary}`); + } + + const visionCount = unique.filter(model => model.vision).length; + const functionCallCount = unique.filter(model => model.functionCall).length; + const reasoningCount = unique.filter(model => isReasoningEnabled(model)).length; + const attachmentCount = unique.filter(model => model.attachment).length; + + console.log( + `🛠️ OpenRouter capability summary: ${visionCount} vision, ${functionCallCount} tool-call, ${reasoningCount} reasoning, ${attachmentCount} attachments`, + ); + + const sampleModels = unique.slice(0, 5).map(model => model.id).join(', '); + if (sampleModels) { + const suffix = unique.length > 5 ? ', …' : ''; + console.log(`🔍 Sample OpenRouter models: ${sampleModels}${suffix}`); + } + + console.log(`✅ Successfully processed ${unique.length} OpenRouter models`); + return unique; + } catch (error) { + const reason = error instanceof Error ? error.message : String(error); + console.error('❌ Failed to fetch OpenRouter models:', reason); + throw new Error(`Failed to fetch OpenRouter models: ${reason}`); + } + } + + providerId(): string { + return 'openrouter'; + } + + providerName(): string { + return 'OpenRouter'; + } +} diff --git a/src/providers/PPInfraProvider.ts b/src/providers/PPInfraProvider.ts new file mode 100644 index 0000000..4573b9c --- /dev/null +++ b/src/providers/PPInfraProvider.ts @@ -0,0 +1,75 @@ +import axios, { AxiosInstance } from 'axios'; +import { Provider } from './Provider'; +import { createModelInfo, ModelInfo, ModelType } from '../models/model-info'; + +interface PPInfraModel { + id: string; + display_name: string; + context_size: number; + max_output_tokens: number; + features: string[]; + model_type: string; +} + +interface PPInfraResponse { + data: PPInfraModel[]; +} + +export class PPInfraProvider implements Provider { + private apiUrl: string; + private client: AxiosInstance; + + constructor(apiUrl: string) { + this.apiUrl = apiUrl; + this.client = axios.create(); + } + + private convertModel(model: PPInfraModel): ModelInfo { + const vision = model.features?.some(f => f.includes('vision') || f.includes('image')) || false; + const functionCall = model.features?.some(f => f.includes('function') || f.includes('tool')) || false; + const reasoning = model.features?.some(f => f.includes('reasoning') || f.includes('thinking')) || false; + + let modelType: ModelType; + switch (model.model_type) { + case 'chat': + modelType = ModelType.Chat; + break; + case 'completion': + modelType = ModelType.Completion; + break; + case 'embedding': + modelType = ModelType.Embedding; + break; + default: + modelType = ModelType.Chat; + } + + return createModelInfo( + model.id, + model.display_name, + model.context_size, + model.max_output_tokens, + vision, + functionCall, + reasoning, + modelType + ); + } + + async fetchModels(): Promise { + try { + const response = await this.client.get(this.apiUrl); + return response.data.data.map(model => this.convertModel(model)); + } catch (error) { + throw new Error(`Failed to fetch PPInfra models: ${error instanceof Error ? error.message : String(error)}`); + } + } + + providerId(): string { + return 'ppinfra'; + } + + providerName(): string { + return 'PPInfra'; + } +} diff --git a/src/providers/Provider.ts b/src/providers/Provider.ts new file mode 100644 index 0000000..caa8e31 --- /dev/null +++ b/src/providers/Provider.ts @@ -0,0 +1,7 @@ +import { ModelInfo } from '../models/model-info'; + +export interface Provider { + fetchModels(): Promise; + providerId(): string; + providerName(): string; +} diff --git a/src/providers/TokenfluxProvider.ts b/src/providers/TokenfluxProvider.ts new file mode 100644 index 0000000..2d43afd --- /dev/null +++ b/src/providers/TokenfluxProvider.ts @@ -0,0 +1,91 @@ +import axios, { AxiosInstance } from 'axios'; +import { Provider } from './Provider'; +import { createModelInfo, ModelInfo, ModelType } from '../models/model-info'; + +interface TokenfluxModel { + id: string; + name: string; + description?: string; + context_window?: number; + max_completion_tokens?: number; + capabilities?: { + vision?: boolean; + function_calling?: boolean; + reasoning?: boolean; + }; + pricing?: { + input?: number; + output?: number; + }; +} + +export class TokenfluxProvider implements Provider { + private apiUrl: string; + private client: AxiosInstance; + + constructor(apiUrl: string) { + this.apiUrl = apiUrl; + this.client = axios.create(); + } + + private convertModel(model: TokenfluxModel): ModelInfo { + const vision = model.capabilities?.vision || false; + const functionCall = model.capabilities?.function_calling || false; + const reasoning = model.capabilities?.reasoning || false; + + let modelType: ModelType; + if (model.id.includes('dall-e') || model.id.includes('stable-diffusion')) { + modelType = ModelType.ImageGeneration; + } else if (model.id.includes('embedding')) { + modelType = ModelType.Embedding; + } else if (model.id.includes('whisper') || model.id.includes('tts')) { + modelType = ModelType.Audio; + } else if (model.id.includes('instruct')) { + modelType = ModelType.Completion; + } else { + modelType = ModelType.Chat; + } + + const contextLength = model.context_window || 4096; + const maxTokens = model.max_completion_tokens || Math.min(contextLength, 4096); + + return createModelInfo( + model.id, + model.name, + contextLength, + maxTokens, + vision, + functionCall, + reasoning, + modelType + ); + } + + async fetchModels(): Promise { + try { + const response = await this.client.get(this.apiUrl); + + // Handle different response structures + const models = response.data.models || response.data.data || response.data; + + if (!Array.isArray(models)) { + console.warn('⚠️ Tokenflux API response structure unexpected, returning empty model list'); + return []; + } + + return models.map(model => this.convertModel(model)); + } catch (error) { + const reason = error instanceof Error ? error.message : String(error); + console.warn('⚠️ Failed to fetch Tokenflux models, returning empty list', reason); + return []; + } + } + + providerId(): string { + return 'tokenflux'; + } + + providerName(): string { + return 'Tokenflux'; + } +} diff --git a/src/providers/index.ts b/src/providers/index.ts new file mode 100644 index 0000000..0c396c3 --- /dev/null +++ b/src/providers/index.ts @@ -0,0 +1,7 @@ +export { PPInfraProvider } from './PPInfraProvider'; +export { TokenfluxProvider } from './TokenfluxProvider'; +export { GroqProvider } from './GroqProvider'; +export { OpenRouterProvider } from './OpenRouterProvider'; +export { JiekouProvider } from './JiekouProvider'; + +export type { Provider } from './Provider'; diff --git a/src/providers/mod.rs b/src/providers/mod.rs deleted file mode 100644 index 278a5a6..0000000 --- a/src/providers/mod.rs +++ /dev/null @@ -1,12 +0,0 @@ -pub mod ppinfra; - -use async_trait::async_trait; -use anyhow::Result; -use crate::models::ModelInfo; - -#[async_trait] -pub trait Provider: Send + Sync { - async fn fetch_models(&self) -> Result>; - fn provider_id(&self) -> &str; - fn provider_name(&self) -> &str; -} \ No newline at end of file diff --git a/src/providers/ppinfra.rs b/src/providers/ppinfra.rs deleted file mode 100644 index b2423a3..0000000 --- a/src/providers/ppinfra.rs +++ /dev/null @@ -1,90 +0,0 @@ -use async_trait::async_trait; -use anyhow::Result; -use serde::Deserialize; -use crate::models::{ModelInfo, ModelType}; -use crate::providers::Provider; - -#[derive(Debug, Deserialize)] -struct PPInfraModel { - id: String, - #[serde(rename = "display_name")] - display_name: String, - description: String, - context_size: u32, - max_output_tokens: u32, - #[serde(default)] - features: Vec, - #[serde(rename = "model_type")] - model_type: String, -} - -#[derive(Debug, Deserialize)] -struct PPInfraResponse { - data: Vec, -} - -pub struct PPInfraProvider { - api_url: String, - client: reqwest::Client, -} - -impl PPInfraProvider { - pub fn new(api_url: String) -> Self { - Self { - api_url, - client: reqwest::Client::new(), - } - } - - fn convert_model(&self, model: PPInfraModel) -> ModelInfo { - let vision = model.features.iter().any(|f| f.contains("vision") || f.contains("image")); - let function_call = model.features.iter().any(|f| f.contains("function") || f.contains("tool")); - let reasoning = model.features.iter().any(|f| f.contains("reasoning") || f.contains("thinking")); - - let model_type = match model.model_type.as_str() { - "chat" => ModelType::Chat, - "completion" => ModelType::Completion, - "embedding" => ModelType::Embedding, - _ => ModelType::Chat, - }; - - ModelInfo::new( - model.id, - model.display_name, - model.context_size, - model.max_output_tokens, - vision, - function_call, - reasoning, - model_type, - Some(model.description), - ) - } -} - -#[async_trait] -impl Provider for PPInfraProvider { - async fn fetch_models(&self) -> Result> { - let response = self.client - .get(&self.api_url) - .send() - .await? - .json::() - .await?; - - let models = response.data - .into_iter() - .map(|model| self.convert_model(model)) - .collect(); - - Ok(models) - } - - fn provider_id(&self) -> &str { - "ppinfra" - } - - fn provider_name(&self) -> &str { - "PPInfra" - } -} \ No newline at end of file diff --git a/src/templates/external-provider-manager.ts b/src/templates/external-provider-manager.ts new file mode 100644 index 0000000..6f6fd4e --- /dev/null +++ b/src/templates/external-provider-manager.ts @@ -0,0 +1,344 @@ +import axios, { AxiosInstance } from 'axios'; +import { createModelInfo, ModelInfo, ModelType } from '../models/model-info'; +import { createProviderInfo } from '../models/provider-info'; +import { ModelsDevProvider, createModelsDevProvider } from '../models/models-dev'; + +interface ExternalProviderSource { + id: string; + load(): Promise; +} + +interface AiHubMixModel { + model?: string; + developer?: string; + developer_id?: number; + provider_id?: number; + model_name?: string; + model_ratio?: number; + cache_ratio?: number; + completion_ratio?: number; + img_price_config?: string; + billing_config?: string; + desc?: string; + desc_en?: string; + order?: number; + flag?: number; + context_length?: string | number | null; + input_images?: string | number | null; + input_audios?: string | number | null; + latency?: number; + throughput?: number; + usage?: string; + usage_en?: string; + modalities?: string; + features?: string; + tags?: string; + types?: string; + display_input?: string; + display_output?: string; + parameters?: unknown[]; +} + +interface AiHubMixResponse { + success?: boolean; + data?: AiHubMixModel[]; +} + +function parseList(value?: string): string[] { + if (!value) { + return []; + } + + return value + .split(',') + .map(item => item.trim()) + .filter(item => item.length > 0); +} + +function parseNumericFlag(value?: string | number | null): boolean { + if (value === null || value === undefined) { + return false; + } + if (typeof value === 'number') { + return value !== 0; + } + const normalized = value.trim().toLowerCase(); + if (!normalized) { + return false; + } + return normalized === 'true' || normalized === '1' || normalized === 'yes'; +} + +function parseTokenCount(value?: string | number | null): number { + if (value === null || value === undefined) { + return 0; + } + if (typeof value === 'number' && Number.isFinite(value)) { + return Math.max(0, Math.round(value)); + } + + const normalized = String(value).trim().toLowerCase().replace(/,/g, ''); + if (!normalized) { + return 0; + } + + const match = normalized.match(/^(\d+(?:\.\d+)?)(\s*[kmb])?/); + if (!match) { + return 0; + } + + const amount = Number.parseFloat(match[1]); + if (!Number.isFinite(amount)) { + return 0; + } + + const unit = match[2]?.trim(); + switch (unit) { + case 'k': + return Math.round(amount * 1_000); + case 'm': + return Math.round(amount * 1_000_000); + case 'b': + return Math.round(amount * 1_000_000_000); + default: + return Math.round(amount); + } +} + +function determineModelType(typeValues: string[]): ModelType { + const normalized = typeValues.map(value => value.toLowerCase()); + + if (normalized.some(value => value.includes('embedding'))) { + return ModelType.Embedding; + } + if ( + normalized.some(value => + value.includes('image') || value.includes('vision') || value.includes('t2i'), + ) + ) { + return ModelType.ImageGeneration; + } + if ( + normalized.some(value => + value.includes('speech') || value.includes('tts') || value.includes('audio'), + ) + ) { + return ModelType.Audio; + } + if (normalized.some(value => value.includes('completion'))) { + return ModelType.Completion; + } + + return ModelType.Chat; +} + +function inferVision(modalities: string[], inputImages?: string | number | null): boolean { + if (modalities.some(value => value.includes('image') || value.includes('video'))) { + return true; + } + if (parseNumericFlag(inputImages)) { + return true; + } + return false; +} + +function inferFunctionCall(features: string[]): boolean { + return features.some(value => value.includes('function') || value.includes('tool')); +} + +function inferReasoning(features: string[], tags: string[]): boolean { + return ( + features.some(value => value.includes('reason') || value.includes('think')) || + tags.some(value => value.includes('reason')) + ); +} + +function buildModelMetadata( + model: AiHubMixModel, + features: string[], + tags: string[], + modalities: string[], + types: string[], + contextLength: number, +): Record | undefined { + const metadata: Record = {}; + + if (model.developer) { + metadata.developer = model.developer; + } + if (typeof model.developer_id === 'number') { + metadata.developerId = model.developer_id; + } + if (typeof model.provider_id === 'number') { + metadata.providerId = model.provider_id; + } + if (typeof model.model_ratio === 'number') { + metadata.modelRatio = model.model_ratio; + } + if (typeof model.cache_ratio === 'number') { + metadata.cacheRatio = model.cache_ratio; + } + if (typeof model.completion_ratio === 'number') { + metadata.completionRatio = model.completion_ratio; + } + if (typeof model.order === 'number') { + metadata.order = model.order; + } + if (typeof model.flag === 'number') { + metadata.flag = model.flag; + } + if (model.billing_config) { + metadata.billingConfig = model.billing_config; + } + if (model.img_price_config) { + metadata.imagePriceConfig = model.img_price_config; + } + if (model.parameters && model.parameters.length > 0) { + metadata.parameters = model.parameters; + } + if (model.context_length && !contextLength) { + metadata.contextLengthRaw = model.context_length; + } + if (features.length > 0) { + metadata.features = features; + } + if (tags.length > 0) { + metadata.tags = tags; + } + if (modalities.length > 0) { + metadata.modalities = modalities; + } + if (types.length > 0) { + metadata.typeHints = types; + } + + return Object.keys(metadata).length > 0 ? metadata : undefined; +} + +class AiHubMixSource implements ExternalProviderSource { + readonly id = 'aihubmix'; + private client: AxiosInstance; + + constructor(private readonly apiUrl: string = 'https://aihubmix.com/call/mdl_info') { + this.client = axios.create({ timeout: 30_000 }); + } + + private convertModel(rawModel: AiHubMixModel): ModelInfo | null { + const id = rawModel.model?.trim(); + if (!id) { + return null; + } + + const name = rawModel.model_name?.trim() || id; + const features = parseList(rawModel.features); + const tags = parseList(rawModel.tags); + const modalities = parseList(rawModel.modalities); + const types = parseList(rawModel.types); + + const contextLength = parseTokenCount(rawModel.context_length); + const maxTokens = contextLength > 0 ? contextLength : 0; + + const modelType = determineModelType(types); + const vision = inferVision(modalities, rawModel.input_images); + const functionCall = inferFunctionCall(features); + const reasoning = inferReasoning(features, tags); + + const metadata = buildModelMetadata(rawModel, features, tags, modalities, types, contextLength); + + const modalitiesInfo = modalities.length > 0 ? { input: modalities, output: modalities } : undefined; + + const overrides: Partial = {}; + if (metadata) { + overrides.metadata = metadata; + } + if (modalitiesInfo) { + overrides.modalities = modalitiesInfo; + } + + return createModelInfo( + id, + name, + contextLength, + maxTokens, + vision, + functionCall, + reasoning, + modelType, + overrides, + ); + } + + async load(): Promise { + try { + const response = await this.client.get(this.apiUrl); + if (!response.data?.success) { + console.warn('⚠️ AIHubMix API returned an unsuccessful response.'); + return null; + } + + const models: ModelInfo[] = []; + const seen = new Set(); + + for (const rawModel of response.data.data ?? []) { + const converted = this.convertModel(rawModel); + if (!converted) { + continue; + } + if (seen.has(converted.id)) { + continue; + } + seen.add(converted.id); + models.push(converted); + } + + if (models.length === 0) { + console.warn('⚠️ AIHubMix API returned no models after normalization.'); + return null; + } + + const providerInfo = createProviderInfo('aihubmix', 'AIHubMix', models, { + api: this.apiUrl, + metadata: { + upstream: 'aihubmix-api', + fetchedAt: new Date().toISOString(), + modelCount: models.length, + }, + }); + + return createModelsDevProvider(providerInfo); + } catch (error) { + console.error( + '❌ Failed to load AIHubMix models:', + error instanceof Error ? error.message : 'Unknown error', + ); + return null; + } + } +} + +export class ExternalProviderManager { + constructor(private readonly sources: ExternalProviderSource[] = [new AiHubMixSource()]) {} + + async loadAllProviders(): Promise> { + const providers = new Map(); + + for (const source of this.sources) { + try { + const provider = await source.load(); + if (!provider) { + continue; + } + providers.set(source.id, provider); + } catch (error) { + console.error( + `❌ Failed to load external provider ${source.id}:`, + error instanceof Error ? error.message : 'Unknown error', + ); + } + } + + return providers; + } +} + +export { AiHubMixSource }; diff --git a/src/templates/models-dev-template-manager.ts b/src/templates/models-dev-template-manager.ts new file mode 100644 index 0000000..f1b46f1 --- /dev/null +++ b/src/templates/models-dev-template-manager.ts @@ -0,0 +1,285 @@ +import { promises as fs } from 'fs'; +import { join } from 'path'; +import { + ModelsDevApiResponse, + ModelsDevModel, + ModelsDevProvider, +} from '../models/models-dev'; +import { normalizeModelToggles } from '../utils/toggles'; + +function mergeObjects | undefined>( + base: T, + override: T +): T { + if (!base && !override) { + return undefined as T; + } + if (!base) { + return (override ? { ...override } : undefined) as T; + } + if (!override) { + return (base ? { ...base } : undefined) as T; + } + return { ...base, ...override } as T; +} + +function mergeStringArrays(base?: string[], override?: string[]): string[] | undefined { + if (!base && !override) { + return undefined; + } + + const seen = new Set(); + const result: string[] = []; + + const addValues = (values?: string[]) => { + if (!values) { + return; + } + for (const value of values) { + if (!seen.has(value)) { + seen.add(value); + result.push(value); + } + } + }; + + addValues(base); + addValues(override); + + return result; +} + +function sanitizeProviderLike( + provider: ModelsDevProvider, +): ModelsDevProvider & Record { + const sanitized = { ...provider } as ModelsDevProvider & Record; + delete sanitized.env; + delete sanitized.npm; + return sanitized; +} + +type ModelsDevModelRecord = ModelsDevModel & Record; + +function applyCapabilitiesToFlags(model: ModelsDevModelRecord): void { + const capabilities = model.capabilities; + if (capabilities && typeof capabilities === 'object') { + const caps = capabilities as Record; + + if (model.vision === undefined && typeof caps.vision === 'boolean') { + model.vision = caps.vision; + } + + if (typeof caps.reasoning === 'boolean') { + if (!model.reasoning) { + model.reasoning = { supported: caps.reasoning }; + } else if ( + typeof model.reasoning === 'object' && model.reasoning.supported === undefined + ) { + model.reasoning.supported = caps.reasoning; + } + } + + if (model.attachment === undefined && typeof caps.attachments === 'boolean') { + model.attachment = caps.attachments; + } + + if (model.tool_call === undefined) { + const toolCall = + typeof caps.tool_calling === 'boolean' + ? caps.tool_calling + : typeof caps.function_calling === 'boolean' + ? caps.function_calling + : undefined; + + if (typeof toolCall === 'boolean') { + model.tool_call = toolCall; + } + } + } + + // Normalize toggle fields (reasoning/search) based on supported/default rule + normalizeModelToggles(model as unknown as Record); + + delete (model as any).capabilities; +} + +function cloneModel(model: ModelsDevModel): ModelsDevModelRecord { + const cloned = { ...model } as ModelsDevModelRecord; + + cloned.metadata = model.metadata ? { ...model.metadata } : undefined; + cloned.modalities = model.modalities ? { ...model.modalities } : undefined; + cloned.cost = model.cost ? { ...model.cost } : undefined; + cloned.limit = model.limit ? { ...model.limit } : undefined; + + applyCapabilitiesToFlags(cloned); + + return cloned; +} + +function mergeModels(base: ModelsDevModel[] = [], override: ModelsDevModel[] = []): ModelsDevModel[] { + if (!override.length) { + return base.slice(); + } + + const merged = new Map(); + + for (const model of base) { + if (!model.id) { + continue; + } + merged.set(model.id, cloneModel(model)); + } + + for (const model of override) { + if (!model.id) { + continue; + } + const existing = merged.get(model.id); + if (existing) { + const combined = { + ...existing, + ...model, + } as ModelsDevModelRecord; + + combined.metadata = mergeObjects(existing.metadata, model.metadata); + combined.modalities = mergeObjects(existing.modalities, model.modalities); + combined.cost = mergeObjects(existing.cost, model.cost); + combined.limit = mergeObjects(existing.limit, model.limit); + + applyCapabilitiesToFlags(combined); + + merged.set(model.id, combined as ModelsDevModel); + } else { + merged.set(model.id, cloneModel(model)); + } + } + + return Array.from(merged.values()); +} + +export function mergeProviderWithTemplate( + provider: ModelsDevProvider, + template?: ModelsDevProvider +): ModelsDevProvider { + if (!template) { + return sanitizeProviderLike(provider) as ModelsDevProvider; + } + + const sanitizedProvider = sanitizeProviderLike(provider); + const sanitizedTemplate = sanitizeProviderLike(template); + + const merged = { + ...sanitizedProvider, + ...sanitizedTemplate, + } as ModelsDevProvider & Record; + + merged.metadata = mergeObjects(sanitizedProvider.metadata, sanitizedTemplate.metadata); + merged.models = mergeModels(sanitizedProvider.models, sanitizedTemplate.models); + merged.tags = mergeStringArrays(sanitizedProvider.tags, sanitizedTemplate.tags); + + return merged as ModelsDevProvider; +} + +function ensureProviderDefaults(providerId: string, template: Partial): ModelsDevProvider { + const id = template.id?.trim(); + if (!id) { + throw new Error(`Template is missing required provider id (file: ${providerId})`); + } + + const name = template.name?.trim() || template.display_name?.trim() || id; + + const models: ModelsDevModel[] = []; + for (const model of template.models ?? []) { + try { + models.push(ensureModelDefaults(model, id)); + } catch (error) { + const message = error instanceof Error ? error.message : String(error); + console.warn(`⚠️ Skipping template model for provider ${id}: ${message}`); + } + } + + const normalized = { + ...template, + id, + name, + display_name: template.display_name?.trim() || name, + models, + } as ModelsDevProvider & Record; + + normalized.tags = template.tags ? [...template.tags] : undefined; + normalized.metadata = template.metadata ? { ...template.metadata } : undefined; + + return normalized as ModelsDevProvider; +} + +function ensureModelDefaults(model: Partial, providerId: string): ModelsDevModel { + const id = model.id?.trim(); + if (!id) { + throw new Error(`missing required model id (provider: ${providerId})`); + } + + const name = model.name?.trim() || model.display_name?.trim() || id; + const normalized = { + ...model, + id, + name, + display_name: model.display_name?.trim() || name, + } as ModelsDevModelRecord; + + normalized.metadata = model.metadata ? { ...model.metadata } : undefined; + normalized.modalities = model.modalities ? { ...model.modalities } : undefined; + normalized.cost = model.cost ? { ...model.cost } : undefined; + normalized.limit = model.limit ? { ...model.limit } : undefined; + + applyCapabilitiesToFlags(normalized); + + return normalized as ModelsDevModel; +} + +export class ModelsDevTemplateManager { + constructor(private readonly templatesDir: string = 'manual-templates') {} + + async loadAllTemplates(): Promise> { + try { + const entries = await fs.readdir(this.templatesDir, { withFileTypes: true }); + const templates = new Map(); + + for (const entry of entries) { + if (!entry.isFile() || !entry.name.endsWith('.json')) { + continue; + } + + const filePath = join(this.templatesDir, entry.name); + const raw = await fs.readFile(filePath, 'utf8'); + const parsed = JSON.parse(raw) as Partial; + const providerId = entry.name.replace(/\.json$/, ''); + + try { + const normalized = ensureProviderDefaults(providerId, parsed); + templates.set(normalized.id, normalized); + } catch (error) { + const message = error instanceof Error ? error.message : String(error); + console.warn(`⚠️ Skipping template provider from ${entry.name}: ${message}`); + } + } + + return templates; + } catch (error) { + if ((error as NodeJS.ErrnoException).code === 'ENOENT') { + return new Map(); + } + throw error; + } + } + + rebuildProviders( + original: ModelsDevApiResponse['providers'], + providers: Record + ): ModelsDevApiResponse['providers'] { + if (Array.isArray(original)) { + return Object.values(providers); + } + + return providers; + } +} diff --git a/src/utils/toggles.ts b/src/utils/toggles.ts new file mode 100644 index 0000000..8c20bcd --- /dev/null +++ b/src/utils/toggles.ts @@ -0,0 +1,41 @@ +export interface ToggleConfig { + supported?: boolean; + default?: boolean; + // allow extra fields (e.g., effort/search_strategy) + [key: string]: unknown; +} + +// Normalize a single toggle object in place based on rules: +// - If supported === true and default is undefined -> set default = true +// - If supported === false -> remove default if present +export function normalizeToggleInPlace(cfg: T): T { + if (!cfg || typeof cfg !== 'object') return cfg; + if (cfg.supported === true && cfg.default === undefined) { + cfg.default = true; + } else if (cfg.supported === false && 'default' in cfg) { + delete (cfg as Record)['default']; + } + return cfg; +} + +// Normalize "reasoning" and "search" fields on a model-like record +export function normalizeModelToggles(model: Record): void { + const r = (model as { reasoning?: unknown }).reasoning; + if (typeof r === 'boolean') { + (model as any).reasoning = { supported: r } as ToggleConfig; + } + const s = (model as { search?: unknown }).search; + if (typeof s === 'boolean') { + (model as any).search = { supported: s } as ToggleConfig; + } + + const reasoning = (model as { reasoning?: ToggleConfig }).reasoning; + if (reasoning && typeof reasoning === 'object') { + normalizeToggleInPlace(reasoning); + } + const search = (model as { search?: ToggleConfig }).search; + if (search && typeof search === 'object') { + normalizeToggleInPlace(search); + } +} + diff --git a/tsconfig.json b/tsconfig.json new file mode 100644 index 0000000..113dde7 --- /dev/null +++ b/tsconfig.json @@ -0,0 +1,25 @@ +{ + "compilerOptions": { + "target": "ES2022", + "module": "commonjs", + "lib": ["ES2022"], + "outDir": "./build", + "rootDir": "./src", + "strict": true, + "esModuleInterop": true, + "skipLibCheck": true, + "forceConsistentCasingInFileNames": true, + "resolveJsonModule": true, + "declaration": true, + "declarationMap": true, + "sourceMap": true + }, + "include": [ + "src/**/*" + ], + "exclude": [ + "node_modules", + "dist", + "build" + ] +} \ No newline at end of file diff --git a/vite.cli.config.ts b/vite.cli.config.ts new file mode 100644 index 0000000..ed8b0b4 --- /dev/null +++ b/vite.cli.config.ts @@ -0,0 +1,29 @@ +import { defineConfig } from 'vite'; +import { builtinModules } from 'node:module'; +import path from 'node:path'; + +// Build the CLI entry to build/cli.js (CJS) with a shebang +export default defineConfig({ + build: { + outDir: 'build', + lib: { + entry: path.resolve(__dirname, 'src/cli.ts'), + formats: ['cjs'], + fileName: () => 'cli', + }, + rollupOptions: { + external: [ + ...builtinModules, + ...builtinModules.map((m) => `node:${m}`), + 'commander', + 'undici', + ], + output: { + entryFileNames: 'cli.js', + }, + }, + sourcemap: true, + target: 'node18', + emptyOutDir: false, + }, +}); diff --git a/vite.config.ts b/vite.config.ts new file mode 100644 index 0000000..300a2c1 --- /dev/null +++ b/vite.config.ts @@ -0,0 +1,28 @@ +import { defineConfig } from 'vite'; +import { builtinModules } from 'node:module'; +import path from 'node:path'; + +// Build library from src/index.ts; keep Node deps external +export default defineConfig({ + build: { + outDir: 'build', + lib: { + entry: path.resolve(__dirname, 'src/index.ts'), + name: 'PublicProviderConf', + formats: ['es', 'cjs'], + fileName: (format) => (format === 'es' ? 'index.mjs' : 'index.cjs'), + }, + rolldownOptions: { + external: [ + ...builtinModules, + ...builtinModules.map((m) => `node:${m}`), + // Externalize project deps + 'axios', 'commander', 'cheerio', 'toml', 'undici' + ], + }, + sourcemap: true, + target: 'node18', + emptyOutDir: false, // do not wipe existing build CLI from tsc + }, +}); +