16 replies

Ollama models not in model picker

A set of my local models doesn't appear in the model picker. My hunch is that the model names cause trouble. Ollama shows 5 models in the providers but I can only select 3 -- the TeichAI and bartowski ones are missing.

@Krill 🦐your help would be appreciated!

          {
            id: "hf.co/TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF:Q4_K_M",
            name: "Qwen3-14B Claude-4.5-Opus Distill (local fallback)",
            reasoning: true,
            input: ["text"],
            cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
            contextWindow: 32768,
            maxTokens: 8192,
          },
          {
            id: "hf.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF:IQ3_M",
            name: "Qwen3 30B-A3B MoE (local)",
            reasoning: true,
            input: ["text"],
            cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
            contextWindow: 32768,
            maxTokens: 8192,
          },


  agents: {
    defaults: {
      model: {
        primary: "kimi-coding/k2p5",
      },
      models: {
        // Kimi
        "kimi-coding/k2p5": { alias: "Kimi K2.5" },

        // Ollama (local)
        "ollama-local/hf.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF:IQ3_M": { alias: "Qwen3 30B MoE (local)" },
        "ollama-local/qwen3:8b-q8_0": { alias: "Qwen3 8B (local)" },
        "ollama-local/hf.co/TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF:Q4_K_M": { alias: "Qwen3 14B Distill (local)" },
        "ollama-local/gemma3:12b-it-qat": { alias: "Gemma3 12B (local)" },
        "ollama-local/llama3.2:3b-instruct-q4_k_m": { alias: "Llama 3.2 3B (local)" },
      },
    },
  },

          {
            id: "hf.co/TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF:Q4_K_M",
            name: "Qwen3-14B Claude-4.5-Opus Distill (local fallback)",
            reasoning: true,
            input: ["text"],
            cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
            contextWindow: 32768,
            maxTokens: 8192,
          },
          {
            id: "hf.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF:IQ3_M",
            name: "Qwen3 30B-A3B MoE (local)",
            reasoning: true,
            input: ["text"],
            cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
            contextWindow: 32768,
            maxTokens: 8192,
          },


  agents: {
    defaults: {
      model: {
        primary: "kimi-coding/k2p5",
      },
      models: {
        // Kimi
        "kimi-coding/k2p5": { alias: "Kimi K2.5" },

        // Ollama (local)
        "ollama-local/hf.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF:IQ3_M": { alias: "Qwen3 30B MoE (local)" },
        "ollama-local/qwen3:8b-q8_0": { alias: "Qwen3 8B (local)" },
        "ollama-local/hf.co/TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF:Q4_K_M": { alias: "Qwen3 14B Distill (local)" },
        "ollama-local/gemma3:12b-it-qat": { alias: "Gemma3 12B (local)" },
        "ollama-local/llama3.2:3b-instruct-q4_k_m": { alias: "Llama 3.2 3B (local)" },
      },
    },
  },

FotC�

Friends of the Crustacean 🦞🤝•2w ago•

16 replies

Serapis

Ollama models not in model picker

          {
            id: "hf.co/TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF:Q4_K_M",
            name: "Qwen3-14B Claude-4.5-Opus Distill (local fallback)",
            reasoning: true,
            input: ["text"],
            cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
            contextWindow: 32768,
            maxTokens: 8192,
          },
          {
            id: "hf.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF:IQ3_M",
            name: "Qwen3 30B-A3B MoE (local)",
            reasoning: true,
            input: ["text"],
            cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
            contextWindow: 32768,
            maxTokens: 8192,
          },


  agents: {
    defaults: {
      model: {
        primary: "kimi-coding/k2p5",
      },
      models: {
        // Kimi
        "kimi-coding/k2p5": { alias: "Kimi K2.5" },

        // Ollama (local)
        "ollama-local/hf.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF:IQ3_M": { alias: "Qwen3 30B MoE (local)" },
        "ollama-local/qwen3:8b-q8_0": { alias: "Qwen3 8B (local)" },
        "ollama-local/hf.co/TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF:Q4_K_M": { alias: "Qwen3 14B Distill (local)" },
        "ollama-local/gemma3:12b-it-qat": { alias: "Gemma3 12B (local)" },
        "ollama-local/llama3.2:3b-instruct-q4_k_m": { alias: "Llama 3.2 3B (local)" },
      },
    },
  },

          {
            id: "hf.co/TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF:Q4_K_M",
            name: "Qwen3-14B Claude-4.5-Opus Distill (local fallback)",
            reasoning: true,
            input: ["text"],
            cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
            contextWindow: 32768,
            maxTokens: 8192,
          },
          {
            id: "hf.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF:IQ3_M",
            name: "Qwen3 30B-A3B MoE (local)",
            reasoning: true,
            input: ["text"],
            cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
            contextWindow: 32768,
            maxTokens: 8192,
          },


  agents: {
    defaults: {
      model: {
        primary: "kimi-coding/k2p5",
      },
      models: {
        // Kimi
        "kimi-coding/k2p5": { alias: "Kimi K2.5" },

        // Ollama (local)
        "ollama-local/hf.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF:IQ3_M": { alias: "Qwen3 30B MoE (local)" },
        "ollama-local/qwen3:8b-q8_0": { alias: "Qwen3 8B (local)" },
        "ollama-local/hf.co/TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF:Q4_K_M": { alias: "Qwen3 14B Distill (local)" },
        "ollama-local/gemma3:12b-it-qat": { alias: "Gemma3 12B (local)" },
        "ollama-local/llama3.2:3b-instruct-q4_k_m": { alias: "Llama 3.2 3B (local)" },
      },
    },
  },

Ollama models not in model picker

Similar Threads

Ollama models not in model picker

Similar Threads

Similar Threads

Similar Threads