How to Run Claude Code with Open-Source Models Using Ollama Cloud

				
					# ── Claude Code / Ollama Switcher ─────────────────────


OLLAMA_KEY="YOUR_OLLAMA_KEY"


OLLAMA_MODELS_MAIN=(
  "qwen3-coder-next"
  "qwen3-coder:480b"
  "devstral-2:123b"
  "deepseek-v3.1:671b"
  "cogito-2.1:671b"
)


OLLAMA_MODELS_FAST=(
  "devstral-small-2:24b"
  "gemma3:12b"
  "ministral-3:8b"
  "rnj-1:8b"
)


claude-ollama() {
  if ! pgrep -f "litellm.*8082" > /dev/null; then
    echo "Starting LiteLLM proxy..."
    nohup litellm --config ~/.litellm/config.yaml --port 8082 \
      > ~/.litellm/proxy.log 2>&1 &
    sleep 2
  fi
  export ANTHROPIC_BASE_URL="http://localhost:8082"
  export ANTHROPIC_API_KEY="sk-ant-fakekey000000000000000000000000000000000000000000000000000000000000
  0000000000000000000000000000"
  echo "✅ Claude Code → Ollama Cloud"
}


claude-real() {
  unset ANTHROPIC_BASE_URL
  echo "✅ Claude Code → Real Anthropic Claude"
}


_restart_proxy() {
  pkill -f "litellm.*8082" 2>/dev/null
  sleep 1
  nohup litellm --config ~/.litellm/config.yaml --port 8082 \
    > ~/.litellm/proxy.log 2>&1 &
  sleep 2
  echo "   Proxy restarted"
}


claude-model() {
  if [ -z "$1" ]; then
    echo "── Main models (opus + sonnet) ──"
    for i in "${!OLLAMA_MODELS_MAIN[@]}"; do
      echo "  $i) ${OLLAMA_MODELS_MAIN[$i]}"
    done
    echo ""
    echo "── Fast models (haiku) ──"
    for i in "${!OLLAMA_MODELS_FAST[@]}"; do
      echo "  $i) ${OLLAMA_MODELS_FAST[$i]}"
    done
    echo ""
    echo "Usage:  claude-model <number>        # set opus+sonnet"
    echo "        claude-model fast <number>   # set haiku"
    echo ""
    _claude_model_status
    return
  fi
  if [ "$1" = "fast" ]; then
    local selected="${OLLAMA_MODELS_FAST[$2]}"
    [ -z "$selected" ] && echo "❌ Invalid" && return
    python3 -c "
import yaml
with open('$HOME/.litellm/config.yaml') as f:
    cfg = yaml.safe_load(f)
for m in cfg['model_list']:
    if 'haiku' in m['model_name']:
        m['litellm_params']['model'] = 'ollama/$selected'
with open('$HOME/.litellm/config.yaml', 'w') as f:
    yaml.dump(cfg, f, default_flow_style=False)
"
    echo "✅ Haiku (fast) → $selected"
    _restart_proxy
  else
    local selected="${OLLAMA_MODELS_MAIN[$1]}"
    [ -z "$selected" ] && echo "❌ Invalid" && return
    python3 -c "
import yaml
with open('$HOME/.litellm/config.yaml') as f:
    cfg = yaml.safe_load(f)
for m in cfg['model_list']:
    if 'haiku' not in m['model_name']:
        m['litellm_params']['model'] = 'ollama/$selected'
with open('$HOME/.litellm/config.yaml', 'w') as f:
    yaml.dump(cfg, f, default_flow_style=False)
"
    echo "✅ Opus + Sonnet → $selected"
    _restart_proxy
  fi
}


_claude_model_status() {
  python3 -c "
import yaml
with open('$HOME/.litellm/config.yaml') as f:
    cfg = yaml.safe_load(f)
for m in cfg['model_list']:
    name = m['model_name']
    model = m['litellm_params']['model'].replace('ollama/','')    
    print(f'  {name:35} → {model}')
"
}


claude-status() {
  if [ "$ANTHROPIC_BASE_URL" = "http://localhost:8082" ]; then
    echo "U0001F7E1 Mode: Ollama Cloud"
    echo "   Proxy: $(pgrep -f litellm > /dev/null && echo 'running' || echo 'NOT running')"
    echo ""
    echo "   Model routing:"
    _claude_model_status
  else
    echo "U0001F7E2 Mode: Real Anthropic Claude"
  fi
  echo ""
  echo "   ANTHROPIC_BASE_URL: ${ANTHROPIC_BASE_URL:-not set}"
}


proxy-stop() {
  pkill -f "litellm.*8082"
  echo "U0001F6D1 Proxy stopped"
}


proxy-logs() {
  tail -f ~/.litellm/proxy.log
}
# ───────────────────────────────────────────────────────