aipackage/models/pull-models.sh

45 lines
1.2 KiB
Bash
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

#!/usr/bin/env bash
# Pull additional AI models into Ollama
# Run after install: bash models/pull-models.sh --tier=entry
# ─────────────────────────────────────────────
TIER=${1:-entry}
echo "Pulling models for tier: $TIER"
entry_models=(
"llama3.1:8b" # General purpose, good baseline
"mistral:7b" # Fast, good for APIs
"llama3.1:70b" # Larger — only if enough VRAM (3× L40S has 144GB total)
"nomic-embed-text" # Embedding model for RAG
"codellama:13b" # Code generation
)
mid_models=(
"${entry_models[@]}"
"llama3.1:70b"
"mixtral:8x7b"
"deepseek-coder-v2:16b"
)
advanced_models=(
"${mid_models[@]}"
"llama3.1:405b"
"mixtral:8x22b"
)
case $TIER in
entry) models=("${entry_models[@]}") ;;
mid) models=("${mid_models[@]}") ;;
advanced) models=("${advanced_models[@]}") ;;
*) echo "Unknown tier: $TIER. Use entry, mid, or advanced."; exit 1 ;;
esac
for model in "${models[@]}"; do
echo ""
echo "→ Pulling $model..."
ollama pull "$model"
done
echo ""
echo "✓ All models pulled. List with: ollama list"