Slow Wifi? Local File Download

unzip llm-stack-files.zip

cd llm-stack-files

# Load container images
podman load -i litellm.tar.gz
podman load -i ollama.tar.gz
podman load -i pgvector.tar.gz
podman load -i tika.tar.gz
podman load -i open-webui.tar.gz
podman load -i redis.tar.gz

# See that all the images are loaded (Should be 6 listed)
podman image ls

# Load LLM models into volume
podman run -d \
  --name ollama \
  -v ollama:/root/.ollama \
  --entrypoint /bin/sleep \
  ollama/ollama:0.9.6 10000

# Copy files into container
podman cp ollama-data.tar.gz ollama:/tmp/

# Extract models
podman exec -ti ollama tar xzvf /tmp/ollama-data.tar.gz

# Remove ollama container
podman rm -f ollama