Systex/docker-compose.yml

version: '3'
services:
  ollama:
    image: ollama/ollama
    volumes:
      - ollama:/root/.ollama
      - /Users/sherry/Documents/_Personal/ChoozeMo/notebooks/carbon/llm/ollama:/models
    ports:
      - "11434:11434"
    mem_limit: 16g
    cpus: 6
    command: sh -c "ollama create taide-local -f /models/ide-7b-a.2-q4_k_m.gguf && ollama run taide-local"

  redis:
    image: redis:alpine
    ports:
      - "6379:6379"

volumes:
  ollama: