Ollama install ubuntu 20.04

Sumber: https://www.jeremymorgan.com/blog/generative-ai/local-llm-ubuntu/

Install docker

Ubuntu

# Add Docker's official GPG key:
sudo apt-get update
sudo apt-get install ca-certificates curl
sudo install -m 0755 -d /etc/apt/keyrings
sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc
sudo chmod a+r /etc/apt/keyrings/docker.asc

# Add the repository to Apt sources:
echo \
  "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu \
  $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \
  sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
sudo apt-get update

Debian

# Add Docker's official GPG key:
sudo apt-get update
sudo apt-get install ca-certificates curl
sudo install -m 0755 -d /etc/apt/keyrings
sudo curl -fsSL https://download.docker.com/linux/debian/gpg -o /etc/apt/keyrings/docker.asc
sudo chmod a+r /etc/apt/keyrings/docker.asc

# Add the repository to Apt sources:
echo \
  "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] 
https://download.docker.com/linux/debian \
  $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \
  sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
sudo apt-get update

sudo apt-get install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin

membuat docker baru

docker volume create ollama_data

docker run -d -v ollama_data:/root/.ollama -p 11434:11434 --name ollama ollama/ollama

docker ps

sudo docker exec ollama ollama run llama3

sudo docker exec ollama ollama ps

docker run -d -p 3000:8080 --add-host=host.docker.internal:host-gateway -v open-webui:/app/backend/data --name open-webui --restart always ghcr.io/open-webui/open-webui:main

History

   1  apt update
   2  apt upgrade
   3  apt install curl
   4  # Add Docker's official GPG key:
   5  sudo apt-get update
   6  sudo apt-get install ca-certificates curl
   7  sudo install -m 0755 -d /etc/apt/keyrings
   8  sudo curl -fsSL https://download.docker.com/linux/debian/gpg -o /etc/apt/keyrings/docker.asc
   9  sudo chmod a+r /etc/apt/keyrings/docker.asc
  10  # Add the repository to Apt sources:
  11  echo   "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/debian \
  12    $(. /etc/os-release && echo "$VERSION_CODENAME") stable" |   sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
  13  sudo apt-get update
  14  apt install sudo
  15  # Add Docker's official GPG key:
  16  sudo apt-get update
  17  sudo apt-get install ca-certificates curl
  18  sudo install -m 0755 -d /etc/apt/keyrings
  19  sudo curl -fsSL https://download.docker.com/linux/debian/gpg -o /etc/apt/keyrings/docker.asc
  20  sudo chmod a+r /etc/apt/keyrings/docker.asc
  21  # Add the repository to Apt sources:
  22  echo   "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/debian \
  23    $(. /etc/os-release && echo "$VERSION_CODENAME") stable" |   sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
  24  sudo apt-get update
  25  sudo apt-get install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
  26  docker volume create ollama_data
  27  docker run -d -v ollama_data:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
  28  docker ps
  29  sudo docker exec ollama ollama run llama3
  30  sudo docker exec ollama ollama ps
  31  docker run -d -p 3000:8080 --add-host=host.docker.internal:host-gateway -v open- webui:/app/backend/data --name open-webui --restart always ghcr.io/open-webui/open-webui:main
   32  ip a
   33  history
root@debian:~# 

Referensi

https://docs.docker.com/engine/install/debian/