Install llama.cp

#!/bin/bash

echo "🧹 Membersihkan sisa instalasi lama..."

# Hapus folder jika sudah ada

rm -rf ~/text-generation-webui

rm -rf ~/llama.cpp

echo "🔧 Memulai instalasi ulang..."

# Update sistem

sudo apt update && sudo apt upgrade -y

# Instal dependensi dasar

sudo apt install -y git wget build-essential cmake software-properties-common python3-software-properties

# Tambahkan repo deadsnakes untuk Python baru

sudo add-apt-repository ppa:deadsnakes/ppa -y

# Instal Python 3.10

sudo apt install -y python3.10 python3-pip python3-venv python3-distutils

# Set Python 3.10 sebagai default

sudo update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 1

sudo update-alternatives --set python3 /usr/bin/python3.10

# Instal pip terbaru

curl https://bootstrap.pypa.io/get-pip.py  -o get-pip.py

python3 get-pip.py

rm get-pip.py

# Clone repositori llama.cpp

cd ~

git clone https://github.com/ggml-org/llama.cpp

cd llama.cpp

# Build llama.cpp

mkdir -p build && cd build

cmake .. -DLLAMA_CURL=OFF

cmake --build . --target llama-cli

# Buat folder models

cd ..

mkdir -p models

cd models

# Download model Phi-3 Mini GGUF Q4_K_M

wget https://huggingface.co/SixOpen/Phi-3-mini-4k-instruct-Q4_K_M-GGUF/resolve/main/phi-3-mini-4k-instruct-q4_k_m.gguf  -O phi-3-mini.gguf

# Kembali ke home

cd ~

# Clone text-generation-webui

git clone https://github.com/oobabooga/text-generation-webui

cd text-generation-webui

# Buat virtual environment

python3 -m venv venv

source venv/bin/activate || source venv/bin/activate.fish || echo "Aktivasi venv gagal"

# Instal dependensi penting

pip install rich gradio torch transformers accelerate requests

# Jalankan server

python3 server.py --model ../llama.cpp/models/ --listen