Ollama

Install ec2 env

ec2 basic install

Install nvidia

wget https://developer.download.nvidia.com/compute/cuda/12.6.2/local_installers/cuda-repo-amzn2023-12-6-local-12.6.2_560.35.03-1.x86_64.rpm
sudo rpm -i cuda-repo-amzn2023-12-6-local-12.6.2_560.35.03-1.x86_64.rpm
sudo dnf clean all
sudo dnf -y install cuda-toolkit-12-6

echo "export PATH=/usr/local/cuda-12.6/bin:$PATH" >> ~/.zshrc
. ~/.zshrc
nvcc -V

sudo dnf -y install kernel-devel-$(uname -r) kernel-headers-$(uname -r) kernel-modules-extra-$(uname -r) -y
sudo dnf -y module install nvidia-driver:latest-dkms

Install ollama

curl -fsSL https://ollama.com/install.sh | sh

sudo su

mv /usr/share/ollama/.ollama/ /data/.ollama/
ln -s /data/.ollama /usr/share/ollama/.ollama
ls -al /usr/share/ollama
exit

ollama pull llama3.2

ollama pull gemma2

ollama pull phi3.5

Ollama Network Open

sudo systemctl stop ollama
sudo vi /etc/systemd/system/ollama.service

Environment="OLLAMA_HOST=0.0.0.0:11434"

sudo systemctl daemon-reload
sudo systemctl start ollama

sudo lsof -i :11434

Install conda

mkdir -p ~/miniconda3
wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O ~/miniconda3/miniconda.sh
bash ~/miniconda3/miniconda.sh -b -u -p ~/miniconda3
rm -rf ~/miniconda3/miniconda.sh
~/miniconda3/bin/conda init zsh
. ~/.zshrc
conda install python=3.11.9 -y

Install open-webui

pip install open-webui

run open-webui

open-webui serve

related

What Else?
inflearn react api server -50% 할인쿠폰: 15108-f2af1e086101 buy me a coffee