ReSRer Vessl

apt update
apt install zsh git-lfs libssl-dev net-tools iputils-ping gcc -y
source ~/.rye/env
source ~/.cargo/env

git clone https://github.com/seonglae/ReSRer

TEI

Rust

rye

Zsh Init

path

~/.cargo/bin

env

~/.rye/env

torch

# 11.8
pip uninstall torch torch-tensorrt torchtext torchvision torchdata
pip3 install torch==2.1.2 --index-url https://download.pytorch.org/whl/cu118
pip install .
# for train
# pip install packaging flash-attn --no-build-isolation
pip install git+https://github.com/NVIDIA/TransformerEngine.git@stable
# here
pip install pydantic==1.10.11
# or for training? (optional if error)
pip install --force-reinstall typing-extensions==4.5.0
pip uninstall deepspeed
pip install deepspeed
pip uninstall -y apex

# 2.0, 12,1
pip uninstall torchdata torchtext torchvision torchdata
pip3 install torch==2.1.2 --index-url https://download.pytorch.org/whl/cu121
pip install .
pip install git+https://github.com/NVIDIA/TransformerEngine.git@stable
# if error (undefined transformer engine symbol) uninstall transformer engine becuz we only need flash attn2

tgi

Anaconda Get Started

TGI

PROTOC_ZIP=protoc-21.12-linux-x86_64.zip
curl -OL https://github.com/protocolbuffers/protobuf/releases/download/v21.12/$PROTOC_ZIP
unzip -o $PROTOC_ZIP -d /usr/local bin/protoc
unzip -o $PROTOC_ZIP -d /usr/local 'include/*'
rm -f $PROTOC_ZIP

wget https://repo.anaconda.com/archive/Anaconda3-2019.10-Linux-x86_64.Anaconda3-2019.10-Linux-x86_64.shsh
bash Anaconda3-2019.10-Linux-x86_64.sh
conda create -n text-generation-inference python=3.9
conda activate text-generation-inference