Torchserve

Conda Install

git clone https://github.com/pytorch/serve
cd serve
conda create -n torchserve python=3.9
conda activate torchserve
TORCH_VERSION=cu118
python ./ts_scripts/install_dependencies.py --cuda=$TORCH_VERSION
conda install -c pytorch torchserve torch-model-archiver torch-workflow-archiver