conda activate exllama
git clone https://github.com/deltaguo/exllama.git
cd exllama
python test_benchmark_inference.py -d <path_to_model_files> -p -ppl
Content type
Image
Digest
sha256:5bb17cbb5…
Size
28.1 GB
Last updated
almost 3 years ago
docker pull deltaguo/llm:aitemplate_sd