[{"_1":2,"_160":-5,"_161":-5},"loaderData",{"_3":4,"_17":18,"_25":26,"_139":140},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","routes/_layout",{"_19":-5,"_20":21,"_22":21,"_23":11,"_24":21},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_27":28,"_29":-5,"_30":11,"_31":11,"_32":33,"_34":35,"_36":-5,"_37":11,"_38":39,"_88":-5,"_89":90,"_128":-5,"_129":11,"_130":21,"_131":11,"_132":-5,"_133":11,"_134":-5,"_135":136,"_137":91,"_138":-7},"canonicalUrl","https://hub.docker.com/r/highcwu/onnxruntime-cu92/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","highcwu","reponame","onnxruntime-cu92","cloudBuildSource","isAutobuildsAvailable","repo",{"_40":41,"_42":43,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":55,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":74,"_79":11,"_80":81,"_85":33,"_86":87},"categories",[],"content_types",[44],"image","date_registered","2020-07-21T13:52:51.767772Z","description","","is_private","last_updated","2020-07-21T17:33:18.21772Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[56],"application/vnd.docker.container.image.v1+json","name","pull_count",220,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","# Docker Containers for ONNX Runtime\n\n**Dockerfiles**\n\n\n- CPU [Dockerfile](Dockerfile.source), [Instructions](#cpu)\n- CUDA + CUDNN: [Dockerfile](Dockerfile.cuda), [Instructions](#cuda)\n- nGraph: [Dockerfile](Dockerfile.ngraph), [Instructions](#ngraph)\n- TensorRT: [Dockerfile](Dockerfile.tensorrt), [Instructions](#tensorrt)\n- OpenVINO: [Dockerfile](Dockerfile.openvino), [Instructions](#openvino)\n- Nuphar: [Dockerfile](Dockerfile.nuphar), [Instructions](#nuphar)\n- ARM 32v7: [Dockerfile](Dockerfile.arm32v7), [Instructions](#arm-32v7)\n- ONNX-Ecosystem (CPU + Converters): [Dockerfile](https://github.com/onnx/onnx-docker/blob/master/onnx-ecosystem/Dockerfile), [Instructions](https://github.com/onnx/onnx-docker/tree/master/onnx-ecosystem)\n- ONNX Runtime Server: [Dockerfile](Dockerfile.server), [Instructions](#onnx-runtime-server)\n- MIGraphX: [Dockerfile](Dockerfile.migraphx), [Instructions](#migraphx)\n\n**Published Microsoft Container Registry (MCR) Images**\n\nUse `docker pull` with any of the images and tags below to pull an image and try for yourself. Note that the CPU, CUDA, and TensorRT images include additional dependencies like miniconda for compatibility with AzureML image deployment.\n\n**Example**: Run `docker pull mcr.microsoft.com/azureml/onnxruntime:latest-cuda` to pull the latest released docker image with ONNX Runtime GPU, CUDA, and CUDNN support.\n\n| Build Flavor | Base Image | ONNX Runtime Docker Image tags | Latest |\n|-------------------|---------------------------------------|---------------------------------------|-------------------------|\n| Source (CPU) | mcr.microsoft.com/azureml/onnxruntime | :v0.4.0, :v0.5.0, v0.5.1, :v1.0.0, :v1.2.0, :v1.3.0 | :latest |\n| CUDA (GPU) | mcr.microsoft.com/azureml/onnxruntime | :v0.4.0-cuda10.0-cudnn7, :v0.5.0-cuda10.1-cudnn7, :v0.5.1-cuda10.1-cudnn7, :v1.0.0-cuda10.1-cudnn7, :v1.2.0-cuda10.1-cudnn7, :v1.3.0-cuda10.1-cudnn7 | :latest-cuda |\n| TensorRT (x86) | mcr.microsoft.com/azureml/onnxruntime | :v0.4.0-tensorrt19.03, :v0.5.0-tensorrt19.06, :v1.0.0-tensorrt19.09, :v1.2.0-tensorrt20.01, :v1.3.0-tensorrt20.01 | :latest-tensorrt |\n| OpenVino (VAD-M) | mcr.microsoft.com/azureml/onnxruntime | :v0.5.0-openvino-r1.1-vadm, :v1.0.0-openvino-r1.1-vadm | :latest-openvino-vadm |\n| OpenVino (MYRIAD) | mcr.microsoft.com/azureml/onnxruntime | :v0.5.0-openvino-r1.1-myriad, :v1.0.0-openvino-r1.1-myriad, :v1.3.0-openvino-2020.2.120-myriad| :latest-openvino-myriad |\n| OpenVino (CPU) | mcr.microsoft.com/azureml/onnxruntime | :v1.0.0-openvino-r1.1-cpu, :v1.3.0-openvino-2020.2.120-cpu | :latest-openvino-cpu |\n| OpenVINO (GPU) | mcr.microsoft.com/azureml/onnxruntime | :v1.3.0-openvino-2020.2.120-gpu | :latest-openvino-gpu |\n| nGraph | mcr.microsoft.com/azureml/onnxruntime | :v1.0.0-ngraph-v0.26.0 | :latest-ngraph |\n| Nuphar | mcr.microsoft.com/azureml/onnxruntime | | :latest-nuphar |\n| Server | mcr.microsoft.com/onnxruntime/server | :v0.4.0, :v0.5.0, :v0.5.1, :v1.0.0 | :latest |\n| MIGraphX (GPU) | mcr.microsoft.com/azureml/onnxruntime | :v0.6 | :latest |\n| Training ([usage](https://github.com/microsoft/onnxruntime-training-examples))| mcr.microsoft.com/azureml/onnxruntime-training | :0.1-rc1-openmpi4.0-cuda10.1-cudnn7.6-nccl2.4.8| 0.1-rc1-openmpi4.0-cuda10.1-cudnn7.6-nccl2.4.8|\n---\n\n# Building and using Docker images\n\n## CPU\n**Ubuntu 16.04, CPU, Python Bindings**\n\n1. Build the docker image from the Dockerfile in this repository.\n ```\n docker build -t onnxruntime-source -f Dockerfile.source .\n ```\n\n2. Run the Docker image\n\n ```\n docker run -it onnxruntime-source\n ```\n\n## CUDA\n**Ubuntu 16.04, CUDA 10.0, CuDNN 7**\n\n1. Build the docker image from the Dockerfile in this repository.\n ```\n docker build -t onnxruntime-cuda -f Dockerfile.cuda .\n ```\n\n2. Run the Docker image\n\n ```\n docker run -it onnxruntime-cuda\n ```\n\n## nGraph\n*Public Preview*\n\n### **Deprecation Notice**\n\n| | |\n| --- | --- | \n| Deprecation Begins\t| June 1, 2020 |\n| Removal Date |\tDecember 1, 2020 |\n\nStarting with the OpenVINO™ toolkit 2020.2 release, all of the features previously available through nGraph have been merged into the OpenVINO™ toolkit. As a result, all the features previously available through ONNX RT Execution Provider for nGraph have been merged with ONNX RT Execution Provider for OpenVINO™ toolkit.\n\nTherefore, ONNX RT Execution Provider for **nGraph** will be deprecated starting June 1, 2020 and will be completely removed on December 1, 2020. Users are recommended to migrate to the ONNX RT Execution Provider for OpenVINO™ toolkit as the unified solution for all AI inferencing on Intel® hardware. \n\n**Ubuntu 16.04, Python Bindings**\n\n1. Build the docker image from the Dockerfile in this repository.\n ```\n docker build -t onnxruntime-ngraph -f Dockerfile.ngraph .\n ```\n\n2. Run the Docker image\n\n ```\n docker run -it onnxruntime-ngraph\n ```\n\n## TensorRT\n**Ubuntu 18.04, CUDA 10.2, TensorRT 7.0.0**\n\n1. Build the docker image from the Dockerfile in this repository.\n ```\n docker build -t onnxruntime-trt -f Dockerfile.tensorrt .\n ```\n\n2. Run the Docker image\n\n ```\n docker run -it onnxruntime-trt\n ```\n\n## OpenVINO\n*Public Preview*\n\n**Ubuntu 18.04, Python Bindings**\n\n1. Build the onnxruntime image for one of the accelerators supported below.\n\n Retrieve your docker image in one of the following ways.\n\n - To build your docker image, download the OpenVINO **online installer** package for version **2020.3** for Linux from [this link](https://software.intel.com/en-us/openvino-toolkit/choose-download) and copy the OpenVINO tar file to the same directory before building the Docker image. The online installer size is 19MB and the components needed for the accelerators are mentioned in the dockerfile. Providing the docker build argument DEVICE enables the onnxruntime build for that particular device. You can also provide arguments ONNXRUNTIME_REPO and ONNXRUNTIME_BRANCH to test that particular repo and branch. Default repository is http://github.com/microsoft/onnxruntime and default branch is master.\n ```\n docker build --rm -t onnxruntime --build-arg DEVICE=$DEVICE .\n ```\n - Pull the official image from DockerHub.\n\n *Although 2020.3 LTS is the recommended OpenVINO version, [OpenVINO 2020.2](https://docs.openvinotoolkit.org/2020.2/index.html) is also additionally supported.*\n\n\n2. DEVICE: Specifies the hardware target for building OpenVINO Execution Provider. Below are the options for different Intel target devices.\n\n\t| Device Option | Target Device |\n\t| --------- | -------- |\n\t| CPU_FP32 | Intel CPUs |\n\t| GPU_FP32 |Intel Integrated Graphics |\n\t| GPU_FP16 | Intel Integrated Graphics |\n\t| MYRIAD_FP16 | Intel Movidius^TM USB sticks |\n\t| VAD-M_FP16 | Intel Vision Accelerator Design based on Movidius^TM MyriadX VPUs |\n*This is the hardware accelerator target that is enabled by **default** in the container image. After building the container image for one default target, the application may explicitly choose a different target at run time with the same container by using the [Dynamic device selction API](https://github.com/microsoft/onnxruntime/blob/master/docs/execution_providers/OpenVINO-ExecutionProvider.md#dynamic-device-selection).*\n\n\n### OpenVINO on CPU\n\n1. Build the docker image from the DockerFile in this repository.\n\n ```\n docker build --rm -t onnxruntime-cpu --build-arg DEVICE=CPU_FP32 --network host .\n ```\n2. Run the docker image\n ```\n docker run -it onnxruntime-cpu\n ```\n\n### OpenVINO on GPU\n\n1. Build the docker image from the DockerFile in this repository.\n ```\n docker build --rm -t onnxruntime-gpu --build-arg DEVICE=GPU_FP32 --network host .\n ```\n2. Run the docker image\n ```\n docker run -it --device /dev/dri:/dev/dri onnxruntime-gpu:latest\n ```\n### OpenVINO on Myriad VPU Accelerator\n\n1. Build the docker image from the DockerFile in this repository.\n ```\n docker build --rm -t onnxruntime-myriad --build-arg DEVICE=MYRIAD_FP16 --network host .\n ```\n2. Install the Myriad rules drivers on the host machine according to the reference in [here](https://docs.openvinotoolkit.org/latest/_docs_install_guides_installing_openvino_linux.html#additional-NCS-steps)\n\n3. Run the docker image by mounting the device drivers\n ```\n docker run -it --network host --privileged -v /dev:/dev onnxruntime-myriad:latest\n\n ```\n\n### OpenVINO on VAD-M Accelerator Version\n\n1. Download OpenVINO **Full package** for version **2020.2** for Linux on host machine from [this link](https://software.intel.com/en-us/openvino-toolkit/choose-download) and install it with the help of instructions from [this link](https://docs.openvinotoolkit.org/latest/_docs_install_guides_installing_openvino_linux.html)\n\n2. Install the drivers on the host machine according to the reference in [here](https://docs.openvinotoolkit.org/latest/_docs_install_guides_installing_openvino_linux_ivad_vpu.html)\n\n3. Build the docker image from the DockerFile in this repository.\n ```\n docker build --rm -t onnxruntime-vadm --build-arg DEVICE=VAD-M_FP16 --network host .\n ```\n4. Run hddldaemon on the host in a separate terminal session using the following command: \n ```\n $HDDL_INSTALL_DIR/bin/hddldaemon\n ```\n5. Run the docker image by mounting the device drivers\n ```\n docker run -it --device --mount type=bind,source=/var/tmp,destination=/var/tmp --device /dev/ion:/dev/ion onnxruntime-vadm:latest\n\n ```\n## ARM 32v7\n*Public Preview*\n\nThe Dockerfile used in these instructions specifically targets Raspberry Pi 3/3+ running Raspbian Stretch. The same approach should work for other ARM devices, but may require some changes to the Dockerfile such as choosing a different base image (Line 0: `FROM ...`).\n\n1. Install dependencies:\n\n- DockerCE on your development machine by following the instructions [here](https://docs.docker.com/install/)\n- ARM emulator: `sudo apt-get install -y qemu-user-static`\n\n2. Create an empty local directory\n ```bash\n mkdir onnx-build\n cd onnx-build\n ```\n3. Save the Dockerfile from this repo to your new directory: [Dockerfile.arm32v7](./Dockerfile.arm32v7)\n4. Run docker build\n\n This will build all the dependencies first, then build ONNX Runtime and its Python bindings. This will take several hours.\n ```bash\n docker build -t onnxruntime-arm32v7 -f Dockerfile.arm32v7 .\n ```\n5. Note the full path of the `.whl` file\n\n - Reported at the end of the build, after the `# Build Output` line.\n - It should follow the format `onnxruntime-0.3.0-cp35-cp35m-linux_armv7l.whl`, but version number may have changed. You'll use this path to extract the wheel file later.\n6. Check that the build succeeded\n\n Upon completion, you should see an image tagged `onnxruntime-arm32v7` in your list of docker images:\n ```bash\n docker images\n ```\n7. Extract the Python wheel file from the docker image\n\n (Update the path/version of the `.whl` file with the one noted in step 5)\n ```bash\n docker create -ti --name onnxruntime_temp onnxruntime-arm32v7 bash\n docker cp onnxruntime_temp:/code/onnxruntime/build/Linux/MinSizeRel/dist/onnxruntime-0.3.0-cp35-cp35m-linux_armv7l.whl .\n docker rm -fv onnxruntime_temp\n ```\n This will save a copy of the wheel file, `onnxruntime-0.3.0-cp35-cp35m-linux_armv7l.whl`, to your working directory on your host machine.\n8. Copy the wheel file (`onnxruntime-0.3.0-cp35-cp35m-linux_armv7l.whl`) to your Raspberry Pi or other ARM device\n9. On device, install the ONNX Runtime wheel file\n ```bash\n sudo apt-get update\n sudo apt-get install -y python3 python3-pip\n pip3 install numpy\n\n # Install ONNX Runtime\n # Important: Update path/version to match the name and location of your .whl file\n pip3 install onnxruntime-0.3.0-cp35-cp35m-linux_armv7l.whl\n ```\n10. Test installation by following the instructions [here](https://microsoft.github.io/onnxruntime/)\n\n\n## Nuphar\n*Public Preview*\n\n**Ubuntu 16.04, Python Bindings**\n\n1. Build the docker image from the Dockerfile in this repository.\n ```\n docker build -t onnxruntime-nuphar -f Dockerfile.nuphar .\n ```\n\n2. Run the Docker image\n\n ```\n docker run -it onnxruntime-nuphar\n ```\n\n## MIGraphX \n**Ubuntu 16.04, rocm3.3, AMDMIGraphX v0.7**\n\n1. Build the docker image from the Dockerfile in this repository.\n ```\n docker build -t onnxruntime-migraphx -f Dockerfile.migraphx .\n ```\n\n2. Run the Docker image\n\n ```\n docker run -it --device=/dev/kfd --device=/dev/dri --group-add video onnxruntime-migraphx\n ```\n\n## ONNX Runtime Server\n*Public Preview*\n\n**Ubuntu 16.04**\n\n1. Build the docker image from the Dockerfile in this repository\n ```\n docker build -t {docker_image_name} -f Dockerfile.server .\n ```\n\n2. Run the ONNXRuntime server with the image created in step 1\n\n ```\n docker run -v {localModelAbsoluteFolder}:{dockerModelAbsoluteFolder} -p {your_local_port}:8001 {imageName} --model_path {dockerModelAbsolutePath}\n ```\n3. Send HTTP requests to the container running ONNX Runtime Server\n\n Send HTTP requests to the docker container through the binding local port. Here is the full [usage document](https://github.com/Microsoft/onnxruntime/blob/master/docs/ONNX_Runtime_Server_Usage.md).\n ```\n curl -X POST -d \"@request.json\" -H \"Content-Type: application/json\" http://0.0.0.0:{your_local_port}/v1/models/mymodel/versions/3:predict \n ```\n","has_starred","hub_user","immutable_tags_settings",{"_75":11,"_76":77},"enabled","rules",[78],".*","is_automated","permissions",{"_82":21,"_83":11,"_84":11},"read","write","admin","user","storage_size",1950248146,"orgData","recentTags",[91],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":100,"_50":117,"_118":94,"_119":33,"_120":56,"_57":121,"_122":123,"_124":108,"_125":117,"_126":66,"_127":21},"content_type","creator",10520968,"full_size",1950230825,"id",109749141,"images",[101],{"_102":103,"_104":105,"_106":48,"_107":108,"_109":110,"_111":112,"_113":48,"_114":-5,"_115":96,"_63":66,"_116":-5},"architecture","amd64","digest","sha256:b9f37e16f59e0c3df9e8b7c1b725a7ca07988bf03cebc66e3bceaa9702d00268","features","last_pulled","2026-10-05T15:23:36.679744416Z","last_pushed","2020-07-21T17:33:18Z","os","linux","os_features","os_version","size","variant","2020-07-21T17:33:17.833154Z","last_updater","last_updater_username","media_type","latest","repository",9493443,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"selectedTag","attestationsUrl","routes/_layout.r.$namespace.$reponame.tags",{"_38":141,"_148":149,"_135":158,"_159":11},{"_40":142,"_42":143,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":144,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":145,"_79":11,"_80":147,"_85":33,"_86":87},[],[44],[56],{"_75":11,"_76":146},[78],{"_82":21,"_83":11,"_84":11},"tags",{"_150":64,"_151":-5,"_152":-5,"_153":154},"count","next","previous","results",[155],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":156,"_50":117,"_118":94,"_119":33,"_120":56,"_57":121,"_122":123,"_124":108,"_125":117,"_126":66,"_127":21},[157],{"_102":103,"_104":105,"_106":48,"_107":108,"_109":110,"_111":112,"_113":48,"_114":-5,"_115":96,"_63":66,"_116":-5},[],"canDeleteTags","actionData","errors"]

highcwu/onnxruntime-cu92

Tags for highcwu/onnxruntime-cu92