[{"_1":2,"_178":-5,"_179":-5},"loaderData",{"_3":4,"_17":18,"_25":26,"_157":158},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","routes/_layout",{"_19":-5,"_20":21,"_22":21,"_23":11,"_24":21},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_27":28,"_29":-5,"_30":11,"_31":11,"_32":33,"_34":35,"_36":-5,"_37":11,"_38":39,"_87":88,"_107":108,"_145":-5,"_146":11,"_147":21,"_148":11,"_149":11,"_150":-5,"_151":11,"_152":-5,"_153":154,"_155":109,"_156":-7},"canonicalUrl","https://hub.docker.com/r/webgpu/ece408project/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","webgpu","reponame","ece408project","cloudBuildSource","isAutobuildsAvailable","repo",{"_40":41,"_42":43,"_45":46,"_47":35,"_48":11,"_49":50,"_51":52,"_53":54,"_56":35,"_32":33,"_57":58,"_59":44,"_60":61,"_62":61,"_63":64,"_65":-5,"_66":67,"_68":69,"_70":11,"_71":33,"_72":73,"_78":21,"_79":80,"_84":33,"_85":86},"categories",[],"content_types",[44],"image","date_registered","2016-11-09T17:42:18.642891Z","description","is_private","last_updated","2017-04-27T19:04:41.864879Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[55],"application/vnd.docker.container.image.v1+json","name","pull_count",362,"repository_type","star_count",1,"status","status_description","active","source","collaborator_count",0,"full_description","# ECE 408 Project\n\nThe goal of this project is to accelerate the forward propagation step of the Convolutional Neural Network (CNN) algorithm using GPUs. The sequential implementation provided follows the basic algorithm 16.4 and 16.5 decribed in [book chapter 16](https://wiki.illinois.edu/wiki/display/ece408f16/Book+Chapters?preview=/602518692/603851747/3rd-Edition-Chapter16-case-study-DNN-FINAL.pdf). The dataset and model are from the [MNIST database](http://yann.lecun.com/exdb/mnist/).\n\n## CNN and MNIST\n\nRead the book chapter and familiarize youself with the CNN algorithm.\n\nProvided is a model that has been trained using 60,000 examples (training set images) and the provided test data is 10,000 batched queries (test set images). The expected accuracy of the CNN is `~87%` on the provided test dataset.\n\nThe data and model are in [HDF5](https://support.hdfgroup.org/HDF5/) format and we have provided the code to read the input model and the training dataset.\n\n## CUDA Implementation\n\nBook chapters 16.3 and 16.4 provide a basic CUDA implementation of forward propagation of convolutional layer and possible optimization. Your CUDA implementation would be evaluated based on performance and accuracy. Apply any optimization you think would bring benefit and feel free to modify any part of the code. You should not use `cuBLAS` or `cuDNN` for the implementation, but you are expected to compare your implementation with those libraries --- profiling the code as well as comparing the algorithms used (if algorithm information is publically available).\n\n## Remote Development Environment\n\nThe easiest way to develop the project is to use rai through the following prebuilt binaries. The stable version only supports Linux and OSX. For students with Windows, you can try the beta version or use the Linux on [EWS](http://it.engineering.illinois.edu/ews) for RAI.\n\n**NOTE:** Even if you use your local development environment, your final code must run within the RAI system. Also, your final report performance measurements must be done within RAI.\n\n### Download Binaries\n\nThe code is continuously built and published. The client can be downloaded from the following URLs (depending on your OS and Architecture):\n\n| Operating System | Architecture | Stable Version Link | Development Version Link |\n| ---------------- | ------------ | ---------------------------------------------------------------------- | --------------------------------------------------------------------------- |\n| Linux | i386 | [URL](http://rai-server.s3.amazonaws.com/dist/rai-linux-386.tar.gz) | [URL](http://rai-server.s3.amazonaws.com/dist/dev/rai-linux-386.tar.gz) |\n| Linux | amd64 | [URL](http://rai-server.s3.amazonaws.com/dist/rai-linux-amd64.tar.gz) | [URL](http://rai-server.s3.amazonaws.com/dist/dev/rai-linux-amd64.tar.gz) |\n| Linux | armv5 | [URL](http://rai-server.s3.amazonaws.com/dist/rai-linux-armv5.tar.gz) | [URL](http://rai-server.s3.amazonaws.com/dist/dev/rai-linux-armv5.tar.gz) |\n| Linux | armv6 | [URL](http://rai-server.s3.amazonaws.com/dist/rai-linux-armv6.tar.gz) | [URL](http://rai-server.s3.amazonaws.com/dist/dev/rai-linux-armv6.tar.gz) |\n| Linux | armv7 | [URL](http://rai-server.s3.amazonaws.com/dist/rai-linux-armv7.tar.gz) | [URL](http://rai-server.s3.amazonaws.com/dist/dev/rai-linux-armv7.tar.gz) |\n| Linux | arm64 | [URL](http://rai-server.s3.amazonaws.com/dist/rai-linux-arm64.tar.gz) | [URL](http://rai-server.s3.amazonaws.com/dist/dev/rai-linux-arm64.tar.gz) |\n| OSX/Darwin | i386 | [URL](http://rai-server.s3.amazonaws.com/dist/rai-darwin-386.tar.gz) | [URL](http://rai-server.s3.amazonaws.com/dist/dev/rai-darwin-386.tar.gz) |\n| OSX/Darwin | amd64 | [URL](http://rai-server.s3.amazonaws.com/dist/rai-darwin-amd64.tar.gz) | [URL](http://rai-server.s3.amazonaws.com/dist/dev/rai-darwin-amd64.tar.gz) |\n| Windows | i386 | [URL](http://rai-server.s3.amazonaws.com/dist/rai-windows-386.tar.gz) | [URL](http://rai-server.s3.amazonaws.com/dist/dev/rai-windows-386.tar.gz) |\n| Windows | amd64 | [URL](http://rai-server.s3.amazonaws.com/dist/rai-windows-amd64.tar.gz)| [URL](http://rai-server.s3.amazonaws.com/dist/dev/rai-windows-amd64.tar.gz) |\n\n### Client\n\n#### Set up your Secret Key\n\nEach team will be contacted by a TA and given a secret key to use this service. Do not share your key with other teams. The secret key is used to authenticate you with the server.\n\nThe `RAI_SECRET_KEY`, `RAI_TEAM_NAME`, and `RAI_ACCESS_KEY` should be specified in your `~/.rai.profile` (linux/OSX) or `%HOME%/.rai.profile` (Windows -- for me this is `C:\\Users\\abduld\\.rai.profile`) in the following way.\n\n```bash\nRAI_TEAM_NAME='Your Team Name Here'\nRAI_USER_NAME='user'\nRAI_ACCESS_KEY='XXXXXXXX'\nRAI_SECRET_KEY='XXXXX'\n```\n\nThe above will need to match the email you recieved from `postmaster@webgpu.com` on Nov 23. If you did not recieve the email, then contact the TA. Also, contact the TA with your team name as soon as possible. Do not share your keys with other users or teams. The access and secret key is used to authenticate you with the server. Both the team name and the username are used to identify you to the system.\n\n#### Run the Client\n\nTo run the client, use\n\n```bash\nrai -d \n```\n\nFrom a user's point a view when the client runs, the local directory specified by `-d` gets uploaded to the server and extracted into the `/src` directory on the server. The server then executes the build commands from the `rai-build.yml` specification within the `/build` directory. Once the commands have been run, or there is an error, a zipped version of that `/build` directory is available from the server for download.\n\nThe server limits the task time to be an hour with a maximum of 8GB of memory being used within a session. The output `/build` directory is only available to be downloaded from the server for a short amount of time. Networking is also disabled on the execution server.\n\n#### Internal Details (Ignore if not Interested)\n\nThe client sends job submission requests to the rai server. The internal steps the client takes are as follows:\n\n1. The client creates an archive of your directory and posts it to Amazon S3\n2. The client creates a unique identifier (here called `ID`). These IDs are generated using [`NewObjectId`](https://godoc.org/labix.org/v2/mgo/bson#NewObjectId).\n3. The client creates a job request and publishes to the `tasks` topic on the queue. The job request has the ID field with the value `ID` and is mashaled using using the [`bson`](https://godoc.org/labix.org/v2/mgo/bson) library. The reason for using `bson` is that we will want to store the results in mongodb in the future.\n4. The client subscribes to the topic `log-ID` and prints the results on that topic.\n5. The client stops listening when the message on the topic has a tag `TagEnd`.\n\n### Project Build Sepecification\n\nThe `rai-build.yml` must exist in your project directory. If not available, then the system will use the default build script. In some cases you may not be able to execute certain commands, in this senario the current workaround is to create a bash file and insert the commands you need to run. You can then execute the bash script within `rai-build.yml`.\n\nThe `rai-build.yml` is written as a [Yaml](http://yaml.org/) ([Spec](http://www.yaml.org/spec/1.2/spec.html)) file and has the following structure.\n\n```yaml\nrai:\n version: 0.1 # this is required\n image: webgpu/rai:root # this is ignored at this moment with the webgpu/rai:root\n # image being used by default. webgpu/rai:root is a docker\n # image which can be viewed at https://hub.docker.com/r/webgpu/rai/\nresources:\n gpus: 1 # currently this field is ignored, but in the future you'd be able to specify your\n # system requirements\ncommands:\n build:\n - echo \"Building project\"\n # Since the system already contains the dependencies (like HDF5 and ZLib) we do not\n # need the hunter package manager. This speeds up the compilation as well\n - cmake -DCONFIG_USE_HUNTER=OFF /src\n # Run the make file to compile the project.\n - make\n # here we break the long command into multiple lines. The Yaml\n # format supports this using a block-strip command. See\n # http://stackoverflow.com/a/21699210/3543720 for info\n - >-\n nvprof --analysis-metrics --print-api-trace --cpu-profiling on\n --demangling on --export-profile profile.nvvp\n --force-overwrite --log-file run.log --print-gpu-trace\n -- ./ece408 /src/data/test10.hdf5 /src/data/model.hdf5 10\n```\n\nSyntax errors will be reported and the job will not be executed. You can check if your file is in a valid yaml format by using tools such as [Yaml Validator](http://codebeautify.org/yaml-validator).\n\n## Profiling\n\nProfiling can be performed using `nvprof`. Place the following build commands in your `rai-build.yml` file\n\n```yaml\n - >-\n nvprof --cpu-profiling on --export-profile timeline.nvprof --\n ./ece408 /src/data/test10.hdf5 /src/data/model.hdf5 10\n - >-\n nvprof --cpu-profiling on --export-profile analysis.nvprof --analysis-metrics --\n ./ece408 /src/data/test10.hdf5 /src/data/model.hdf5 10\n```\n\nYou could change the input and test datasets. This will output two files `timeline.nvprof` and `analysis.nvprof` which can be viewed using the `nvvp` tool (by performing a `file>import`).\n\n_NOTE:_ `nvvp` will only show performance metrics for GPU invocations, so it may not show any analysis when you only have serial code.\n\n### Project Submission\n\nYou will use the same client (with certain options) for the final submission. The submission system notify the teaching assistants and record your ranking. You will need the above credentials to make your final submission.\n\nTo submit your project, run\n\n```bash\nrai submit -d \n```\n\nTo perform the final project submission, you must have the `USAGE`, `README`, and `report.pdf` files in your project folder (as stated in the [\"What to Deliver\"](#what-to-deliver) section). The submission system ignores your `rai-build.yml` file and instead runs the following build file:\n\n```yaml\nrai:\n version: 0.1\nresources:\n gpus: 1\ncommands:\n build:\n - echo \"Submitting project\"\n - cp -r /src /build/submission_code\n - cmake -DCONFIG_USE_HUNTER=OFF /src\n - make\n - /usr/bin/time ./ece408 /src/data/testfull.hdf5 /src/data/model.hdf5 10000\n```\n\n**NOTE::** Only your last submission is recorded, so please make sure that your last submission is the one you'd want to be graded.\n\n### Competition Rankings\n\nYou can see the current rankings for the project competition by invoking\n\n```bash\nrai rankings\n```\n\nYou can see only the top 10 teams by invoking\n\n\n```bash\nrai rankings -l 10\n```\n\n\n### Reporting Issues\n\n\nIf emailing the TA with a problem, then please include the output of\n\n```\nrai version\n```\n\nas well as the output of\n\n```\nrai buildtime\n```\n\nyou can also invoke the rai command with verbose and debug outputs using\n\n```\nrai --verbose --debug\n```\n\n## Local Development Environment\n\n**NOTE:** Even if you use your local development environment, your final code must run within the RAI system. Also, your final report performance measurements must be done within RAI.\n\nThe project requires a CUDA-supported operating system, C compiler, and the CUDA 8 Toolkit. The CUDA 8 Toolkit can be downloaded from the [CUDA Download](https://developer.nvidia.com/cuda-downloads) page. Instructions on how to install the CUDA Toolkit are available in the [Quick Start page](http://docs.nvidia.com/cuda/cuda-quick-start-guide/index.html). Installation guides and the list of supported C compilers for [Windows](http://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html), [Linux](http://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html), and [OSX](http://docs.nvidia.com/cuda/cuda-installation-guide-mac-os-x/index.html) are also found in the [CUDA Toolkit Documentation Page](http://docs.nvidia.com/cuda/index.html).\n\nAside from a C compiler and the CUDA 8 Toolkit, [CMake](https://cmake.org/) 3.1 or later is required to generate build scripts for your target IDE and compiler. On windows, we require Visual Studio 2015 (Service Pack 3) which you can download from the webstore. For other systems, a CUDA compatible compiler is required (e.g. for OSX the [clang compiler](http://docs.nvidia.com/cuda/cuda-installation-guide-mac-os-x/index.html#system-requirements) is the only one supported).\n\n### How to Build\n\nThere are two options to build this project, the first is using the [Hunter] package manager and the other is using [Docker](https://www.docker.com/). We sugguest using CMake along with Hunter, but it is known not to work on all operating systems. In this case, we suggest that you either using Docker or install the libraries needed (mainly `HDF5`).\n\n#### Using Hunter Package Manager\n\nBy default, the compilation uses the [Hunter] --- a C package manager. This method requires that you have the CUDA toolkit installed on your machine.\n\nAssuming that you have checked out the project into `$SRCDIR` do\n\n```{.sh}\ncd $SRCDIR\nmkdir build\ncd build\ncmake $SRCDIR\n```\n\nThis will download the required software needed for the project (see the [hunter docs][hunterdoc] for more information). You may see some warning while the system is compiling _HDF5_, which you can ignore. Once CMake has been run, a `Makefile` is generated so you can then perform `make` to buidl the project.\n\n```{.sh}\nmake\n```\n\nIf you do not plan on using `make`, examine the `cmake -G` option which allows you to generate XCode, Visual Studio, ... project configurations. You may also need to change the build type to enable/disable debugging and/or optimizations.\n\nIf you need to use another library, you need have to modify the [`CMakeLists.txt`](https://github.com/webgpu/ece408project/blob/master/CMakeLists.txt) and add the libraries to the `target_link_libraries` (and possibly the `include_directories`) section. Documentation on the CMake commands is found in the [documentation page][cmakedoc].\n\n#### Using Docker Container\n\n[![Docker Automated build](https://img.shields.io/docker/automated/jrottenberg/ffmpeg.svg)](https://hub.docker.com/r/webgpu/ece408project/)\n\nAlso included is a [Docker](http://docker.io/) build file. This file is a specification for a Docker container image. It can be used to build and launch a container (think of a virtual machine) which contains this project along with all the software required to run it. Using a GPU within Docker is only supported on Linux(you can compile and run the serial code on any operating system), and we recommend using [NVIDIA-Docker](https://github.com/NVIDIA/nvidia-docker) to run the Docker image. To build the Docker container, do\n\n```{.sh}\ncd $SRCDIR\ndocker build . -t ece408project\n```\n\nOnce built, the `ece408project` image would be listed by the `docker images` command. This will compile your project. You can launch the docker image using\n\n```{.sh}\ndocker run -it ece408project\n```\n\n### Running the Serial Code\n\n```{.sh}\n./ece408 ../data/test10.hdf5 ../data/model.hdf5 batch_size\n```\n\nthe `batch_size` must match the size of the dataset. If `batch_size` is unspecified, the default value is dependent on the input (10 for \"../data/test10.hdf5\", ..., 10000 for \"../data/testfull.hdf5\"), which is also the size of `data.hdf5`.\n\n## How to Test\n\nTest your implementation with small batch size frist to verify the correctness. You can parse the `data/test100.hdf5` into smaller chunks using your preferred language(e.g. python). 2, 10 and 100 queries are provides in `data/test2.hdf5`, `data/test10.hdf5` and `data/test100.hdf5` in the data folder. Maker sure the data file you feed in has the same batch size as the `batch_size` you specify in the command line.\n\n```{.sh}\n./ece408 ../data/test10.hdf5 ../data/model.hdf5 10\n```\n\n## What to Deliver\n\nA `.tar.gz` file which contains the report, code directory, the build scripts, and, possibly, the input dataset needs to be delivered to the Teaching Assistants.\n\n- Code: A `USAGE` file needs to be placed included in the archive file which includes instructions on how to compile and run your code. If the report performs any profiling, the `USAGE` file must also specify how to run the performance measurements.\n- Report: A PDF version report must be included within the `.tar.gz` file. The report should describe and evaluate the optimizations you tried. The report does not have a page limit, but as usual, you should strive to be thorough, concise, and quantitative in your performance analysis.\n The report must be named `report.pdf`\n\nMake sure you have a working CUDA implementation before applying any optimizations.\n\n## Optimization Opportunities\n\nThe serial version of the code is amicable to many optimization opportunities, the following is an incomplete set of them:\n\n- Optimize the CUDA memory copies to decrease the overhead of memory transfers\n- Overlapping the memory transfer and the compute and/or independent computations using CUDA streams\n- Performing layout transformations to get coallessed accesses or to make better use of the cache\n- Using low precision to perform the computation (for example using `float16` or binary values)\n- Based on the size of the convolution, utilitize better algorithms to perform the computation (for example using the [Winograd Kernel][https://www.nervanasys.com/winograd-2/])\n\n## Utility Functions\n\nWe provide a some helper utility functions in the [`utils.hpp`][utilshpp] file.\n\n### How to Time\n\nIn [`utils.hpp`][utilshpp] a function called `now()` which allows you to get the current time at a high resolution. To measure the overhead of a function `f(args...)`, the pattern to use is:\n\n```{.cpp}\nconst auto tic = now();\nf(args...);\nconst auto toc = now();\nconst auto elapsed = std::chrono::duration(toc - tic).count();;\nstd::cout << \"Calling f(args...) took \" << elapsed << \"milliseconds\\n\";\n```\n\n### Range For Loops\n\nThroughout the serial code, we use the [`range.hpp`][rangehpp] to make the code easier to understand. Essentially,\n\n```{.cpp}\nfor (const auto ii : range(0, N)) {\n do_stuff(ii);\n}\n```\n\nIs equivalent to\n\n```{.cpp}\nfor (const auto ii = 0; ii < N; ii++) {\n do_stuff(ii);\n}\n```\n\n### Checking Errors\n\nTo check for CUDA errors, specialize the `check_success` function in `utils.hpp` to also handle `cudaError_t`. For example:\n\n```{.cpp}\ntemplate <>\nbool check_success(const cudaError_t &err) {\n const auto res = err == cudaSuccess;\n if (res == true) {\n return res;\n }\n std::cout << \"Failed in CUDA. Error = \" << cudaGetErrorString(err) << std::endl;\n assert(res);\n return res;\n}\n```\n\n`check_success` can then be used when calling CUDA functions:\n\n```{.cpp}\ncheck_success(cudaFree(deviceData));\n```\n\n## Reporting Issues\n\nPlease use the [Github issue manager] to report any issues or suggestions about the project.\n\n[utilshpp]: https://github.com/webgpu/ece408project/blob/master/src/utils.hpp\n\n[cmakedoc]: https://cmake.org/cmake/help/latest/\n\n[hunterdoc]: https://docs.hunter.sh/en/latest/\n\n[rangehpp]: https://github.com/harrism/cpp11-range\n\n[github issue manager]: https://github.com/webgpu/ece408project/issues\n\n[hunter]: https://github.com/ruslo/hunter\n","has_starred","hub_user","immutable_tags_settings",{"_74":11,"_75":76},"enabled","rules",[77],".*","is_automated","permissions",{"_81":21,"_82":11,"_83":11},"read","write","admin","user","storage_size",8690631610,"orgData",{"_89":90,"_91":92,"_93":94,"_95":33,"_96":97,"_98":97,"_99":33,"_100":97,"_101":102,"_103":97,"_104":97,"_105":97,"_106":21},"id","f9c0d594ef9a437e91939b665f92dc79","uuid","f9c0d594-ef9a-437e-9193-9b665f92dc79","type","organization","orgname","full_name","","location","company","profile_url","date_joined","2016-02-15T08:52:20.683258Z","gravatar_url","gravatar_email","badge","is_active","recentTags",[109],{"_110":44,"_111":112,"_113":114,"_89":115,"_116":117,"_49":134,"_135":112,"_136":33,"_137":55,"_56":138,"_139":140,"_141":125,"_142":134,"_143":64,"_144":21},"content_type","creator",635256,"full_size",1879892757,6012695,"images",[118],{"_119":120,"_121":122,"_123":97,"_124":125,"_126":127,"_128":129,"_130":97,"_131":-5,"_132":114,"_62":64,"_133":-5},"architecture","amd64","digest","sha256:c5d108c2db4e4e8143143659712e12bc8c8df46b41b4aad7649ca32bf437cc87","features","last_pulled","2026-10-15T11:55:13.479456748Z","last_pushed","2017-04-27T19:04:42Z","os","linux","os_features","os_version","size","variant","2017-04-27T19:04:41.309601Z","last_updater","last_updater_username","media_type","latest","repository",1035680,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxRunInCloud","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"selectedTag","attestationsUrl","routes/_layout.r.$namespace.$reponame.tags",{"_38":159,"_166":167,"_153":176,"_177":11},{"_40":160,"_42":161,"_45":46,"_47":35,"_48":11,"_49":50,"_51":52,"_53":162,"_56":35,"_32":33,"_57":58,"_59":44,"_60":61,"_62":61,"_63":64,"_65":-5,"_66":67,"_68":69,"_70":11,"_71":33,"_72":163,"_78":21,"_79":165,"_84":33,"_85":86},[],[44],[55],{"_74":11,"_75":164},[77],{"_81":21,"_82":11,"_83":11},"tags",{"_168":61,"_169":-5,"_170":-5,"_171":172},"count","next","previous","results",[173],{"_110":44,"_111":112,"_113":114,"_89":115,"_116":174,"_49":134,"_135":112,"_136":33,"_137":55,"_56":138,"_139":140,"_141":125,"_142":134,"_143":64,"_144":21},[175],{"_119":120,"_121":122,"_123":97,"_124":125,"_126":127,"_128":129,"_130":97,"_131":-5,"_132":114,"_62":64,"_133":-5},[],"canDeleteTags","actionData","errors"]

webgpu/ece408project

Tags for webgpu/ece408project