[{"_1":2,"_155":-5,"_156":-5},"loaderData",{"_3":4,"_13":14,"_21":22,"_134":135},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","routes/_layout",{"_15":-5,"_16":17,"_18":17,"_19":11,"_20":17},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_23":24,"_25":-5,"_26":11,"_27":11,"_28":29,"_30":31,"_32":-5,"_33":11,"_34":35,"_84":-5,"_85":86,"_125":-5,"_126":11,"_127":17,"_128":11,"_129":-5,"_130":11,"_131":-5,"_132":133},"canonicalUrl","https://hub.docker.com/r/firef0x/h2oai/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","firef0x","reponame","h2oai","cloudBuildSource","isAutobuildsAvailable","repo",{"_36":37,"_38":39,"_41":42,"_43":44,"_45":11,"_46":47,"_48":49,"_50":51,"_53":31,"_28":29,"_54":55,"_56":40,"_57":58,"_59":58,"_60":61,"_62":-5,"_63":64,"_65":66,"_67":11,"_68":29,"_69":70,"_75":17,"_76":77,"_81":29,"_82":83},"categories",[],"content_types",[40],"image","date_registered","2018-05-18T16:34:53.059767Z","description","Docker image of H2O.ai, an in-memory platform for distributed, scalable machine learning.","is_private","last_updated","2018-09-21T06:59:28.747298Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[52],"application/vnd.docker.container.image.v1+json","name","pull_count",832,"repository_type","star_count",1,"status","status_description","active","source","collaborator_count",0,"full_description","# H2O\n\n[![Join the chat at https://gitter.im/h2oai/h2o-3](https://badges.gitter.im/Join%20Chat.svg)](https://gitter.im/h2oai/h2o-3?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge)\n\nH2O is an in-memory platform for distributed, scalable machine learning. H2O uses familiar interfaces like R, Python, Scala, Java, JSON and the Flow notebook/web interface, and works seamlessly with big data technologies like Hadoop and Spark. H2O provides implementations of many popular algorithms such as [GBM](https://en.wikipedia.org/wiki/Gradient_boosting), [Random Forest](https://en.wikipedia.org/wiki/Random_forest), [Deep Neural Networks](https://en.wikipedia.org/wiki/Deep_neural_networks), [Word2Vec](https://en.wikipedia.org/wiki/Word2vec) and [Stacked Ensembles](https://en.wikipedia.org/wiki/Ensemble_learning). H2O is extensible so that developers can add data transformations and custom algorithms of their choice and access them through all of those clients. \n\nData collection is easy. Decision making is hard. H2O makes it fast and easy to derive insights from your data through faster and better predictive modeling. H2O allows online scoring and modeling in a single platform.\n\nH2O-3 (this repository) is the third incarnation of H2O, and the successor to [H2O-2](https://github.com/h2oai/h2o-2). \n\n### Table of Contents\n\n* [Downloading H2O-3](#Downloading)\n* [Open Source Resources](#Resources)\n * [Issue Tracking and Feature Requests](#IssueTracking)\n * [List of H2O Resources](#OpenSourceResources)\n* [Using H2O-3 Code Artifacts (libraries)](#Artifacts)\n* [Building H2O-3](#Building)\n* [Launching H2O after Building](#Launching)\n* [Building H2O on Hadoop](#BuildingHadoop)\n* [Sparkling Water](#Sparkling)\n* [Documentation](#Documentation)\n* [Citing H2O](#Citing)\n* [Community](#Community) / [Advisors](#Advisors) / [Investors](#Investors)\n\n## 1. Downloading H2O-3\n\nWhile most of this README is written for developers who do their own builds, most H2O users just download and use a pre-built version. If you are a Python or R user, the easiest way to install H2O is via [PyPI](https://pypi.python.org/pypi/h2o) or [Anaconda](https://anaconda.org/h2oai/h2o) (for Python) or [CRAN](https://CRAN.R-project.org/package=h2o) (for R): \n\n#### Python\n\n```bash\npip install h2o\n```\n\n#### R\n\n```r\ninstall.packages(\"h2o\")\n```\n\nFor the latest stable, nightly, Hadoop (or Spark / Sparkling Water) releases, or the stand-alone H2O jar, please visit: [https://h2o.ai/download](https://h2o.ai/download)\n\nMore info on downloading & installing H2O is available in the [H2O User Guide](http://docs.h2o.ai/h2o/latest-stable/h2o-docs/downloading.html).\n\n## 2. Open Source Resources\n\nMost people interact with three or four primary open source resources: **GitHub** (which you've already found), **JIRA** (for bug reports and issue tracking), **Stack Overflow** for H2O code/software-specific questions, and **h2ostream** (a Google Group / email discussion forum) for questions not suitable for Stack Overflow. There is also a **Gitter** H2O developer chat group, however for archival purposes & to maximize accessibility, we'd prefer that standard H2O Q&A be conducted on Stack Overflow.\n\n### 2.1 Issue Tracking and Feature Requests\n\n> (Note: There is only one issue tracking system for the project. GitHub issues are not enabled; you must use JIRA.)\n\nYou can browse and create new issues in our open source **JIRA**: \n\n* You can **browse** and search for **issues** without logging in to JIRA:\n 1. Click the `Issues` menu\n 1. Click `Search for issues`\n* To **create** an **issue** (either a bug or a feature request), please create yourself an account first:\n 1. Click the `Log In` button on the top right of the screen\n 1. Click `Create an acccount` near the bottom of the login box\n 1. Once you have created an account and logged in, use the `Create` button on the menu to create an issue\n 1. Create H2O-3 issues in the [PUBDEV](https://0xdata.atlassian.net/projects/PUBDEV/issues) project. (Note: Sparkling Water questions should be filed under the [SW](https://0xdata.atlassian.net/projects/SW/issues) project.)\n*\tYou can also vote for feature requests and/or other issues. Voting can help H2O prioritize the features that are included in each release.\n\t1. Go to the [H2O JIRA page](https://0xdata.atlassian.net/).\n\t2. Click **Log In** to either log in or create an account if you do not already have one.\n\t3. Search for the feature that you want to prioritize, or create a new feature.\n\t4. Click on the **Vote for this issue** link. This is located on the right side of the issue under the **People** section.\n\n### 2.2 List of H2O Resources\n\n* GitHub\n * \n* JIRA -- file bug reports / track issues here\n * The [PUBDEV](https://0xdata.atlassian.net/projects/PUBDEV/issues) project contains issues for the current H2O-3 project)\n* Stack Overflow -- ask all code/software questions here\n * \n* Cross Validated (Stack Exchange) -- ask algorithm/theory questions here\n * \n* h2ostream Google Group -- ask non-code related questions here\n * Web: \n * Mail to: [h2ostream@googlegroups.com](mailto:h2ostream@googlegroups.com)\n* Gitter H2O Developer Chat\n * \n* Documentation\n * H2O User Guide (main docs): \n * All H2O documenation links: \n * Nightly build page (nightly docs linked in page): \n* Download (pre-built packages)\n * \n* Jenkins (H2O build and test system)\n * \n* Website\n * \n* Twitter -- follow us for updates and H2O news!\n * \n\n* Awesome H2O -- share your H2O-powered creations with us\n * \n\n\n## 3. Using H2O-3 Artifacts\n\nEvery nightly build publishes R, Python, Java, and Scala artifacts to a build-specific repository. In particular, you can find Java artifacts in the maven/repo directory.\n\nHere is an example snippet of a gradle build file using h2o-3 as a dependency. Replace x, y, z, and nnnn with valid numbers.\n\n```\n// h2o-3 dependency information\ndef h2oBranch = 'master'\ndef h2oBuildNumber = 'nnnn'\ndef h2oProjectVersion = \"x.y.z.${h2oBuildNumber}\"\n\nrepositories {\n // h2o-3 dependencies\n maven {\n url \"https://s3.amazonaws.com/h2o-release/h2o-3/${h2oBranch}/${h2oBuildNumber}/maven/repo/\"\n }\n}\n\ndependencies {\n compile \"ai.h2o:h2o-core:${h2oProjectVersion}\"\n compile \"ai.h2o:h2o-algos:${h2oProjectVersion}\"\n compile \"ai.h2o:h2o-web:${h2oProjectVersion}\"\n compile \"ai.h2o:h2o-app:${h2oProjectVersion}\"\n}\n```\n\nRefer to the latest H2O-3 bleeding edge [nightly build page](http://s3.amazonaws.com/h2o-release/h2o-3/master/latest.html) for information about installing nightly build artifacts.\n\nRefer to the [h2o-droplets GitHub repository](https://github.com/h2oai/h2o-droplets) for a working example of how to use Java artifacts with gradle.\n\n> Note: Stable H2O-3 artifacts are periodically published to Maven Central ([click here to search](http://search.maven.org/#search%7Cga%7C1%7Cai.h2o)) but may substantially lag behind H2O-3 Bleeding Edge nightly builds.\n\n\n## 4. Building H2O-3\n\nGetting started with H2O development requires [JDK 1.7](http://www.oracle.com/technetwork/java/javase/downloads/), [Node.js](https://nodejs.org/), [Gradle](https://gradle.org/), [Python](https://www.python.org/) and [R](http://www.r-project.org/). We use the Gradle wrapper (called `gradlew`) to ensure up-to-date local versions of Gradle and other dependencies are installed in your development directory.\n\n### 4.1. Before building\n\nInstallation of `h2o` requires properly set up Python environment and following packages:\n```\ngrip\ncolorama\nfuture\ntabulate\nrequests\nwheel\n```\nTo install these packages you can use [pip](https://pip.pypa.io/en/stable/installing/) or [conda](https://conda.io/).\nIf you have troubles installing these packages on *Windows*, please follow section [Setup on Windows](#SetupWin) of this guide.\n> (Note: It is recommended to use some virtual environment such as [VirtualEnv](https://virtualenv.pypa.io/), to install all packages. )\n\n\n### 4.2. Building from the command line (Quick Start)\n\nTo build H2O from the repository, perform the following steps.\n\n\n#### Recipe 1: Clone fresh, build, skip tests, and run H2O\n\n```\n# Build H2O\ngit clone https://github.com/h2oai/h2o-3.git\ncd h2o-3\n./gradlew build -x test\n\nYou may encounter problems: e.g. npm missing. Install it:\nbrew install npm\n\n# Start H2O\njava -jar build/h2o.jar\n\n# Point browser to http://localhost:54321\n\n```\n\n#### Recipe 2: Clone fresh, build, and run tests (requires a working install of R)\n\n```\ngit clone https://github.com/h2oai/h2o-3.git\ncd h2o-3\n./gradlew syncSmalldata\n./gradlew syncRPackages\n./gradlew build\n```\n\n>**Notes**:\n>\n> - Running tests starts five test JVMs that form an H2O cluster and requires at least 8GB of RAM (preferably 16GB of RAM).\n> - Running `./gradlew syncRPackages` is supported on Windows, OS X, and Linux, and is strongly recommended but not required. `./gradlew syncRPackages` ensures a complete and consistent environment with pre-approved versions of the packages required for tests and builds. The packages can be installed manually, but we recommend setting an ENV variable and using `./gradlew syncRPackages`. To set the ENV variable, use the following format (where `${WORKSPACE} can be any path):\n> \n> ```\n> mkdir -p ${WORKSPACE}/Rlibrary\n> export R_LIBS_USER=${WORKSPACE}/Rlibrary\n> ```\n\n#### Recipe 3: Pull, clean, build, and run tests\n\n```\ngit pull\n./gradlew syncSmalldata\n./gradlew syncRPackages\n./gradlew clean\n./gradlew build\n```\n\n#### Notes\n\n - We recommend using `./gradlew clean` after each `git pull`.\n\n- Skip tests by adding `-x test` at the end the gradle build command line. Tests typically run for 7-10 minutes on a Macbook Pro laptop with 4 CPUs (8 hyperthreads) and 16 GB of RAM.\n\n- Syncing smalldata is not required after each pull, but if tests fail due to missing data files, then try `./gradlew syncSmalldata` as the first troubleshooting step. Syncing smalldata downloads data files from AWS S3 to the smalldata directory in your workspace. The sync is incremental. Do not check in these files. The smalldata directory is in .gitignore. If you do not run any tests, you do not need the smalldata directory.\n- Running `./gradlew syncRPackages` is supported on Windows, OS X, and Linux, and is strongly recommended but not required. `./gradlew syncRPackages` ensures a complete and consistent environment with pre-approved versions of the packages required for tests and builds. The packages can be installed manually, but we recommend setting an ENV variable and using `./gradlew syncRPackages`. To set the ENV variable, use the following format (where `${WORKSPACE}` can be any path):\n\n ```\n mkdir -p ${WORKSPACE}/Rlibrary\n export R_LIBS_USER=${WORKSPACE}/Rlibrary\n ```\n\n#### Recipe 4: Just building the docs\n\n```\n./gradlew clean && ./gradlew build -x test && (export DO_FAST=1; ./gradlew dist)\nopen target/docs-website/h2o-docs/index.html\n```\n\n### 4.3. Setup on Windows\n\n##### Step 1: Download and install [WinPython](https://winpython.github.io).\n From the command line, validate `python` is using the newly installed package by using `which python` (or `sudo which python`). [Update the Environment variable](https://github.com/winpython/winpython/wiki/Environment) with the WinPython path.\n\n###### Step 2: Install required Python packages:\n\n pip install grip\n pip install tabulate\n pip install wheel\n\n##### Step 3: Install JDK\n\nInstall [Java 1.7](http://www.oracle.com/technetwork/java/javase/downloads/jdk7-downloads-1880260.html) and add the appropriate directory `C:\\Program Files\\Java\\jdk1.7.0_65\\bin` with java.exe to PATH in Environment Variables. To make sure the command prompt is detecting the correct Java version, run:\n\n javac -version\n\nThe CLASSPATH variable also needs to be set to the lib subfolder of the JDK:\n\n CLASSPATH=////lib\n\n##### Step 4. Install Node.js\n\nInstall [Node.js](http://nodejs.org/download/) and add the installed directory `C:\\Program Files\\nodejs`, which must include node.exe and npm.cmd to PATH if not already prepended.\n\n##### Step 5. Install R, the required packages, and Rtools:\n\nInstall [R](http://www.r-project.org/) and add the bin directory to your PATH if not already included.\n\nInstall the following R packages:\n\n- [RCurl](http://cran.r-project.org/package=RCurl)\n- [jsonlite](http://cran.r-project.org/package=jsonlite)\n- [statmod](http://cran.r-project.org/package=statmod)\n- [devtools](http://cran.r-project.org/package=devtools)\n- [roxygen2](http://cran.r-project.org/package=roxygen2)\n- [testthat](http://cran.r-project.org/package=testthat)\n\nTo install these packages from within an R session:\n\n```r\npkgs <- c(\"RCurl\", \"jsonlite\", \"statmod\", \"devtools\", \"roxygen2\", \"testthat\")\nfor (pkg in pkgs) {\n if (! (pkg %in% rownames(installed.packages()))) install.packages(pkg)\n}\n```\nNote that [libcurl](http://curl.haxx.se) is required for installation of the **RCurl** R package.\n\nFinally, install [Rtools](http://cran.r-project.org/bin/windows/Rtools/), which is a collection of command line tools to facilitate R development on Windows.\n>**NOTE**: During Rtools installation, do **not** install Cygwin.dll.\n\n##### Step 6. Install [Cygwin](https://cygwin.com/setup-x86_64.exe)\n**NOTE**: During installation of Cygwin, deselect the Python packages to avoid a conflict with the Python.org package.\n\n###### Step 6b. Validate Cygwin\nIf Cygwin is already installed, remove the Python packages or ensure that Native Python is before Cygwin in the PATH variable.\n\n##### Step 7. Update or validate the Windows PATH variable to include R, Java JDK, Cygwin.\n\n##### Step 8. Git Clone [h2o-3](https://github.com/h2oai/h2o-3.git)\n\nIf you don't already have a Git client, please install one. The default one can be found here http://git-scm.com/downloads. Make sure that command prompt support is enabled before the installation.\n\nDownload and update h2o-3 source codes:\n\n git clone https://github.com/h2oai/h2o-3\n\n##### Step 9. Run the top-level gradle build:\n\n cd h2o-3\n ./gradlew.bat build\n\n> If you encounter errors run again with `--stacktrace` for more instructions on missing dependencies.\n\n\n### 4.4. Setup on OS X\n\nIf you don't have [Homebrew](http://brew.sh/), we recommend installing it. It makes package management for OS X easy.\n\n##### Step 1. Install JDK\n\nInstall [Java 1.7](http://www.oracle.com/technetwork/java/javase/downloads/jdk7-downloads-1880260.html). To make sure the command prompt is detecting the correct Java version, run:\n\n javac -version\n\n##### Step 2. Install Node.js:\n\nUsing Homebrew:\n\n brew install node\n\nOtherwise, install from the [NodeJS website](http://nodejs.org/download/).\n\n##### Step 3. Install R and the required packages:\n\nInstall [R](http://www.r-project.org/) and add the bin directory to your PATH if not already included.\n\nInstall the following R packages:\n\n- [RCurl](http://cran.r-project.org/package=RCurl)\n- [jsonlite](http://cran.r-project.org/package=jsonlite)\n- [statmod](http://cran.r-project.org/package=statmod)\n- [devtools](http://cran.r-project.org/package=devtools)\n- [roxygen2](http://cran.r-project.org/package=roxygen2)\n- [testthat](http://cran.r-project.org/package=testthat)\n\nTo install these packages from within an R session:\n\n```r\npkgs <- c(\"RCurl\", \"jsonlite\", \"statmod\", \"devtools\", \"roxygen2\", \"testthat\")\nfor (pkg in pkgs) {\n if (! (pkg %in% rownames(installed.packages()))) install.packages(pkg)\n}\n```\nNote that [libcurl](http://curl.haxx.se) is required for installation of the **RCurl** R package.\n\n\n\n##### Step 4. Git Clone [h2o-3](https://github.com/h2oai/h2o-3.git)\n\nOS X should already have Git installed. To download and update h2o-3 source codes:\n\n git clone https://github.com/h2oai/h2o-3\n\n##### Step 5. Run the top-level gradle build:\n\n cd h2o-3\n ./gradlew build\n\n> If you encounter errors run again with `--stacktrace` for more instructions on missing dependencies.\n\n### 4.5. Setup on Ubuntu 14.04\n\n##### Step 1. Install Node.js\n\n curl -sL https://deb.nodesource.com/setup_0.12 | sudo bash -\n sudo apt-get install -y nodejs\n\n##### Step 2. Install JDK:\n\nInstall [Java 1.7](http://www.oracle.com/technetwork/java/javase/downloads/jdk7-downloads-1880260.html). Installation instructions can be found here [JDK installation](http://askubuntu.com/questions/56104/how-can-i-install-sun-oracles-proprietary-java-jdk-6-7-8-or-jre). To make sure the command prompt is detecting the correct Java version, run:\n\n javac -version\n\n#### Step 3. Install R and the required packages:\n\nInstallation instructions can be found here [R installation](http://cran.r-project.org). Click “Download R for Linux”. Click “ubuntu”. Follow the given instructions.\n\nTo install the required packages, follow the [same instructions as for OS X above](#InstallRPackagesInUnix).\n\n>**Note**: If the process fails to install RStudio Server on Linux, run one of the following:\n>\n>`sudo apt-get install libcurl4-openssl-dev`\n>\n>or\n>\n>`sudo apt-get install libcurl4-gnutls-dev`\n\n##### Step 4. Git Clone [h2o-3](https://github.com/h2oai/h2o-3.git)\n\nIf you don't already have a Git client:\n\n sudo apt-get install git\n\nDownload and update h2o-3 source codes:\n\n git clone https://github.com/h2oai/h2o-3\n\n##### Step 5. Run the top-level gradle build:\n\n cd h2o-3\n ./gradlew build\n\n> If you encounter errors, run again using `--stacktrace` for more instructions on missing dependencies.\n\n> Make sure that you are not running as root, since `bower` will reject such a run.\n\n### 4.6. Setup on Ubuntu 13.10\n\n##### Step 1. Install Node.js\n\n curl -sL https://deb.nodesource.com/setup_0.12 | sudo bash -\n sudo apt-get install -y nodejs\n\n\n##### Steps 2-4. Follow steps 2-4 for Ubuntu 14.04 (above)\n\n### 4.7. Setting up your preferred IDE environment\n\nFor users of Intellij's IDEA, generate project files with:\n\n ./gradlew idea\n\nFor users of Eclipse, generate project files with:\n\n ./gradlew eclipse\n\n\n\n### 4.7 Setup on CentOS 7\n\n```\ncd /opt\nsudo wget --no-cookies --no-check-certificate --header \"Cookie: gpw_e24=http%3A%2F%2Fwww.oracle.com%2F; oraclelicense=accept-securebackup-cookie\" \"http://download.oracle.com/otn-pub/java/jdk/7u79-b15/jdk-7u79-linux-x64.tar.gz\"\n\nsudo tar xzf jdk-7u79-linux-x64.tar.gz\ncd jdk1.7.0_79\n\nsudo alternatives --install /usr/bin/java java /opt/jdk1.7.0_79/bin/java 2\n\nsudo alternatives --install /usr/bin/jar jar /opt/jdk1.7.0_79/bin/jar 2\nsudo alternatives --install /usr/bin/javac javac /opt/jdk1.7.0_79/bin/javac 2\nsudo alternatives --set jar /opt/jdk1.7.0_79/bin/jar\nsudo alternatives --set javac /opt/jdk1.7.0_79/bin/javac\n\ncd /opt\n\nsudo wget http://dl.fedoraproject.org/pub/epel/7/x86_64/e/epel-release-7-5.noarch.rpm\nsudo rpm -ivh epel-release-7-5.noarch.rpm\n\nsudo echo \"multilib_policy=best\" >> /etc/yum.conf\nsudo yum -y update\n\nsudo yum -y install R R-devel git python-pip openssl-devel libxml2-devel libcurl-devel gcc gcc-c++ make openssl-devel kernel-devel texlive texinfo texlive-latex-fonts libX11-devel mesa-libGL-devel mesa-libGL nodejs npm python-devel numpy scipy python-pandas\n\nsudo pip install scikit-learn grip tabulate statsmodels wheel\n\nmkdir ~/Rlibrary\nexport JAVA_HOME=/opt/jdk1.7.0_79\nexport JRE_HOME=/opt/jdk1.7.0_79/jre\nexport PATH=$PATH:/opt/jdk1.7.0_79/bin:/opt/jdk1.7.0_79/jre/bin\nexport R_LIBS_USER=~/Rlibrary\n\n# install local R packages\nR -e 'install.packages(c(\"RCurl\",\"jsonlite\",\"statmod\",\"devtools\",\"roxygen2\",\"testthat\"), dependencies=TRUE, repos=\"http://cran.rstudio.com/\")'\n\ncd\ngit clone https://github.com/h2oai/h2o-3.git\ncd h2o-3\n\n# Build H2O\n./gradlew syncSmalldata\n./gradlew syncRPackages\n./gradlew build -x test\n\n```\n\n\n## 5. Launching H2O after Building\n\nTo start the H2O cluster locally, execute the following on the command line:\n\n java -jar build/h2o.jar\n\nA list of available start-up JVM and H2O options (e.g. `-Xmx`, `-nthreads`, `-ip`), is available in the [H2O User Guide](http://docs.h2o.ai/h2o/latest-stable/h2o-docs/starting-h2o.html#from-the-command-line).\n\n## 6. Building H2O on Hadoop\n\nPre-built H2O-on-Hadoop zip files are available on the [download page](http://h2o.ai/download). Each Hadoop distribution version has a separate zip file in h2o-3.\n\nTo build H2O with Hadoop support yourself, first install sphinx for python: `pip install sphinx`\nThen start the build by entering the following from the top-level h2o-3 directory:\n\n (export BUILD_HADOOP=1; ./gradlew build -x test)\n ./gradlew dist\n\nThis will create a directory called 'target' and generate zip files there. Note that `BUILD_HADOOP` is the default behavior when the username is `jenkins` (refer to `settings.gradle`); otherwise you have to request it, as shown above.\n\n\n### Adding support for a new version of Hadoop\n\nIn the `h2o-hadoop` directory, each Hadoop version has a build directory for the driver and an assembly directory for the fatjar.\n\nYou need to:\n\n1. Add a new driver directory and assembly directory (each with a `build.gradle` file) in `h2o-hadoop`\n2. Add these new projects to `h2o-3/settings.gradle`\n3. Add the new Hadoop version to `HADOOP_VERSIONS` in `make-dist.sh`\n4. Add the new Hadoop version to the list in `h2o-dist/buildinfo.json`\n\n\n### Secure user impersonation\n\nHadoop supports [secure user impersonation](https://hadoop.apache.org/docs/r2.7.3/hadoop-project-dist/hadoop-common/Superusers.html) through its Java API. A kerberos-authenticated user can be allowed to proxy any username that meets specified criteria entered in the NameNode's core-site.xml file. This impersonation only applies to interactions with the Hadoop API or the APIs of Hadoop-related services that support it (this is not the same as switching to that user on the machine of origin).\n\nSetting up secure user impersonation (for h2o):\n\n1. Create or find an id to use as proxy which has limited-to-no access to HDFS or related services; the proxy user need only be used to impersonate a user\n2. (Required if not using h2odriver) If you are not using the driver (e.g. you wrote your own code against h2o's API using Hadoop), make the necessary code changes to impersonate users (see [org.apache.hadoop.security.UserGroupInformation](http://hadoop.apache.org/docs/r2.8.0/api/org/apache/hadoop/security/UserGroupInformation.html))\n3. In either of Ambari/Cloudera Manager or directly on the NameNode's core-site.xml file, add 2/3 properties for the user we wish to use as a proxy (replace with the simple user name - not the fully-qualified principal name).\n * `hadoop.proxyuser..hosts`: the hosts the proxy user is allowed to perform impersonated actions on behalf of a valid user from\n * `hadoop.proxyuser..groups`: the groups an impersonated user must belong to for impersonation to work with that proxy user\n * `hadoop.proxyuser..users`: the users a proxy user is allowed to impersonate\n * Example: ```\n \n hadoop.proxyuser.myproxyuser.hosts\n host1,host2\n \n \n hadoop.proxyuser.myproxyuser.groups\n group1,group2\n \n \n hadoop.proxyuser.myproxyuser.users\n user1,user2\n \n ```\n4. Restart core services such as HDFS & YARN for the changes to take effect\n\nImpersonated HDFS actions can be viewed in the hdfs audit log ('auth:PROXY' should appear in the `ugi=` field in entries where this is applicable). YARN similarly should show 'auth:PROXY' somewhere in the Resource Manager UI.\n\n\nTo use secure impersonation with h2o's Hadoop driver:\n\n*Before this is attempted, see Risks with impersonation, below*\n\nWhen using the h2odriver (e.g. when running with `hadoop jar ...`), specify `-principal `, `-keytab `, and `-run_as_user `, in addition to any other arguments needed. If the configuration was successful, the proxy user will log in and impersonate the `-run_as_user` as long as that user is allowed by either the users or groups configuration property (configured above); this is enforced by HDFS & YARN, not h2o's code. The driver effectively sets its security context as the impersonated user so all supported Hadoop actions will be performed as that user (e.g. YARN, HDFS APIs support se","has_starred","hub_user","immutable_tags_settings",{"_71":11,"_72":73},"enabled","rules",[74],".*","is_automated","permissions",{"_78":17,"_79":11,"_80":11},"read","write","admin","user","storage_size",6597760161,"orgData","recentTags",[87],{"_88":40,"_89":90,"_91":92,"_93":94,"_95":96,"_46":114,"_115":90,"_116":29,"_117":52,"_53":118,"_119":120,"_121":105,"_122":114,"_123":61,"_124":17},"content_type","creator",661996,"full_size",3493026775,"id",27677052,"images",[97],{"_98":99,"_100":101,"_102":103,"_104":105,"_106":107,"_108":109,"_110":103,"_111":-5,"_112":92,"_59":61,"_113":-5},"architecture","amd64","digest","sha256:894e8ec0d2634368f8aaa4799c99235f72dc46e9e8fc4a8489d4562a681d0b55","features","","last_pulled","2026-09-28T21:31:37.609231173Z","last_pushed","2018-09-21T06:59:29Z","os","linux","os_features","os_version","size","variant","2018-09-21T06:59:28.340693Z","last_updater","last_updater_username","media_type","latest","repository",5515170,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"routes/_layout.r.$namespace.$reponame.tags",{"_34":136,"_143":144,"_132":153,"_154":11},{"_36":137,"_38":138,"_41":42,"_43":44,"_45":11,"_46":47,"_48":49,"_50":139,"_53":31,"_28":29,"_54":55,"_56":40,"_57":58,"_59":58,"_60":61,"_62":-5,"_63":64,"_65":66,"_67":11,"_68":29,"_69":140,"_75":17,"_76":142,"_81":29,"_82":83},[],[40],[52],{"_71":11,"_72":141},[74],{"_78":17,"_79":11,"_80":11},"tags",{"_145":58,"_146":-5,"_147":-5,"_148":149},"count","next","previous","results",[150],{"_88":40,"_89":90,"_91":92,"_93":94,"_95":151,"_46":114,"_115":90,"_116":29,"_117":52,"_53":118,"_119":120,"_121":105,"_122":114,"_123":61,"_124":17},[152],{"_98":99,"_100":101,"_102":103,"_104":105,"_106":107,"_108":109,"_110":103,"_111":-5,"_112":92,"_59":61,"_113":-5},[],"canDeleteTags","actionData","errors"]

firef0x/h2oai

Tags for firef0x/h2oai