[{"_1":2,"_171":-5,"_172":-5},"loaderData",{"_3":4,"_13":14,"_21":22,"_146":147},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","routes/_layout",{"_15":-5,"_16":17,"_18":17,"_19":11,"_20":17},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_23":24,"_25":-5,"_26":11,"_27":11,"_28":29,"_30":31,"_32":-5,"_33":11,"_34":35,"_84":-5,"_85":86,"_137":-5,"_138":11,"_139":17,"_140":11,"_141":-5,"_142":11,"_143":-5,"_144":145},"canonicalUrl","https://hub.docker.com/r/weli/hadoop-learn/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","weli","reponame","hadoop-learn","cloudBuildSource","isAutobuildsAvailable","repo",{"_36":37,"_38":39,"_41":42,"_43":44,"_45":11,"_46":47,"_48":49,"_50":51,"_53":31,"_28":29,"_54":55,"_56":40,"_57":58,"_59":60,"_61":62,"_63":-5,"_64":60,"_65":66,"_67":11,"_68":29,"_69":70,"_75":11,"_76":77,"_81":29,"_82":83},"categories",[],"content_types",[40],"image","date_registered","2019-01-07T01:15:57.968831Z","description","Hadoop Learn Container","is_private","last_updated","2019-01-28T13:22:24.636251Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[52],"application/vnd.docker.container.image.v1+json","name","pull_count",802,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","\n

\n\n```bash\n$ ./build.sh\n```\n\n

\n\n```bash\n$ docker run -it -P hadoop-learn /etc/bootstrap.sh -bash\n```\n\n注：如果是从dockerhub上使用build好的container，就忽略上面两步，直接运行：\n\n```bash\n$ docker run -it -P weli/hadoop-learn /etc/bootstrap.sh -bash\n```\n\n

\n\n```bash\n$ cd $HADOOP_PREFIX\n$ bin/hadoop jar share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.1.jar grep input output 'dfs[a-z.]+'\n```\n\n查看数据处理结果：\n\n```bash\n$ bin/hdfs dfs -cat output/*\n```\n\n

\n\n执行脚本：\n\n```bash\n$ /root/run_example.sh\n```\n\n

\n\n命令：\n\n```bash\nbash-4.4# /root/tree.sh\n```\n\n```bash\n+ cd /root/hdfs-tree\n+ bin/hdfs-tree -r hdfs://2280e24e3dd1:9000/\n19/01/14 05:01:44 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\nhdfs://2280e24e3dd1:9000/\n├── [ 74KB] user\n\t├── [ 74KB] root\n\t\t├── [ 74KB] input\n\t\t\t├── [ 10KB] log4j.properties\n\t\t\t├── [ 9KB] hadoop-policy.xml\n\t\t\t├── [ 5KB] kms-site.xml\n\t\t\t├── [ 4KB] yarn-env.sh\n\t\t\t├── [ 4KB] capacity-scheduler.xml\n├── [ 0B] tmp\n\t├── [ 0B] hadoop-yarn\n\t\t├── [ 0B] staging\n\t\t\t├── [ 0B] history\n\t\t\t\t├── [ 0B] done\n\t\t\t\t├── [ 0B] done_intermediate\nbash-4.4#\n```\n\n

\n\n首先执行[run_compose.sh](https://github.com/liweinan/hadoop-docker/blob/master/run_compose.sh)，然后执行[setup_oozie.sh](https://github.com/liweinan/hadoop-docker/blob/master/setup_oozie.sh)。\n\n然后登陆oozie容器：\n\n```bash\n% docker exec -it hadoop-docker_oozie_1 sh\n```\n\n然后执行：\n\n```bash\n% oozie-setup.sh sharelib create -fs hdfs://hadoop:9000\n```\n\n```bash\n% oozied.sh start\n```\n\n```bash\n% oozie admin -shareliblist\n```\n\n```bash\n% cd /opt/oozie-4.2.0 && oozie job -config examples/apps/map-reduce/job.properties -run\n```\n\n然后查看任务运行情况：\n\n```bash\n% oozie job -info [job_id]\n```\n\n∎\n","has_starred","hub_user","immutable_tags_settings",{"_71":11,"_72":73},"enabled","rules",[74],".*","is_automated","permissions",{"_78":17,"_79":11,"_80":11},"read","write","admin","user","storage_size",13940763910,"orgData","recentTags",[87,125],{"_88":40,"_89":90,"_91":92,"_93":94,"_95":96,"_46":114,"_115":90,"_116":29,"_117":52,"_53":118,"_119":120,"_121":105,"_122":114,"_123":62,"_124":17},"content_type","creator",113813,"full_size",1066226614,"id",43582721,"images",[97],{"_98":99,"_100":101,"_102":103,"_104":105,"_106":107,"_108":109,"_110":103,"_111":-5,"_112":92,"_59":62,"_113":-5},"architecture","amd64","digest","sha256:3cda7a03b6cfac936cf19747eeb5b76c21bb4da1fa8bcc168c18840a1fdbf89c","features","","last_pulled","2026-09-24T02:24:49.566731997Z","last_pushed","2019-01-28T13:22:25Z","os","linux","os_features","os_version","size","variant","2019-01-28T13:22:24.270573Z","last_updater","last_updater_username","media_type","latest","repository",6512832,"tag_last_pulled","tag_last_pushed","tag_status","v2",{"_88":40,"_89":126,"_91":127,"_93":128,"_95":129,"_46":134,"_115":126,"_116":135,"_117":52,"_53":136,"_119":120,"_121":132,"_122":134,"_123":62,"_124":17},3303996,800854099,44054173,[130],{"_98":99,"_100":131,"_102":103,"_104":132,"_106":133,"_108":109,"_110":103,"_111":-5,"_112":127,"_59":62,"_113":-5},"sha256:4266ea42fe48d6856b4c69c6e076f9e6ec22614d014b33ab6049ceb5b54fd33d","2026-09-20T15:56:41.724302973Z","2019-01-12T10:32:29Z","2019-01-12T10:44:14.980549Z","moicen","1.0","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"routes/_layout.r.$namespace.$reponame.tags",{"_34":148,"_155":156,"_144":169,"_170":11},{"_36":149,"_38":150,"_41":42,"_43":44,"_45":11,"_46":47,"_48":49,"_50":151,"_53":31,"_28":29,"_54":55,"_56":40,"_57":58,"_59":60,"_61":62,"_63":-5,"_64":60,"_65":66,"_67":11,"_68":29,"_69":152,"_75":11,"_76":154,"_81":29,"_82":83},[],[40],[52],{"_71":11,"_72":153},[74],{"_78":17,"_79":11,"_80":11},"tags",{"_157":158,"_159":-5,"_160":-5,"_161":162},"count",2,"next","previous","results",[163,166],{"_88":40,"_89":90,"_91":92,"_93":94,"_95":164,"_46":114,"_115":90,"_116":29,"_117":52,"_53":118,"_119":120,"_121":105,"_122":114,"_123":62,"_124":17},[165],{"_98":99,"_100":101,"_102":103,"_104":105,"_106":107,"_108":109,"_110":103,"_111":-5,"_112":92,"_59":62,"_113":-5},{"_88":40,"_89":126,"_91":127,"_93":128,"_95":167,"_46":134,"_115":126,"_116":135,"_117":52,"_53":136,"_119":120,"_121":132,"_122":134,"_123":62,"_124":17},[168],{"_98":99,"_100":131,"_102":103,"_104":132,"_106":133,"_108":109,"_110":103,"_111":-5,"_112":127,"_59":62,"_113":-5},[],"canDeleteTags","actionData","errors"]

weli/hadoop-learn

Tags for weli/hadoop-learn