[{"_1":2,"_169":-5,"_170":-5},"loaderData",{"_3":4,"_17":18,"_25":26,"_144":145},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","routes/_layout",{"_19":-5,"_20":21,"_22":21,"_23":11,"_24":21},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_27":28,"_29":-5,"_30":11,"_31":11,"_32":33,"_34":35,"_36":-5,"_37":11,"_38":39,"_88":-5,"_89":90,"_135":-5,"_136":11,"_137":21,"_138":11,"_139":-5,"_140":11,"_141":-5,"_142":143},"canonicalUrl","https://hub.docker.com/r/bajwalabs/apache-hadoop/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","bajwalabs","reponame","apache-hadoop","cloudBuildSource","isAutobuildsAvailable","repo",{"_40":41,"_42":43,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":55,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":74,"_79":11,"_80":81,"_85":33,"_86":87},"categories",[],"content_types",[44],"image","date_registered","2022-02-01T15:25:29.614885Z","description","Apache Hadoop pseudo mode","is_private","last_updated","2022-02-02T07:51:40.999391Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[56],"application/vnd.docker.container.image.v1+json","name","pull_count",169,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","Step 1(Pull Image from docker hub)
\ndocker pull bajwalabs/apache-hadoop:pseudo.3.3.1\n\nStep 2(Setup environment variables)
\nCreate an environment variables file. e.g. env.list\n
Put below environment variables in this file. See the environment variables list at the bottom.\n\nStep 3(Run Container)
\ndocker run --env-file env.list --volume hadoop_volume:/myhadoop --name apache-hadoop-pseudo331 -t -p 9870:9870 -p 9864:9864 -p 8042:8042 -p 8088:8088 -p 8188:8188 bajwalabs/apache-hadoop:pseudo.3.3.1\n
Note:The above command will not remove Container when Stopped as --rm argument is not used.\n\nStep 4(Stop Container)
\ndocker stop apache-hadoop-pseudo331\n
Note:Use another console to run above command\n\nStep 5(Start the stopped Container)
\ndocker start apache-hadoop-pseudo331\n\nStep 4(Launch a Bash terminal within a container
\nOnce container is running, you may Launch a Bash terminal with below command.
\ndocker exec -it apache-hadoop-pseudo331 bash\n\nEnvironment Variables
\nCLUSTER_NAME=test
\nMULTIHOMED_NETWORK=0
\n\nCORE_CONF_fs_defaultFS=hdfs://localhost:9000
\nCORE_CONF_hadoop_http_staticuser_user=root
\nCORE_CONF_hadoop_proxyuser_hue_hosts=*
\nCORE_CONF_hadoop_proxyuser_hue_groups=*
\nCORE_CONF_io_compression_codecs=org.apache.hadoop.io.compress.SnappyCodec
\n\nHDFS_CONF_dfs_webhdfs_enabled=true
\nHDFS_CONF_dfs_permissions_enabled=false
\nHDFS_CONF_dfs_namenode_datanode_registration_ip___hostname___check=false
\n\nYARN_CONF_yarn_log___aggregation___enable=true
\nYARN_CONF_yarn_log_server_url=http://localhost:8188/applicationhistory/logs/
\nYARN_CONF_yarn_resourcemanager_recovery_enabled=true
\nYARN_CONF_yarn_resourcemanager_store_class=org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore
\nYARN_CONF_yarn_resourcemanager_scheduler_class=org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
\nYARN_CONF_yarn_scheduler_capacity_root_default_maximum___allocation___mb=8192
\nYARN_CONF_yarn_scheduler_capacity_root_default_maximum___allocation___vcores=4
\nYARN_CONF_yarn_resourcemanager_fs_state___store_uri=/rmstate
\nYARN_CONF_yarn_resourcemanager_system___metrics___publisher_enabled=true
\nYARN_CONF_yarn_resourcemanager_hostname=localhost
\nYARN_CONF_yarn_resourcemanager_address=localhost:8032
\nYARN_CONF_yarn_resourcemanager_scheduler_address=localhost:8030
\nYARN_CONF_yarn_resourcemanager_resource__tracker_address=localhost:8031
\nYARN_CONF_yarn_timeline___service_enabled=true
\nYARN_CONF_yarn_timeline___service_generic___application___history_enabled=true
\nYARN_CONF_yarn_timeline___service_hostname=localhost
\nYARN_CONF_mapreduce_map_output_compress=true
\nYARN_CONF_mapred_map_output_compress_codec=org.apache.hadoop.io.compress.SnappyCodec
\nYARN_CONF_yarn_nodemanager_resource_memory___mb=16384
\nYARN_CONF_yarn_nodemanager_resource_cpu___vcores=8
\nYARN_CONF_yarn_nodemanager_disk___health___checker_max___disk___utilization___per___disk___percentage=98.5
\nYARN_CONF_yarn_nodemanager_remote___app___log___dir=/app-logs
\nYARN_CONF_yarn_nodemanager_aux___services=mapreduce_shuffle
\n\nMAPRED_CONF_mapreduce_framework_name=yarn
\nMAPRED_CONF_mapred_child_java_opts=-Xmx4096m
\nMAPRED_CONF_mapreduce_map_memory_mb=4096
\nMAPRED_CONF_mapreduce_reduce_memory_mb=8192
\nMAPRED_CONF_mapreduce_map_java_opts=-Xmx3072m
\nMAPRED_CONF_mapreduce_reduce_java_opts=-Xmx6144m
\nMAPRED_CONF_yarn_app_mapreduce_am_env=HADOOP_MAPRED_HOME=/opt/hadoop-3.3.1/
\nMAPRED_CONF_mapreduce_map_env=HADOOP_MAPRED_HOME=/opt/hadoop-3.3.1/
\nMAPRED_CONF_mapreduce_reduce_env=HADOOP_MAPRED_HOME=/opt/hadoop-3.3.1/
\n\n\nTroubleshooting
\n-Make sure below ports and all default hadoop 3.3 ports are opened in firewall(if any)
\n9870,9864,8042,8088,8188,9000,8188,8032,8030,8031
\n-Set memory settings in below variables according to you rsystem resources
\n\nMAPRED_CONF_mapred_child_java_opts
\nMAPRED_CONF_mapreduce_map_memory_mb
\nMAPRED_CONF_mapreduce_reduce_memory_mb
\nMAPRED_CONF_mapreduce_map_java_opts
\nMAPRED_CONF_mapreduce_reduce_java_opts
\nYARN_CONF_yarn_scheduler_capacity_root_default_maximum___allocation___mb
\nYARN_CONF_yarn_nodemanager_resource_memory___mb
\n","has_starred","hub_user","immutable_tags_settings",{"_75":11,"_76":77},"enabled","rules",[78],".*","is_automated","permissions",{"_82":21,"_83":11,"_84":11},"read","write","admin","user","storage_size",811106845,"orgData","recentTags",[91,129],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":100,"_50":118,"_119":94,"_120":33,"_121":56,"_57":122,"_123":124,"_125":109,"_126":118,"_127":66,"_128":21},"content_type","creator",16547805,"full_size",811079380,"id",190264928,"images",[101],{"_102":103,"_104":105,"_106":107,"_108":109,"_110":111,"_112":113,"_114":107,"_115":-5,"_116":96,"_63":66,"_117":-5},"architecture","amd64","digest","sha256:27566ea30971f5f7227b951ebb64c778c625935e0f10fccc2fc5a61222928549","features","","last_pulled","2026-09-27T04:31:56.303579707Z","last_pushed","2022-02-01T15:57:53Z","os","linux","os_features","os_version","size","variant","2022-02-02T07:51:40.709381Z","last_updater","last_updater_username","media_type","pseudo.latest","repository",16370939,"tag_last_pulled","tag_last_pushed","tag_status","v2",{"_92":44,"_93":94,"_95":96,"_97":130,"_99":131,"_50":133,"_119":94,"_120":33,"_121":56,"_57":134,"_123":124,"_125":109,"_126":133,"_127":66,"_128":21},190264870,[132],{"_102":103,"_104":105,"_106":107,"_108":109,"_110":111,"_112":113,"_114":107,"_115":-5,"_116":96,"_63":66,"_117":-5},"2022-02-02T07:51:16.790484Z","pseudo.3.3.1","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"routes/_layout.r.$namespace.$reponame.tags",{"_38":146,"_153":154,"_142":167,"_168":11},{"_40":147,"_42":148,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":149,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":150,"_79":11,"_80":152,"_85":33,"_86":87},[],[44],[56],{"_75":11,"_76":151},[78],{"_82":21,"_83":11,"_84":11},"tags",{"_155":156,"_157":-5,"_158":-5,"_159":160},"count",2,"next","previous","results",[161,164],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":162,"_50":118,"_119":94,"_120":33,"_121":56,"_57":122,"_123":124,"_125":109,"_126":118,"_127":66,"_128":21},[163],{"_102":103,"_104":105,"_106":107,"_108":109,"_110":111,"_112":113,"_114":107,"_115":-5,"_116":96,"_63":66,"_117":-5},{"_92":44,"_93":94,"_95":96,"_97":130,"_99":165,"_50":133,"_119":94,"_120":33,"_121":56,"_57":134,"_123":124,"_125":109,"_126":133,"_127":66,"_128":21},[166],{"_102":103,"_104":105,"_106":107,"_108":109,"_110":111,"_112":113,"_114":107,"_115":-5,"_116":96,"_63":66,"_117":-5},[],"canDeleteTags","actionData","errors"]

bajwalabs/apache-hadoop

Tags for bajwalabs/apache-hadoop