[{"_1":2,"_158":-5,"_159":-5},"loaderData",{"_3":4,"_17":18,"_25":26,"_137":138},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","routes/_layout",{"_19":-5,"_20":21,"_22":21,"_23":11,"_24":21},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_27":28,"_29":-5,"_30":11,"_31":11,"_32":33,"_34":35,"_36":-5,"_37":11,"_38":39,"_88":-5,"_89":90,"_128":-5,"_129":11,"_130":21,"_131":11,"_132":-5,"_133":11,"_134":-5,"_135":136},"canonicalUrl","https://hub.docker.com/r/echang0929/dswspark-runner/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","echang0929","reponame","dswspark-runner","cloudBuildSource","isAutobuildsAvailable","repo",{"_40":41,"_42":43,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":55,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":74,"_79":11,"_80":81,"_85":33,"_86":87},"categories",[],"content_types",[44],"image","date_registered","2019-08-02T05:30:07.844457Z","description","","is_private","last_updated","2022-01-11T20:41:07.698175Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[56],"application/vnd.docker.container.image.v1+json","name","pull_count",426946,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","Tag: v3.1.1\n\nClean spark image with jre 8 and root user\n\nStep 1: \n\n```\n➜ tar -zxf ~/Downloads/spark-3.1.1-bin-hadoop3.2.tgz\n➜ cd spark-3.1.1-bin-hadoop3.2\n➜ vi kubernetes/dockerfiles/spark/Dockerfile\n```\n\n```\n####\n#ARG java_image_tag=11-jre-slim\nARG java_image_tag=8-jre-slim\n......\n\n# Specify the User that the actual main process will run as\n#USER ${spark_uid}\nUSER root\n####\n```\n\nStep 2:\n\n```\n➜ docker build -t echang0929/dswspark-runner:v3.1.1 -f kubernetes/dockerfiles/spark/Dockerfile .\n➜ docker push echang0929/dswspark-runner:v3.1.1\n```\n\nTag: v3.0.1-2\n\nmerged all stocator, schema-registry and avro-serializer jars and their dependency jars into spark jars/ folder, and removed conflict low version jars.\n```\n \n io.confluent\n kafka-schema-registry\n 5.4.1\n \n \n io.confluent\n kafka-avro-serializer\n 5.4.1\n \n\n \n com.ibm.stocator\n stocator\n 1.1.3\n \n```\nUse the command: \n```\n mvn dependency:copy-dependencies\n```\nto download all dependency jars. \n```\n ls spark-3.0.1-bin-hadoop3.2/jars | sort > jarlist.txt \n for ii in $(cat toremove.txt); do mv spark-3.0.1-bin-hadoop3.2/jars/$ii bkpjars/; done\n```\n\nTag: v3.0.1-3\n\nTo match compatibility between kubernetes-client with our K8s version 1.19.5, upgraded all kubernetes related jar into 4.13.1:\n```\n \n \n io.fabric8\n kubernetes-client\n 4.13.1\n \n \n io.fabric8\n kubernetes-model\n 4.13.1\n \n \n io.fabric8\n kubernetes-model-common\n 4.13.1\n \n \n```\nAnd upgraded all jackson related jars into 2.11.2\n","has_starred","hub_user","immutable_tags_settings",{"_75":11,"_76":77},"enabled","rules",[78],".*","is_automated","permissions",{"_82":21,"_83":11,"_84":11},"read","write","admin","user","storage_size",14521650953,"orgData","recentTags",[91],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":100,"_50":117,"_118":94,"_119":33,"_120":56,"_57":121,"_122":123,"_124":108,"_125":117,"_126":66,"_127":21},"content_type","creator",2395639,"full_size",472218398,"id",181920151,"images",[101],{"_102":103,"_104":105,"_106":48,"_107":108,"_109":110,"_111":112,"_113":48,"_114":-5,"_115":96,"_63":66,"_116":-5},"architecture","amd64","digest","sha256:2a2e3d4145439bfdd77661348ad0b01b9d605a82967d3169027d34d4eaf52f0c","features","last_pulled","2026-09-22T18:29:07.841075584Z","last_pushed","2021-12-10T21:45:53Z","os","linux","os_features","os_version","size","variant","2021-12-10T21:56:22.796471Z","last_updater","last_updater_username","media_type","v3.1.2","repository",7495202,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"routes/_layout.r.$namespace.$reponame.tags",{"_38":139,"_146":147,"_135":156,"_157":11},{"_40":140,"_42":141,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":142,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":143,"_79":11,"_80":145,"_85":33,"_86":87},[],[44],[56],{"_75":11,"_76":144},[78],{"_82":21,"_83":11,"_84":11},"tags",{"_148":64,"_149":-5,"_150":-5,"_151":152},"count","next","previous","results",[153],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":154,"_50":117,"_118":94,"_119":33,"_120":56,"_57":121,"_122":123,"_124":108,"_125":117,"_126":66,"_127":21},[155],{"_102":103,"_104":105,"_106":48,"_107":108,"_109":110,"_111":112,"_113":48,"_114":-5,"_115":96,"_63":66,"_116":-5},[],"canDeleteTags","actionData","errors"]

echang0929/dswspark-runner

Tags for echang0929/dswspark-runner