[{"_1":2,"_161":-5,"_162":-5},"loaderData",{"_3":4,"_17":18,"_25":26,"_140":141},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","routes/_layout",{"_19":-5,"_20":21,"_22":21,"_23":11,"_24":21},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_27":28,"_29":-5,"_30":11,"_31":11,"_32":33,"_34":35,"_36":-5,"_37":11,"_38":39,"_88":-5,"_89":90,"_129":-5,"_130":11,"_131":21,"_132":11,"_133":-5,"_134":11,"_135":-5,"_136":137,"_138":91,"_139":-7},"canonicalUrl","https://hub.docker.com/r/ravuri96/apache-drill/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","ravuri96","reponame","apache-drill","cloudBuildSource","isAutobuildsAvailable","repo",{"_40":41,"_42":43,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":55,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":74,"_79":11,"_80":81,"_85":33,"_86":87},"categories",[],"content_types",[44],"image","date_registered","2019-10-29T19:10:01.789758Z","description","Apache drill docker image for k8`s and docker swarm mode","is_private","last_updated","2019-11-25T20:53:11.076316Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[56],"application/vnd.docker.container.image.v1+json","name","pull_count",23228,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","# Apache-drill\n\n\n## Apache drill Docker Image running in **Distributed Mode**.\n\n This image can be used for any enviroments to spinup a Apache Drill in Distributed mode. Distributed mode needs an external zookeper running available. \n\n**prerequisites**\n\n* Apache Drill\n* Apache Zookeeper\n* Docker installed\n* AWS keys or AWS ec2 instance with Iam role attached with read and list permissions.\n* AWS S3 bucket\n\nIf you are deploying the apache drill to ec2-instance that has iam role attached the \n\n**Add the below code to your core-site.xml file before build the Docker Image if your are using AWS IAM role to access s3 storage**\n\n```\n\n\n\n fs.s3a.aws.credentials.provider\n com.amazonaws.auth.InstanceProfileCredentialsProvider\n\n\n fs.s3a.endpoint\n s3.amazonaws.com\n\n\n fs.s3a.impl.disable.cache\n true\n\n\n fs.s3a.connection.maximum\n 100\n\n\n```\n\n**If you are using a AWS Secret keys and Access keys then copy down the below config to your core-site.xml file before buiding the Docker Image**\n\n```\n\n\n\n fs.s3a.access.key\n ENTER-YOUR-ACCESS-KEY\n\n\n fs.s3a.secret.key\n ENTER-YOUR-SECRET-KEY\n\n\n fs.s3a.endpoint\n s3.amazonaws.com\n\n\n fs.s3a.connection.maximum\n 100\n\n\n```\n\nI am living closer to us-east-1 so my s3 endpoint is **s3.amazonaws.com** check your closer s3 endpoint in [AWS Endpoint Search](https://docs.aws.amazon.com/general/latest/gr/rande.html)\n\n\n\n## Getting started \n\nclone the repository to your local file system.\n\n\n> git clone https://github.com/ravuri96/apache-drill.git\n\n> cd apache-drill\n\n\n## To build image:\n\n> Clone the repo and build the docker image using the commands below:\n\n\n> docker build -t apachedrill:latest .\n\n\n## To deploy the apache drill docker image:\n\n\n> docker compose up -d\n\n\n\n## verify the deployment\n\n> http://localhost/8047 \n\nApache drill ui\n\n\n## To Pull the Image for dockerhub\n\n> docker pull ravuri96/apache-drill\n\n\n## Fun Part\n\n## Querying data from S3 bucket using apache drill.\n\n- Create a s3 bucket \n- Add the **insurance-data.csv** file in the project to s3 bucket.\n- enable s3 storage plugin\n\nTo enable s3 stroge plugin \n\n> http://localhost/8047/storage\n\n```\n{\n \"type\": \"file\",\n \"connection\": \"s3a://your-bucket-name\",\n \"config\": null,\n \"workspaces\": {\n \"tmp\": {\n \"location\": \"/tmp\",\n \"writable\": true,\n \"defaultInputFormat\": null,\n \"allowAccessOutsideWorkspace\": false\n },\n \"root\": {\n \"location\": \"/\",\n \"writable\": false,\n \"defaultInputFormat\": null,\n \"allowAccessOutsideWorkspace\": false\n }\n },\n \"formats\": {\n \"psv\": {\n \"type\": \"text\",\n \"extensions\": [\n \"tbl\"\n ],\n \"delimiter\": \"|\"\n },\n \"csv\": {\n \"type\": \"text\",\n \"extensions\": [\n \"csv\"\n ],\n \"extractHeader\": true,\n \"delimiter\": \",\"\n },\n \"tsv\": {\n \"type\": \"text\",\n \"extensions\": [\n \"tsv\"\n ],\n \"delimiter\": \"\\t\"\n },\n \"httpd\": {\n \"type\": \"httpd\",\n \"logFormat\": \"%h %t \\\"%r\\\" %>s %b \\\"%{Referer}i\\\"\",\n \"timestampFormat\": null\n },\n \"parquet\": {\n \"type\": \"parquet\"\n },\n \"json\": {\n \"type\": \"json\",\n \"extensions\": [\n \"json\"\n ]\n },\n \"avro\": {\n \"type\": \"avro\"\n },\n \"sequencefile\": {\n \"type\": \"sequencefile\",\n \"extensions\": [\n \"seq\"\n ]\n },\n \"csvh\": {\n \"type\": \"text\",\n \"extensions\": [\n \"csvh\"\n ],\n \"extractHeader\": true,\n \"delimiter\": \",\"\n }\n },\n \"enabled\": true\n}\n\n```\n\n**copy the above configuration and paste it in your s3 storage plugin and update it.**\n\n**We have already defined the AWS credentails or IAM Role in core-site.xml so we dont need to define again in storage plugin configuration**\n\nAll configurations are done\n\n## Now go to http://localhost/8047/query\n\n```\nselect * from s3.`insurance-data.csv`;\n```\n\n**Happy Drilling..!!!**","has_starred","hub_user","immutable_tags_settings",{"_75":11,"_76":77},"enabled","rules",[78],".*","is_automated","permissions",{"_82":21,"_83":11,"_84":11},"read","write","admin","user","storage_size",822124388,"orgData","recentTags",[91],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":100,"_50":118,"_119":94,"_120":33,"_121":56,"_57":122,"_123":124,"_125":109,"_126":118,"_127":66,"_128":21},"content_type","creator",2832657,"full_size",455438256,"id",74236366,"images",[101],{"_102":103,"_104":105,"_106":107,"_108":109,"_110":111,"_112":113,"_114":107,"_115":-5,"_116":96,"_63":66,"_117":-5},"architecture","amd64","digest","sha256:fcd3880a3e531dfe4bfc96b98a2640c77670379b6b9a0eae0b4fbee902406719","features","","last_pulled","2026-10-08T09:55:21.536418363Z","last_pushed","2019-11-25T20:03:04Z","os","linux","os_features","os_version","size","variant","2019-11-25T20:53:10.749301Z","last_updater","last_updater_username","media_type","latest","repository",7933292,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"selectedTag","attestationsUrl","routes/_layout.r.$namespace.$reponame.tags",{"_38":142,"_149":150,"_136":159,"_160":11},{"_40":143,"_42":144,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":145,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":146,"_79":11,"_80":148,"_85":33,"_86":87},[],[44],[56],{"_75":11,"_76":147},[78],{"_82":21,"_83":11,"_84":11},"tags",{"_151":64,"_152":-5,"_153":-5,"_154":155},"count","next","previous","results",[156],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":157,"_50":118,"_119":94,"_120":33,"_121":56,"_57":122,"_123":124,"_125":109,"_126":118,"_127":66,"_128":21},[158],{"_102":103,"_104":105,"_106":107,"_108":109,"_110":111,"_112":113,"_114":107,"_115":-5,"_116":96,"_63":66,"_117":-5},[],"canDeleteTags","actionData","errors"]

ravuri96/apache-drill

Tags for ravuri96/apache-drill