[{"_1":2,"_177":-5,"_178":-5},"loaderData",{"_3":4,"_13":14,"_21":22,"_152":153},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","routes/_layout",{"_15":-5,"_16":17,"_18":17,"_19":11,"_20":11},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_23":24,"_25":-5,"_26":11,"_27":11,"_28":29,"_30":31,"_32":-5,"_33":11,"_34":35,"_94":-5,"_95":96,"_143":-5,"_144":11,"_145":17,"_146":11,"_147":-5,"_148":11,"_149":-5,"_150":151},"canonicalUrl","https://hub.docker.com/r/ronakgh97/rdrive/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","ronakgh97","reponame","rdrive","cloudBuildSource","isAutobuildsAvailable","repo",{"_36":37,"_49":50,"_52":53,"_54":55,"_56":11,"_57":58,"_59":60,"_61":62,"_39":31,"_28":29,"_64":65,"_66":-5,"_67":68,"_69":70,"_71":72,"_73":-5,"_74":68,"_75":76,"_77":11,"_78":29,"_79":80,"_85":11,"_86":87,"_91":29,"_92":93},"categories",[38,43,46],{"_39":40,"_41":42},"name","Networking","slug","networking",{"_39":44,"_41":45},"Developer tools","developer-tools",{"_39":47,"_41":48},"Databases & storage","databases-and-storage","content_types",[51],"image","date_registered","2026-03-15T10:35:55.570886Z","description","decentralized, secure zero-trust object storage node, uses SSH like handshake protocol","is_private","last_updated","2026-06-30T08:14:00.586438Z","last_modified","2026-06-15T02:59:50.459205Z","media_types",[63],"application/vnd.oci.image.index.v1+json","pull_count",2434,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","Tweaking with Network Protocol & Security while building **State-of-the-art** Amazon s3 ***COMMUNIST VERSION***\n\n**Features**\n\n- file-system native database `directories are just mere hash table`\n- super secure & decentralized e2e `(uses ed22519 key for identify & x25519 for encryption)`\n- layering, delta transfer push/pull\n- built-in custom x25519 keys encryption `TLS? what is that? cloudflare? who?`\n- low memory usage, heavy in-place alloc thanks to global memory pool per connection\n- backups, versioning, secure key rotation\n- zero-trust architecture `(ssh like handshake)`\n- fearless concurrency `(very little locks freeze)`\n\n**Limitations**\n\n- vulnerable to path injection `(maybe have some edge cases)` [SOLVED, just use hash256]\n- first connection not secure `(user must trust the server first)` [USER END FAULT, NOT CODE]\n- no recovery keys\n- compute waste for unauthorized client access, init handshake/exchange takes some time, but maybe minor issue, idk\n- non-portable protocol, cross-lang support is a bit of chaos now\n- some protocols are not rate-limited as of now\n\n**How to set up?**\n\nUse docker [image](https://hub.docker.com/repository/docker/ronakgh97/rdrive/general) then you can use the CLI to\nauth/push/pull files\n\n```shell\ndocker pull ronakgh97/rdrive:latest (<125.26 MB)\ndocker run -d -p 3000:3000 -v rdrive-storage:/home/rdrive/.rdrive/storage --name rdrive-node ronakgh97/rdrive:latest\n```\n\n```shell\n# start the server\nrdrive-server serve --protocol v1 --port 3000 \n[Server FP] 95800f880bb76e3c614f4a3daef6a6948990a2bde87406416895d77737fffbb4\n[10:39:50][INFO] TCP Server (protocol v1) listening on 0.0.0.0:3000 (Max connections: 256)\n\n# ssh into server or go inside container, \n# and create ~/.rdrive/authorized_keys/ dir for whitelisting client \n# or just ENABLE_CLIENT_WHITELIST false\n\nrdrive key # gen/log ed25519 pubkey, does NOT overwrite until you do `-r` if auth already or `-a` for first init\nFound existing keypair\nPublic key (HEX SHA): d135e985fb19f343704bed31a3af6a7db91fee83bcfaadfb316ddf7cfa331635\nMake sure to mkdir (whitelist) your SHA256 public key on the server ~/.rdrive/authorized_keys/\n\nrdrive key -a\nFound existing keypair\nPublic key (HEX SHA): d135e985fb19f343704bed31a3af6a7db91fee83bcfaadfb316ddf7cfa331635\nUnknown Server IP: 127.0.0.1:3000\nServer key FP: da480ff868f9e4ce9110abf289399131e246097bafb69006474370b7208bada8\nTrust this server? [y/N]: y\nError: Auth failed: 403 - Client not authorized, please contact the admin, provider or ssh into the server\n\n# whitelist the client public key on the server, then auth again\nmkdir ~/.rdrive/authorized_keys\\c8a5a04dba635ab9b60cc2ff1f19717e5b9c683bfeeacdfca73e5c23c76cf917\n\nrdrive key -a # -a for init auth\nFound existing keypair\nPublic key (HEX SHA): d135e985fb19f343704bed31a3af6a7db91fee83bcfaadfb316ddf7cfa331635\nAuth successfully\n\nrdrive key -r # -r for rotate/sync key\nPreview change (HEX SHA)\n> d135e985fb19f343704bed31a3af6a7db91fee83bcfaadfb316ddf7cfa331635\n> dba1253bbe0f28705afdf6357aa55c44aaece05f3a56a75090a75cf5911a1fbe # does not SAVE, if sync fails\nAuth successfully\nKey rotated/synced successfully\n```\n\n```shell\nrdrive push --file dummy.bin --protocol v1 --port 3000\nEnter file key: ronak\n1 4a43afa64e9342fc8320e63a43eb193b | pushed (2026-05-27 10:41:50) | pulled (never)\n2 cf7aefc6b11d4ebd8eb87521125d3ef8 | pushed (2026-05-27 10:42:06) | pulled (never)\n3 2fef22f7725d48f59fcd2e4f554854c6 | pushed (2026-05-27 10:42:56) | pulled (2026-05-27 10:43:34)\nOverwrite? [n/0]: 1\nStarting upload: dummy.bin (2048 mb)\nFile hash: b847e45da8d383833638cd57fcf7a223e0ef6c43ff2a9e12b511e6e99e30eacb\nFile ID: 4a43afa64e9342fc8320e63a43eb193b - Network_time: 1.4297787s\n\nrdrive pull --protocol v1 --port 3000 \nEnter file ID: 2fef22f7725d48f59fcd2e4f554854c6\nEnter file key: ronak\nDownloading: dummy.bin (2048 mb)\nSaved to: .\\dummy.bin - Network_time: 0.0160485s\n```\n\n**TLS & Protocol perf**\n\n```shell\nrdrive perf --sample 1\nPerf testing TLS Handshake, sampling for 60s\nPort: 53911 Sample count: 8192 \nSamples: 8192\nSuccess: 8192 Failed: 0\nH/s: 372\np50: 2.59 ms\np95: 3.41 ms\np99: 4.70 ms\n\nPerf testing encrypted protocol, sampling for 60s\nSession Key: 05c9b5c66195d57aa6407807537e101da19fcaeca1d350db84989f4ec751e9c4\nSample: 644\nTotal payload: 4419MB\nServer Time avg: 92ms (~3ms in-flight-processing)\nNetwork Time avg: 89ms (p50: 89 p95: 94 p99: 101)\n```\n\n**Layering/Delta Transfer**/CAS (WIP)\n\n```shell\nrunning 1 test\nHash of old file: 71a76fce0e402f2643078c01b1a82ddc6b647fa130c8647b0df8e327b6616e96\nLayer metadata of old.tmp:\nhash=d39aa5b5b22fd0ca18e073764b1a17c5c18d4e87f791d983c241624de1f53517, offset=0\nhash=b4661b0652c6643b7dc4db85574af237f0c855ce5b19c167e30e41f0f161013d, offset=67108864\nhash=16f4039ae20635e2e61db45257f2cccc9d122dcdfc7f32d89491565f5bc795a7, offset=134217728\nhash=346104ebf6a91848949f8f5af8bff439e58dd75854abdcf731b278bd2ce5f7a1, offset=201326592\nHash of old file: cea79e99936ca4c3b85a144f8a542f631c4fd8a64b1368b967de57fe9252f1c2\nLayer metadata of new.tmp:\nhash=e40164c21c10e1f47c9eac7f8875796f6bbb3e2ec2a67f65911f0ce28acaae03, offset=0 # ONLY THIS LAYER CHANGED\nhash=b4661b0652c6643b7dc4db85574af237f0c855ce5b19c167e30e41f0f161013d, offset=67108864\nhash=16f4039ae20635e2e61db45257f2cccc9d122dcdfc7f32d89491565f5bc795a7, offset=134217728\nhash=346104ebf6a91848949f8f5af8bff439e58dd75854abdcf731b278bd2ce5f7a1, offset=201326592\ntest layer::test_layering ... ok\n```\n\n**How things are stored?**\n\n```shell\n.rdrive/\n authorized_keys/ # white_list & user key-space dir\n / # im choosing hex over any key format for less friction and errors\n rot.history # for key rotation history, use case?\n /\n rot.history\n ...\n \n storage/\n / # user-space dir\n /\n / # CAS/Layering and all that stuff\n e40164c21c10e...\n b4661b0652c66...\n ...\n metadata.json\n /\n /\n /\n 346104ebf6a9w...\n c9d122dcdfc70...\n ...\n metadata.json\n ...\n \n server/ # keep them here for now\n private_ed25519.key\n public_ed25519.key\n```\n\n> NOTE: This can be improved by introducing sharding & stuffs\n\nTODO\n\n- Better Encryption for storage and metadata\n- Better Bandwidth tracking and limits [DONE]\n- Better Error handling and logging [DONE]\n- Thread pool for better concurrency and resource management [Partially DONE]\n- Better file management and cleanup strategies [Partially DONE]\n- Authentication and access control [Partially DONE]\n- Fix and improve the buffering and streaming for large files (diff hashing, chunking, chopping, etc.)\n- More protocol features like file listing, metadata retrieval, more commands etc. [DONE]\n- Graceful shutdown and cleanup\n- Little bit client polish, prefer 256 512 Hash over of raw hex OR PEM usage, where can [DONE]\n- Protocol v2 meant to be use UDP, but skill issues...\n- Encrypted share feature between clients (stateless relay server) without sharing the master key, maybe using some kind\n of temporary keys or\n something, IDK [Partially DONE]\n- Migrate to async architecture (TOKIO) [DONE]\n- Too many repetitive code, need to refactor and clean up the codebase\n- Still some buffering issues, data gets stalls, does not flush properly [DONE]\n- Multi-port support for better concurrency\n- rsync support (rolling hashing, delta transfers, etc.) CDC `LAYERING like docker` [Partially DONE]\n- Serialized headers, rm fragile parsing [DONE]\n- Add proper user-space (multiple users) [DONE]\n- DO some CAS magic for better storage efficiency and deduplication\n- Backup and restore features\n- Fix the MASTER_KEY/Encrption redundancy [DONE]\n- Proper secure protocol design, fuck TLS, SSL shit [DONE]\n- Portable cross-lang protocol\n- Recoverable keys somehow?, better recover & key backups\n- Global Memory Pool per connection [DONE]\n- Internal server error feedback or other similar\n- Serialize overhead, some header does not that, fixed slice will do!! [DONE]\n- Rate limiting & basic guardrails\n\nhttps://www.backblaze.com/docs/cloud-storage-about-backblaze-b2-cloud-storage\nhttps://www.rfc-editor.org/rfc/rfc8032\nhttps://www.rfc-editor.org/rfc/rfc5869\nhttps://www.openssh.org/\n\nHIRE ME `BLACKBLAZE` 🥺😭🤧 🌹","has_starred","hub_user","immutable_tags_settings",{"_81":11,"_82":83},"enabled","rules",[84],".*","is_automated","permissions",{"_88":17,"_89":11,"_90":11},"read","write","admin","user","storage_size",311221079,"orgData","recentTags",[97],{"_98":51,"_99":100,"_101":102,"_103":104,"_105":106,"_107":108,"_57":131,"_132":100,"_133":29,"_134":63,"_39":135,"_136":137,"_138":139,"_140":131,"_141":72,"_142":17},"content_type","creator",35651085,"digest","sha256:bff28fdfa9b103899c94fb1a03a117b8b1cb1b7ede6ac11cfa839ad22dfa1028","full_size",31777311,"id",1101584276,"images",[109,125],{"_110":111,"_101":112,"_113":114,"_115":116,"_117":118,"_119":120,"_121":114,"_122":-5,"_123":104,"_69":72,"_124":-5},"architecture","amd64","sha256:87857ee6cc5d2c6123a9ddef82080e21e20dfa4057eb6eaf101de08e1a115dce","features","","last_pulled","2026-09-23T11:10:49.027774145Z","last_pushed","2026-06-30T08:13:58.979162504Z","os","linux","os_features","os_version","size","variant",{"_110":126,"_101":127,"_113":114,"_115":128,"_117":129,"_119":126,"_121":114,"_122":-5,"_123":130,"_69":72,"_124":-5},"unknown","sha256:4e1e39ac7fecb61f75fb2cde508555f6b3cfd8ea1c926aa10bce3155cf42801a","2026-09-22T22:16:24.277005655Z","2026-06-30T08:13:58.927334555Z",1654,"2026-06-30T08:14:00.40567Z","last_updater","last_updater_username","media_type","latest","repository",30428283,"tag_last_pulled","2026-09-23T11:38:02.94382092Z","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"routes/_layout.r.$namespace.$reponame.tags",{"_34":154,"_164":165,"_150":175,"_176":11},{"_36":155,"_49":159,"_52":53,"_54":55,"_56":11,"_57":58,"_59":60,"_61":160,"_39":31,"_28":29,"_64":65,"_66":-5,"_67":68,"_69":70,"_71":72,"_73":-5,"_74":68,"_75":76,"_77":11,"_78":29,"_79":161,"_85":11,"_86":163,"_91":29,"_92":93},[156,157,158],{"_39":40,"_41":42},{"_39":44,"_41":45},{"_39":47,"_41":48},[51],[63],{"_81":11,"_82":162},[84],{"_88":17,"_89":11,"_90":11},"tags",{"_166":70,"_167":-5,"_168":-5,"_169":170},"count","next","previous","results",[171],{"_98":51,"_99":100,"_101":102,"_103":104,"_105":106,"_107":172,"_57":131,"_132":100,"_133":29,"_134":63,"_39":135,"_136":137,"_138":139,"_140":131,"_141":72,"_142":17},[173,174],{"_110":111,"_101":112,"_113":114,"_115":116,"_117":118,"_119":120,"_121":114,"_122":-5,"_123":104,"_69":72,"_124":-5},{"_110":126,"_101":127,"_113":114,"_115":128,"_117":129,"_119":126,"_121":114,"_122":-5,"_123":130,"_69":72,"_124":-5},[],"canDeleteTags","actionData","errors"]

ronakgh97/rdrive

Tags for ronakgh97/rdrive