[{"_1":2,"_169":-5,"_170":-5},"loaderData",{"_3":4,"_13":14,"_20":21,"_148":149},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","routes/_layout",{"_15":-5,"_16":17,"_18":17,"_19":11},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","routes/_layout.r.$namespace.$reponame",{"_22":23,"_24":-5,"_25":11,"_26":11,"_27":28,"_29":30,"_31":-5,"_32":11,"_33":34,"_84":85,"_107":108,"_141":-5,"_142":11,"_143":17,"_144":11,"_145":-5,"_146":147},"canonicalUrl","https://hub.docker.com/r/pebbletech/sangrenel/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","pebbletech","reponame","sangrenel","cloudBuildSource","isAutobuildsAvailable","repo",{"_35":36,"_37":38,"_40":41,"_42":43,"_44":11,"_45":46,"_47":48,"_49":50,"_52":30,"_27":28,"_53":54,"_55":-5,"_56":57,"_58":59,"_60":61,"_62":-5,"_63":64,"_65":66,"_67":11,"_68":28,"_69":70,"_75":17,"_76":77,"_81":28,"_82":83},"categories",[],"content_types",[39],"image","date_registered","2016-05-31T15:46:32.818588Z","description","Kafka load test tool - https://github.com/jamiealquiza/sangrenel","is_private","last_updated","2016-05-31T16:26:00.598149Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[51],"application/vnd.docker.distribution.manifest.v1+prettyjws","name","pull_count",78984,"repository_type","star_count",2,"status",1,"status_description","active","source","collaborator_count",0,"full_description","sangrenel\n=========\n\n\"...basically a cloth bag filled with small jagged pieces of scrap iron\"\n\n### Installation\n\nNOTE: Sangrenel locally bundles the latest release (v1.8.0) of Sarama (the Go client library), which builds properly with Sangrenel - but the functionally with this version has not been extensively tested.\n\nAssuming Go is installed (tested with 1.6) and $GOPATH is set:\n\n- `go get github.com/jamiealquiza/sangrenel`\n- `go install github.com/jamiealquiza/sangrenel`\n\nBinary will be found at `$GOPATH/bin/sangrenel`\n\n### Overview\n\nSmashes Kafka queues with lots of messages and reports performance metrics (to console and optionally, Graphite). Usage overview:\n\n

\n% ./sangrenel -h\nUsage of ./sangrenel:\n  -batch=0: Max messages per batch. Defaults to unlimited (0).\n  -brokers=\"localhost:9092\": Comma delimited list of Kafka brokers\n  -clients=1: Number of Kafka client workers\n  -compression=\"none\": Message compression: none, gzip, snappy\n  -graphite-ip=\"\": Destination Graphite IP address\n  -graphite-metrics-prefix=\"random\": Top-level Graphite namespace prefix (defaults to hostname)\n  -graphite-port=\"\": Destination Graphite plaintext port\n  -noop=false: Test message generation performance, do not transmit messages\n  -producers=5: Number of producer instances per client\n  -rate=100000000: Apply a global message rate limit\n  -size=300: Message size in bytes\n  -topic=\"sangrenel\": Topic to publish to\n

\n\nThe -clients directive initializes n Kafka clients. Each client manages 5 Kafka producer instances (overridden with -producers) in goroutines that synchronously publish random messages of -size bytes to the referenced Kafka cluster/topic, as fast as possible. Kafka client worker counts need to be scaled up in order to produce more throughput, as each client connection maxes out throughput with roughly 5 producers instances. Configuring these variables allows you to roughly model arbitary topologies of connection counts and workers per connection. The -rate directive allows you to place a global cap on the total message rate for all workers combined.\n\nNote: Sangrenel will automatically raise GOMAXPROCS to the value detected by runtime.NumCPU() to support increasing numbers of -clients. Sangrenel should be tested with --noop (messages are only generated but not transmitted to the brokers) in order to determine the maximum message rate that the configured message size and worker setting can generate. Otherwise, you may see a throughput rate that's computationally bound versus the actual limitation of the Kafka brokers being testing.\n\nIf a topic is referenced that does not yet exist, Sangrenel will create one with a default of 2 partitions / 1 replica (or as defined in your Kafka server configuration). Alternative parition/replica topologies should be created manually prior to running Sangrenel.\n\nSangrenel outputs metrics based on the previous 5 seconds of operation: the aggregate amount of data being produced, message transaction rate (or generated rate if using --noop) and 90th percentile worst latency average (time from message sent to receiving an ack from the broker).\n\nIf optionally defined, Graphite can be used as a secondary output location. This allows you to graph performance results in addition to overlaying Sangrenel metrics against Kafka cluster metrics that you may already be collecting in Graphite.\n\n

\n% ./sangrenel -brokers=\"192.168.100.204:9092\" -size=250 -topic=load -clients=4 -graphite-ip=\"192.168.100.175\" -graphite-port=\"2013\" \n\n::: Sangrenel :::\n\nStarting 4 client workers, 5 producers per worker\nMessage size 250 bytes, 0 message limit per batch\nCompression: none\n\n2015/03/20 11:19:14 client_1 connected\n2015/03/20 11:19:14 client_2 connected\n2015/03/20 11:19:14 client_4 connected\n2015/03/20 11:19:15 client_3 connected\n2015/03/20 11:19:19 Generating 27Mb/sec @ 14387 messages/sec | topic: load | 2.30ms 90%ile latency\n2015/03/20 11:19:19 Metrics flushed to Graphite\n2015/03/20 11:19:24 Generating 28Mb/sec @ 14582 messages/sec | topic: load | 2.21ms 90%ile latency\n2015/03/20 11:19:24 Metrics flushed to Graphite\n2015/03/20 11:19:29 Generating 28Mb/sec @ 14772 messages/sec | topic: load | 2.22ms 90%ile latency\n2015/03/20 11:19:29 Metrics flushed to Graphite\n2015/03/20 11:19:34 Generating 29Mb/sec @ 15110 messages/sec | topic: load | 2.16ms 90%ile latency\n2015/03/20 11:19:34 Metrics flushed to Graphite\n2015/03/20 11:19:39 Generating 29Mb/sec @ 15057 messages/sec | topic: load | 2.16ms 90%ile latency\n2015/03/20 11:19:39 Metrics flushed to Graphite\n

\n\nMessages/sec. vs latency:\n\n![ScreenShot](http://us-east.manta.joyent.com/jalquiza/public/github/sangrenel-graphite0.png)\n\nMB/s. vs latency (Sangrenel writes byte values, so this can be viewed as Mb and Gb in Grafana):\n\n![ScreenShot](http://us-east.manta.joyent.com/jalquiza/public/github/sangrenel-graphite1.png)\n\n### Performance\n\nSangrenel obliterating all cores on an EC2 c4.8xlarge instance in noop mode, generating over 6.4Gb/s of random message data:\n\n![ScreenShot](http://us-east.manta.joyent.com/jalquiza/public/github/sangrenel-c4.png)\n","has_starred","hub_user","immutable_tags_settings",{"_71":11,"_72":73},"enabled","rules",[74],".*","is_automated","permissions",{"_78":17,"_79":11,"_80":11},"read","write","admin","user","storage_size",78605421,"orgData",{"_86":87,"_88":89,"_90":91,"_92":28,"_93":94,"_95":96,"_97":98,"_99":100,"_101":102,"_103":94,"_104":94,"_105":94,"_106":17},"id","3b995d0bf55b40f6a9b3aed18001ed42","uuid","3b995d0b-f55b-40f6-a9b3-aed18001ed42","type","organization","orgname","full_name","","location","Palo Alto, CA","company","Pebble","profile_url","https://www.pebble.com/","date_joined","2015-10-08T16:42:49.458274Z","gravatar_url","gravatar_email","badge","is_active","recentTags",[109],{"_110":39,"_111":112,"_113":114,"_86":115,"_116":117,"_45":130,"_131":112,"_132":28,"_133":51,"_52":134,"_135":136,"_137":-5,"_138":130,"_139":128,"_140":17},"content_type","creator",466559,"full_size",78593246,3231490,"images",[118],{"_119":120,"_121":94,"_122":-5,"_123":-5,"_124":94,"_125":94,"_126":-5,"_127":64,"_58":128,"_129":-5},"architecture","amd64","features","last_pulled","last_pushed","os","os_features","os_version","size","inactive","variant","2016-05-31T16:25:55.342632Z","last_updater","last_updater_username","media_type","latest","repository",717719,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"routes/_layout.r.$namespace.$reponame.tags",{"_33":150,"_157":158,"_146":167,"_168":11},{"_35":151,"_37":152,"_40":41,"_42":43,"_44":11,"_45":46,"_47":48,"_49":153,"_52":30,"_27":28,"_53":54,"_55":-5,"_56":57,"_58":59,"_60":61,"_62":-5,"_63":64,"_65":66,"_67":11,"_68":28,"_69":154,"_75":17,"_76":156,"_81":28,"_82":83},[],[39],[51],{"_71":11,"_72":155},[74],{"_78":17,"_79":11,"_80":11},"tags",{"_159":59,"_160":-5,"_161":-5,"_162":163},"count","next","previous","results",[164],{"_110":39,"_111":112,"_113":114,"_86":115,"_116":165,"_45":130,"_131":112,"_132":28,"_133":51,"_52":134,"_135":136,"_137":-5,"_138":130,"_139":128,"_140":17},[166],{"_119":120,"_121":94,"_122":-5,"_123":-5,"_124":94,"_125":94,"_126":-5,"_127":64,"_58":128,"_129":-5},[],"canDeleteTags","actionData","errors"]

pebbletech/sangrenel

Tags for pebbletech/sangrenel