[{"_1":2,"_160":-5,"_161":-5},"loaderData",{"_3":4,"_17":18,"_25":26,"_139":140},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","routes/_layout",{"_19":-5,"_20":21,"_22":21,"_23":11,"_24":21},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_27":28,"_29":-5,"_30":11,"_31":11,"_32":33,"_34":35,"_36":-5,"_37":11,"_38":39,"_88":-5,"_89":90,"_128":-5,"_129":11,"_130":21,"_131":11,"_132":-5,"_133":11,"_134":-5,"_135":136,"_137":91,"_138":-7},"canonicalUrl","https://hub.docker.com/r/voarsh/housewatch/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","voarsh","reponame","housewatch","cloudBuildSource","isAutobuildsAvailable","repo",{"_40":41,"_42":43,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":55,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":74,"_79":11,"_80":81,"_85":33,"_86":87},"categories",[],"content_types",[44],"image","date_registered","2023-06-04T15:07:43.990622Z","description","","is_private","last_updated","2023-06-04T15:20:13.379472Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[56],"application/vnd.docker.container.image.v1+json","name","pull_count",305,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","

\n \n

\n\n\n

\n \n

\n\n\n## 📈 Open source tool for monitoring and managing ClickHouse clusters\n\n- Get an overview of cluster load and performance\n- Drill down into your queries and understand the load they put on your cluster\n- Search through logs and errors\n- Monitor and kill running queries with the click of a button\n- Get stats on your disk usage per node, and understand how much disk space tables, columns, and parts take up\n- Run your own queries straight from the interface to further dig into performance and cluster issues\n- Setup operations to run in the background with automatic rollbacks for failures\n\n## 💻 Deploy\n\nTo deploy HouseWatch, clone this repo and then run the following, substituting the environment variables for the relevant values of one of your ClickHouse instances:\n\n```bash\nCLICKHOUSE_HOST=localhost \\\nCLICKHOUSE_CLUSTER=mycluster \\\nCLICKHOUSE_USER=default \\\nCLICKHOUSE_PASSWORD=xxxxxxxxxxx \\\ndocker compose -f docker-compose.yml up\n```\n\nAfter running the above, the UI will be running on [http://localhost:3000](http://localhost:3000). For production installs, you might want to setup something like [Caddy](https://caddyserver.com/) or [NGINX](https://nginx.org/en/) with a [Let's Encrypt](https://letsencrypt.org/) TLS certificate.\n\n

\n\n

\n\n
\n\nThe following are the supported environment variables for configuring your HouseWatch deployment:\n\n- `CLICKHOUSE_HOST`: Required - hostname of the instance to connect to.\n- `CLICKHOUSE_USER`: Required - username to access ClickHouse. Can be a read-only user, but in that case not all features will work.\n- `CLICKHOUSE_PASSWORD`: Required - password for the specified user.\n- `CLICKHOUSE_DATABASE`: Optional - database to connect to by default.\n- `CLICKHOUSE_CLUSTER`: Optional - cluster name, to analyze data from the whole cluster.\n- `CLICKHOUSE_SECURE`: Optional - see [clickhouse-driver docs](https://clickhouse-driver.readthedocs.io/en/latest/index.html) for more information\n- `CLICKHOUSE_VERIFY`: Optional - see [clickhouse-driver docs](https://clickhouse-driver.readthedocs.io/en/latest/index.html) for more information\n- `CLICKHOUSE_CA`: Optional - see [clickhouse-driver docs](https://clickhouse-driver.readthedocs.io/en/latest/index.html) for more information\n\n

\n\n## 💡 Motivation\n\nAt PostHog we manage a few large ClickHouse clusters and found ourselves in need of a tool to monitor and manage these more easily. \n\nClickHouse is fantastic at introspection, providing a lot of metadata about the system in its system tables so that it can be easily queried. However, knowing exactly how to query and parse the available information can be a difficult task. Over the years at PostHog, we've developed great intuition for how to debug ClickHouse issues using ClickHouse, and HouseWatch is the compilation of this knowledge into a tool.\n\nBeyond monitoring, we also built internal systems and processes for managing the clusters that spanned various platforms. We would use Grafana to look at metrics, SSH into nodes for running operations and using specialized tooling, query via Metabase to dig deeper into the data in the system tables and create dashboards, and then a combination of tools baked into the PostHog product for further debugging and streamlined operations such as our [async migrations](https://posthog.com/blog/async-migrations) tool, and internal views for listing queries and analyzing their performance.\n\nAs a result, we felt it was appropriate to have these tools live in one place. Ultimately, our vision for HouseWatch is that it can both serve the purpose of a pganalyze for the ClickHouse ecosystem, while also including tooling for taking action on insights derived from the analysis.\n\n## 🏗️ Status of the project\n\nHouseWatch is in its early days and we have a lot more features in mind that we'd like to build into it going forward. The code could also use some cleaning up :) As of right now, it is considered Beta software and you should exercise caution when using it in production. \n\nOne potential approach is to connect HouseWatch to ClickHouse using a read-only user. In this case, the cluster management features will not work (e.g. operations, query editor), but the analysis toolset will function normally.\n\n\n## ℹ️ Contributing\n\nContributions are certainly welcome! However, if you'd like to build a new feature, please open up an issue first.\n\n## ⭐ Features\n\n

Query performance

\n\n

\n\n
\n

Schema stats

\n\n

\n\n
\n

Query benchmarking

\n\n

\n\n
\n

Logs

\n\n

\n\n
\n

Query editor

\n\n

\n\n
\n

Disk usage

\n\n

\n\n
\n

Errors

\n\n

\n\n
\n

Operations

\n\n

\n\n\n\n## 🗒️ To-do list\n\nA public list of things we intend to do with HouseWatch in the near future.\n\n

\n\n

See list

\n\n
\n\nFeatures\n\n- [ ] System issues tab\n- [ ] EXPLAIN visualizer\n- [ ] Multiple instance support\n- [ ] Cache queries\n- [ ] Stats on page cache hit percentage\n- [ ] Make operations resilient to Celery going down (as we do in PostHog with async migrations)\n- [ ] Read-only mode\n- [ ] Button to force refresh running queries list\n- [ ] Logs pagination\n- [ ] Allow copying example queries\n- [ ] Configurable time ranges\n- [ ] Whole cluster schema stats\n- [ ] More operation controls: view, delete, edit, re-run, display errors\n- [ ] Link to saved query by ID\n\n\nDeveloper experience\n\n- [ ] Configure instance from UI\n- [ ] Publish a Docker image\n- [ ] Development docker-compose.yml with baked in ClickHouse\n\nCleanup\n\n- [ ] Extract README images out of repo \n- [ ] Make banner subtitle work on dark mode\n- [ ] Fetch data independently on the query analyzer\n- [ ] Breakpoint for logs search\n- [ ] Run Django \"production server\"\n- [ ] Write tests :)\n- [ ] Query editor pipe all errors to client\n- [ ] Abstraction to load data from API as JSON\n\n

\n","has_starred","hub_user","immutable_tags_settings",{"_75":11,"_76":77},"enabled","rules",[78],".*","is_automated","permissions",{"_82":21,"_83":11,"_84":11},"read","write","admin","user","storage_size",374100528,"orgData","recentTags",[91],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":100,"_101":102,"_50":117,"_118":94,"_119":33,"_120":56,"_57":121,"_122":123,"_124":108,"_125":117,"_126":66,"_127":21},"content_type","creator",9335803,"digest","sha256:46dd0127fbaf3a6ad3506d422dd2b2455f613a8c6e797411ed8bf4d45190cc92","full_size",374087721,"id",451018981,"images",[103],{"_104":105,"_95":96,"_106":48,"_107":108,"_109":110,"_111":112,"_113":48,"_114":-5,"_115":98,"_63":66,"_116":-5},"architecture","amd64","features","last_pulled","2026-09-29T15:10:38.45491805Z","last_pushed","2023-06-04T15:20:14Z","os","linux","os_features","os_version","size","variant","2023-06-04T15:20:13.369201Z","last_updater","last_updater_username","media_type","latest","repository",20183952,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"selectedTag","attestationsUrl","routes/_layout.r.$namespace.$reponame.tags",{"_38":141,"_148":149,"_135":158,"_159":11},{"_40":142,"_42":143,"_45":46,"_47":48,"_49":11,"_50":51,"_52":53,"_54":144,"_57":35,"_32":33,"_58":59,"_60":44,"_61":62,"_63":64,"_65":66,"_67":-5,"_68":62,"_69":70,"_71":11,"_72":33,"_73":145,"_79":11,"_80":147,"_85":33,"_86":87},[],[44],[56],{"_75":11,"_76":146},[78],{"_82":21,"_83":11,"_84":11},"tags",{"_150":64,"_151":-5,"_152":-5,"_153":154},"count","next","previous","results",[155],{"_92":44,"_93":94,"_95":96,"_97":98,"_99":100,"_101":156,"_50":117,"_118":94,"_119":33,"_120":56,"_57":121,"_122":123,"_124":108,"_125":117,"_126":66,"_127":21},[157],{"_104":105,"_95":96,"_106":48,"_107":108,"_109":110,"_111":112,"_113":48,"_114":-5,"_115":98,"_63":66,"_116":-5},[],"canDeleteTags","actionData","errors"]

voarsh/housewatch

Tags for voarsh/housewatch