[{"data":1,"prerenderedAt":350},["ShallowReactive",2],{"project-42117970":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":28,"sentiment":29,"stance_mix":30,"scored_comments":35,"aspects":36,"strip":43,"post_text":46,"what":47,"said":79,"maker_in_thread":205,"shape":214,"grid":217,"attempts":311,"same_week":312,"maker_shows":258,"maker_hidden":342,"reader_version":343,"card":344},"42117970","HyperDX","Open-source Kibana alternative for logs and traces in ClickHouse","title","Show HN: Open-source Kibana alternative for logs and traces in ClickHouse","https:\u002F\u002Fgithub.com\u002Fhyperdxio\u002Fhyperdx\u002Ftree\u002Fv2","github.com","mikeshi42",1731434659,2024,125,40,693,3515,20,"notable","infrastructure","observability","web_app",[24,21,25,26,27],"clickhouse","log search","distributed tracing","open source","curious",0.171,{"positive":31,"neutral":32,"mixed":33,"critical":34},4,12,0,1,17,{"docs":37,"execution":38,"design":39,"pricing":40,"idea":41,"performance":42},{"positive":33,"critical":33},{"positive":34,"critical":33},{"positive":34,"critical":34},{"positive":34,"critical":33},{"positive":33,"critical":33},{"positive":34,"critical":33},[44,33,44,33,33,34,33,45,33,45,33,45,44,33,44,44,33,44,45,33,44,33,44,33,33,33,44,33,44,33,44,33,33,33,33,33,33,33,44,33],3,5,"Hi HN, Mike and Warren here! We're excited to share some (early) work towards our next major version of HyperDX. HyperDX makes it easy to visualize\u002Fsearch logs & traces on top of Clickhouse (so incident & bug investigations hopefully go by a little easier). For example, if a team is thinking of migrating to Clickhouse for their observability data warehouse [1][2][3] usually due to cost or data privacy reasons, they can easily throw HyperDX on top to do the UI layer for analysis and dashboarding in a dev-friendly way (aka not needing to type paragraphs of SQL to find some logs)\n\nOver the past y",{"problem":48,"audience":54,"pricing":58,"motivation":59,"time_to_build":58,"stack":63,"openness":76,"stage":77,"team_size":78},{"value":49,"source":50,"evidence":51},"Searching and visualizing logs and traces stored in ClickHouse without writing lots of SQL","maker",[52],{"id":53},"post",{"value":55,"source":50,"evidence":56},"Teams using ClickHouse for observability data who want a developer-friendly UI",[57],{"id":53},null,{"value":60,"source":50,"evidence":61},"Give teams migrating to ClickHouse for observability a usable UI layer",[62],{"id":53},[64,68,72],{"value":65,"source":50,"evidence":66},"TypeScript",[67],{"id":53},{"value":69,"source":50,"evidence":70},"React",[71],{"id":53},{"value":73,"source":50,"evidence":74},"ClickHouse",[75],{"id":53},"open_source","beta","team",{"praise":80,"objections":101,"requests":120,"questions":142,"alternatives":169},[81,97],{"value":82,"source":83,"evidence":84},"Fast search and easy setup compared with Grafana and Google's suite","commenter",[85,89,93],{"id":86,"by":87,"text":88},"42122675","zX41ZdbW","It is actually really great! Works out of the box, does it with a single-page UI, and it is not slow. It's very close to a log viewer I always dreamed of. The UI is much better…",{"id":90,"by":91,"text":92},"42123152","lunarcave","A happy HyperDX customer here. Can't recommend it enough. We wanted something good for tracing and logs, without the price tag we were used to from datadog. We've been pleasantly…",{"id":94,"by":95,"text":96},"42118095","maxthegeek1","We use HyperDX for our observability! We had been using google's observability suite before, because we're using GKE anyways, but HyperDX's search over traces is just waaaay…",{"value":98,"source":83,"evidence":99},"Better UI than Grafana for logs",[100],{"id":86,"by":87,"text":88},[102,113],{"value":103,"source":83,"evidence":104},"Not a true one-to-one Kibana replacement; less approachable for non-technical users",[105,109],{"id":106,"by":107,"text":108},"42120681","est","Hmm, this is not the \"Kibana\" alternative I imagined. Kibana was supposed to be an easy UI. You go to Discover, and the data automatically shows in chronological order, I can…",{"id":110,"by":111,"text":112},"42120848","mathfailure","I think your project needs a 'Comparison to Kibana' section. Sell your project to me: I am currently using Kibana, why should I switch?",{"value":114,"source":83,"evidence":115},"Concern that the company may later change licensing",[116],{"id":117,"by":118,"text":119},"42119762","miah_","Whats hilarious is that Kibana started out as a Open Source. Hard to trust anything released as OSS these days that hits this site run by a for profit company.. Its all destined…",[121,128,135],{"value":122,"source":83,"evidence":123},"Support for other backends such as VictoriaLogs",[124],{"id":125,"by":126,"text":127},"42134228","valyala","HyperDX looks great! Are you going to add support for other backends (aka data sources) in order to become \"Grafana for logs\" solution? For example, I'd be glad to see the…",{"value":129,"source":83,"evidence":130},"Documentation on full-text search indexing",[131],{"id":132,"by":133,"text":134},"42121953","nh2","Can you clarify: Does the full-text search for logs linearly search all logs like Loki does, or can it speed it up with an index? The docs at https:\u002F\u002Fwww.hyperdx.io\u002Fdocs\u002Fsearch…",{"value":136,"source":83,"evidence":137},"Updated Cloudflare Workers OTel docs",[138],{"id":139,"by":140,"text":141},"42131363","lpammant","Neat! I was looking to replace DataDog with an open source alternative. I'm collecting the logs and batch sending them to DataDog using their batch http-intake API. I'm looking…",[143,150,159],{"value":144,"source":83,"evidence":145},"Does full-text search use an index like bloom filters?",[146,147],{"id":132,"by":133,"text":134},{"id":148,"by":11,"text":149},"42122048","You'd generally add an index to your logs in Clickhouse to do searching (via ngram or token bloom filters typically:…",{"value":151,"source":83,"evidence":152},"Does it set up recommended indexes automatically and replace Grafana plus Loki?",[153,156],{"id":154,"by":133,"text":155},"42122734","Thanks! When using full open-source HyperDX (beyond the Kibana part), inclusive of your choices of ingestion and controlling Clickhouse, does it set up the recommended indexes…",{"id":157,"by":11,"text":158},"42122843","yes! the full stack includes our recommended schema which has the indexes set up - it's a drop in replacement for anything that would ingest Otel-based telemetry! If you already…",{"value":160,"source":83,"evidence":161},"Does it work with S3-backed ClickHouse storage?",[162,166],{"id":163,"by":164,"text":165},"42126304","ChocolateGod","Do you support when using S3 object storage as a backing for Clickhouse? One of Grafana's advantages is its very low cost of running because you can send everything to object…",{"id":167,"by":11,"text":168},"42128633","Yup! We're agnostic to the storage medium underneath as Clickhouse's interface doesn't change based on the disk layout backing the table. In our hosted version we use S3 as well.…",[170,180,187,192,198],{"value":171,"source":83,"evidence":172},"Grafana with ClickHouse plugin",[173,177],{"id":174,"by":175,"text":176},"42120523","akdor1154","Very interested - I'm currently toying with Grafana set up in the same way, i wonder how this compares?",{"id":178,"by":11,"text":179},"42121266","If you're using the Grafana Clickhouse plugin - a number of things we do differently to them today: - We support Lucene-based search, which means it's a lot easier to find the…",{"value":181,"source":83,"evidence":182},"Elastic Kibana",[183,184],{"id":110,"by":111,"text":112},{"id":185,"by":11,"text":186},"42121640","Totally fair! Here's a few on the top of my head, they're mostly about Elastic really but of course Kibana is only really useful on ES: 1. At my last job we were running some of…",{"value":188,"source":83,"evidence":189},"Grafana with Loki",[190,191],{"id":132,"by":133,"text":134},{"id":154,"by":133,"text":155},{"value":193,"source":83,"evidence":194},"VictoriaLogs",[195],{"id":196,"by":126,"text":197},"42134202","If you want fast searching for some unique word or phrase across terabytes of logs (aka \"needle in the haystack\" type of search), then take a look at VictoriaLogs [1] (I'm the…",{"value":199,"source":83,"evidence":200},"Quesma",[201],{"id":202,"by":203,"text":204},"42121836","jakozaur","You can also use Quesma and real Kibana with ClickHouse too. Disclaimer: Co-founder of Quesma.",{"comments":206,"answered":207,"key":208},13,8,[209,210,211],{"id":148,"text":149},{"id":157,"text":158},{"id":212,"text":213},"42121190","Hrm while we aren't a 1:1 Kibana replacement today (we're not apples to apples since Kibana is locked into Elastic, whereas we're on Clickhouse) - I don't think we're too far off…",{"commenters":215,"max_depth":45,"maker_replies":206,"first_comment_mins":206,"lifespan_hours":216},22,39,[218,220,222,224,226,228,230,232,235,238,240,243,246,247,248,252,254,257,260,262,264,268,270,273,275,278,281,283,284,285,286,290,292,295,297,299,301,304,307,308],[132,33,44,219,133,33],"project\u002Fneutral\u002Fdocs",[148,33,33,221,11,34],"project\u002Fneutral\u002Fperformance",[154,33,44,223,133,33],"project\u002Fneutral\u002Fexecution",[157,33,33,225,11,34],"project\u002Fpositive\u002Fexecution",[196,33,33,227,126,33],"other\u002Fneutral\u002Fnone",[106,34,34,229,107,33],"project\u002Fcritical\u002Fdesign",[212,34,33,231,11,34],"project\u002Fneutral\u002Fdesign",[90,233,45,234,91,33],2,"project\u002Fpositive\u002Fpricing",[236,233,33,237,11,34],"42123694","maker\u002Fpositive\u002Fnone",[86,44,45,239,87,33],"project\u002Fpositive\u002Fdesign",[241,44,33,242,11,34],"42122824","project\u002Fpositive\u002Fidea",[244,31,45,225,245,33],"42126765","rekoros",[110,45,44,219,111,33],[185,45,33,242,11,34],[249,45,44,250,251,33],"42126574","project\u002Fneutral\u002Fnone","dengolius",[139,253,44,219,140,33],6,[255,253,33,256,11,34],"42131732","maker\u002Fpositive\u002Fdocs",[125,258,44,259,126,33],7,"project\u002Fneutral\u002Fidea",[94,207,45,261,95,33],"project\u002Fpositive\u002Fperformance",[263,207,33,237,11,34],"42121216",[265,266,44,259,267,33],"42120151",9,"DAlperin",[269,266,33,259,11,34],"42121211",[271,266,44,259,272,33],"42124320","ayewo",[274,266,33,250,11,34],"42128677",[276,266,33,277,272,33],"42133851","commenter\u002Fneutral\u002Fnone",[279,266,33,227,280,33],"42129601","pradeepchhetri",[174,282,44,259,175,33],10,[178,282,33,242,11,34],[163,282,44,221,164,33],[167,282,33,223,11,34],[287,288,44,259,289,33],"42123947",11,"jillesvangurp",[117,32,33,291,118,33],"other\u002Fcritical\u002Fidea",[293,32,33,227,294,33],"42120769","bboreham",[296,32,33,227,111,33],"42120811",[298,32,33,227,11,34],"42121166",[300,32,33,227,272,33],"42124220",[302,32,33,227,303,33],"42128079","mdaniel",[305,32,33,227,306,33],"42131635","hinkley",[202,206,44,250,203,33],[309,206,33,310,303,33],"42122311","commenter\u002Fcritical\u002Fnone",[],[313,318,323,328,332,337],{"id":314,"name":315,"points":316,"category":317},"42082430","Jamcorder",590,"hardware",{"id":319,"name":320,"points":321,"category":322},"42093511","HTML-to-Markdown",360,"dev_tools",{"id":324,"name":325,"points":326,"category":327},"42118039","Stretch My Time Off",358,"productivity",{"id":329,"name":330,"points":331,"category":327},"42119042","Jelly",338,{"id":333,"name":334,"points":335,"category":336},"42085036","Asterogue",331,"games",{"id":338,"name":339,"points":340,"category":341},"42095879","Jaws",290,"languages",false,"v2",{"id":345,"name":5,"line":6,"ai":342,"cat":20,"year":13,"points":14,"comments":15,"rec":28,"s":346,"top":18,"kw":347,"maker":11,"domain":10,"tier":19,"attempts":33,"strip":348,"url":9,"mix":349,"praise":82,"objection":103,"sub":21},42117970,0.17,[24,21,25,26,27],"3030010505053033035030300030303000000030",[31,32,33,34],1794036664211]