[{"data":1,"prerenderedAt":520},["ShallowReactive",2],{"project-36280028":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":36,"aspects":37,"strip":47,"post_text":49,"what":50,"said":106,"maker_in_thread":229,"shape":242,"grid":246,"attempts":482,"same_week":483,"maker_shows":34,"maker_hidden":513,"reader_version":514,"card":515},"36280028","OpenObserve","Elasticsearch\u002FDatadog alternative","title","Show HN: OpenObserve – Elasticsearch\u002FDatadog alternative","https:\u002F\u002Fgithub.com\u002Fopenobserve\u002Fopenobserve","github.com","prabhatsharma",1686479730,2023,198,97,281,3109,10,"notable","infrastructure","observability monitoring","other",[24,25,26,27,28],"observability","elasticsearch alternative","log management","open source logging","opentelemetry","curious",0.01,{"positive":32,"neutral":33,"mixed":34,"critical":35},9,25,1,7,42,{"performance":38,"idea":41,"design":42,"docs":43,"pricing":45,"execution":46},{"positive":39,"critical":40},2,0,{"positive":39,"critical":34},{"positive":40,"critical":40},{"positive":40,"critical":44},3,{"positive":40,"critical":34},{"positive":34,"critical":34},[48,44,48,44,44,40,40,44,48,40,40,34,40,44,48,40,40,44,40,34,44,34,48,34,44,44,34,44,48,44,40,44,44,44,44,44,48,44,34,48],5,"Hello folks,\n\nWe are launching OpenObserve. An open source Elasticsearch\u002FSplunk\u002FDatadog alternative written in rust and vue that is super easy to get started with and has 140x lower storage cost compared to elasticsearch. It offers logs, metrics, traces, dashboards, alerts, functions (run aws lambda like functions during ingestion and query to enrich, redact, transform, normalize and whatever else you want to do. Think redacting email IDs from logs, adding geolocation based on IP address, etc). You can do all of this from the UI, no messing up with configuration files.\n\nOpenObserve can use loc",{"problem":51,"audience":60,"pricing":69,"motivation":78,"time_to_build":83,"stack":84,"openness":103,"stage":104,"team_size":105},{"value":52,"source":53,"evidence":54},"Setting up observability requires stitching together many tools (Grafana, Loki\u002FElasticsearch, Jaeger, Thanos\u002FCortex)","maker",[55,57],{"id":56},"post",{"id":58,"by":11,"text":59},"36282754","Grafana stack is cool. It solved the problem around observability for the first time in a neat and light way. Think about it however, for someone setting up their observability…",{"value":61,"source":62,"evidence":63},"Small teams and engineers running their own observability stack, including homelab users","inferred",[64,65],{"id":58,"by":11,"text":59},{"id":66,"by":67,"text":68},"36284493","gettodachoppa","Hah, funny to see this on HN, I just tried this 3 days ago when I saw it being discussed on \u002Fr\u002Fselfhosted. As someone running a homelab, and hadn't set up logging yet, it was a…",{"value":70,"source":53,"evidence":71},"Open source core; Elasticsearch API compatibility is commercial; SaaS cloud offered",[72,75],{"id":73,"by":11,"text":74},"36287750","Elasticsearch compatibility is provided through a separate component. We believe that this should be a commercial solution. As a commercial entity we need to figure out ways of…",{"id":76,"by":11,"text":77},"36288817","You could also try the cloud version of OpenObserve without setting it up yourself.",{"value":79,"source":53,"evidence":80},"Observability stacks are too complex to set up and maintain, and costly to run",[81,82],{"id":56},{"id":58,"by":11,"text":59},null,[85,89,93,99],{"value":86,"source":53,"evidence":87},"Rust",[88],{"id":56},{"value":90,"source":53,"evidence":91},"Vue",[92],{"id":56},{"value":94,"source":53,"evidence":95},"Apache Arrow DataFusion",[96],{"id":97,"by":11,"text":98},"36283222","ZincSearch was an old product that we built. We don't use that in OpenObserve in any way. OpenObserve is built on top of awesome Apache arrow datafusion.",{"value":100,"source":53,"evidence":101},"Apache Parquet",[102],{"id":58,"by":11,"text":59},"open_source","launched","company",{"praise":107,"objections":124,"requests":150,"questions":186,"alternatives":205},[108,117],{"value":109,"source":110,"evidence":111},"Easy single-binary setup with low resource usage","commenter",[112,113],{"id":66,"by":67,"text":68},{"id":114,"by":115,"text":116},"36289570","valyala","VictoriaMetrics core developer here. OpenObserve looks very promising from the first sight! It prioritizes the same properties as VictoriaMetrics products: - Easy setup and…",{"value":118,"source":110,"evidence":119},"Low storage cost versus Elasticsearch",[120],{"id":121,"by":122,"text":123},"36285071","aliencat","It seems that the 140x lower storage cost comes from: 1. S3 (OO) vs EBS (ES): about 5x 2. No indexing: About 10x ? 3. No data duplication (due to using S3 I assume) in HA…",[125,136,143],{"value":126,"source":110,"evidence":127},"Documentation unclear on ingestion agents and metrics\u002Ftraces support",[128,132],{"id":129,"by":130,"text":131},"36292614","asnyder","Was excited about this as I've been looking to host my own DataDog substitute for aggregating logs, alerts, searches, metrics, etc. Wanted to give this a shot but unfortunately…",{"id":133,"by":134,"text":135},"36282667","hamandcheese","I poked around the user guide[0] and discovered this: > Currently OpenObserve support steams of type logs, in future streams types metrics & traces will be supported. - are…",{"value":137,"source":110,"evidence":138},"Elasticsearch API compatibility behind a commercial license",[139],{"id":140,"by":141,"text":142},"36285458","makkesk8","Looked at this a couple of days ago and it looks impressive! However, it does saddens me to see the elasticsearch api compatibility being behind a license, I had hoped this was…",{"value":144,"source":110,"evidence":145},"Kibana not supported despite drop-in replacement claim",[146],{"id":147,"by":148,"text":149},"36282789","michaelmior","> It is a drop-in replacement for Elasticsearch if you are just ingesting data using APIs and searching using kibana (Kibana is not supported nor required with OpenObserve.…",[151,161,168,175],{"value":152,"source":110,"evidence":153},"Kibana support",[154,158],{"id":155,"by":156,"text":157},"36284448","vlovich123","Said an alternate way, if Kibana drop in compat could be a thing, it would be easier for infra teams to do it as a drop in into existing stacks at bigger companies which makes it…",{"id":159,"by":11,"text":160},"36284488",">Is Kibana support totally out of the question? Actually no. We already have a good amount of pieces in place to support kibana. 2-3 weeks of dev work and it will be ready. Just…",{"value":162,"source":110,"evidence":163},"SSO\u002FSCIM\u002FOkta support",[164],{"id":165,"by":166,"text":167},"36283513","adamm255","How long until you have SSO\u002FSCIM\u002FIDP support? Being able to provision and manage users and sign in via Okta will be really useful.",{"value":169,"source":110,"evidence":170},"OTLP support for logs and metrics",[171],{"id":172,"by":173,"text":174},"36332131","quickquest234","According to the docs you only have OpenTelemetry ingest support for traces, but not metrics and logs. Is that right?",{"value":176,"source":110,"evidence":177},"Helm chart and benchmarks against Loki",[178,182],{"id":179,"by":180,"text":181},"36285475","MuffinFlavored","Might I suggest a Helm chart so that people can just apply it\u002Finstall it to their home test k8s cluster, etc.",{"id":183,"by":184,"text":185},"36288385","safeie","Do you have any benchmark tests with Loki?",[187,201],{"value":188,"source":110,"evidence":189},"How it compares to Grafana stack, Signoz and Parseable",[190,193,197],{"id":191,"by":134,"text":192},"36282568","What differentiates you from the grafana stack? Grafana labs now have solutions for every pillar of observability (metrics, logs, traces), and that whole stack also touts cheap…",{"id":194,"by":195,"text":196},"36283292","codegeek","How are you different from something like Signoz ?",{"id":198,"by":199,"text":200},"36282669","benpacker","How does this compare to Parseable? https:\u002F\u002Fgithub.com\u002Fparseablehq\u002Fparseable First guess is that the underlying storage \u002F query layer is pretty similar (Parquet + Datafusion),…",{"value":202,"source":110,"evidence":203},"Whether metrics and traces are queryable yet",[204],{"id":133,"by":134,"text":135},[206,210,217,221,225],{"value":207,"source":110,"evidence":208},"Grafana Loki\u002FMimir\u002FTempo stack",[209],{"id":191,"by":134,"text":192},{"value":211,"source":110,"evidence":212},"Datadog",[213],{"id":214,"by":215,"text":216},"36284245","gitowiec","Once I wanted to use Data dog with our internal project. Unfortunately I couldn't use the trial, it ended when I was ill at home. So I asked to prolong the trial. Ohhh that was a…",{"value":218,"source":110,"evidence":219},"SigNoz",[220],{"id":194,"by":195,"text":196},{"value":222,"source":110,"evidence":223},"Parseable",[224],{"id":198,"by":199,"text":200},{"value":226,"source":110,"evidence":227},"VictoriaMetrics",[228],{"id":114,"by":115,"text":116},{"comments":230,"answered":231,"key":232},34,24,[233,236,239],{"id":234,"text":235},"36284526","Glad you liked it. Yeah, resource usage is so low that some folks are running it in their homelab even on a raspberry-pi.",{"id":237,"text":238},"36287064","We haven't compared resource usage against grafana stack. Rust is a lot more efficient than Go in general though.",{"id":240,"text":241},"36284289","Yeah, Reddit is filled with horror stories from Datadog. One thread here - https:\u002F\u002Fwww.reddit.com\u002Fr\u002Fdevops\u002Fcomments\u002Fzz4naq\u002Fdatadog_i_do_not_understand_the_pricing_model\u002F",{"commenters":243,"max_depth":48,"maker_replies":230,"first_comment_mins":244,"lifespan_hours":245},44,11,101,[247,249,251,255,256,259,261,262,265,267,268,271,274,277,280,283,286,289,291,293,294,297,299,303,305,308,313,315,319,322,325,328,330,333,336,339,341,343,345,347,348,351,353,356,358,361,362,364,367,370,372,375,377,378,382,387,389,391,394,398,401,403,406,409,411,414,415,417,419,422,424,426,428,432,434,438,440,444,446,448,450,453,457,460,463,465,469,471,473,474,476,478,479,480],[66,40,48,248,67,40],"project\u002Fpositive\u002Fperformance",[234,40,40,250,11,34],"maker\u002Fneutral\u002Fperformance",[252,40,44,253,254,40],"36286829","project\u002Fneutral\u002Fnone","sureglymop",[237,40,40,250,11,34],[257,40,48,258,166,40],"36291459","project\u002Fpositive\u002Fidea",[214,34,40,260,215,40],"other\u002Fneutral\u002Fnone",[240,34,40,260,11,34],[263,34,40,260,264,40],"36287538","amacneil",[191,39,44,266,134,40],"project\u002Fneutral\u002Fidea",[58,39,40,258,11,34],[269,39,44,270,156,40],"36282960","project\u002Fneutral\u002Fdesign",[272,39,40,273,11,34],"36283158","maker\u002Fpositive\u002Fdesign",[275,39,40,260,276,40],"36286256","smw",[278,39,40,260,279,40],"36285115","PlutoIsAPlanet",[281,39,40,260,282,40],"36288651","Too",[284,39,40,260,285,40],"36291910","ChocolateGod",[287,39,44,288,282,40],"36288669","project\u002Fneutral\u002Fperformance",[290,39,40,248,11,34],"36288867",[292,39,40,260,115,40],"36289732",[114,44,48,248,115,40],[295,44,44,253,296,40],"36291746","e12e",[298,44,40,260,115,40],"36306969",[300,44,40,301,302,40],"36307045","commenter\u002Fneutral\u002Fnone","qxip",[304,44,40,260,302,40],"36292278",[306,44,40,260,307,40],"36293917","heliodor",[309,310,44,311,312,40],"36283787",4,"maker\u002Fneutral\u002Fdocs","samspenc",[314,310,40,311,11,34],"36283925",[316,310,34,317,318,40],"36285052","maker\u002Fcritical\u002Fnone","lopkeny12ko",[320,310,40,301,321,40],"36286982","reachableceo",[323,310,40,301,324,40],"36287116","hardwaresofton",[326,310,40,301,327,40],"36291174","reacharavindh",[121,48,44,329,122,40],"project\u002Fneutral\u002Fpricing",[331,48,40,332,11,34],"36286372","maker\u002Fneutral\u002Fpricing",[334,48,48,335,122,40],"36303597","project\u002Fpositive\u002Fnone",[133,337,44,338,134,40],6,"project\u002Fneutral\u002Fdocs",[340,337,40,311,11,34],"36282757",[342,337,40,311,11,34],"36283698",[344,337,40,338,11,34],"36284088",[346,337,40,338,11,34],"36287702",[76,337,40,253,11,34],[349,35,44,338,350,40],"36292546","SergeAx",[352,35,40,311,11,34],"36295453",[354,35,40,260,355,40],"36309683","edenfed",[357,35,40,260,350,40],"36312990",[129,359,34,360,130,40],8,"project\u002Fcritical\u002Fdocs",[198,32,44,266,199,40],[363,32,40,266,11,34],"36282838",[365,18,48,335,366,40],"36296646","felix_te",[368,244,34,360,369,40],"36285357","jerrygenser",[371,244,40,311,11,34],"36286469",[140,373,34,374,141,40],12,"project\u002Fcritical\u002Fpricing",[376,373,44,329,369,40],"36287102",[73,373,40,329,11,34],[379,380,48,258,381,40],"36297267",13,"maxthegeek1",[383,384,34,385,386,40],"36283148",14,"project\u002Fcritical\u002Fexecution","jakozaur",[97,384,40,388,11,34],"project\u002Fneutral\u002Fexecution",[165,390,44,253,166,40],15,[392,390,40,393,11,34],"36283616","maker\u002Fneutral\u002Fnone",[395,396,44,338,397,40],"36280094",16,"wdb",[399,396,40,400,11,34],"36280490","project\u002Fpositive\u002Fdocs",[402,396,40,311,11,34],"36284131",[404,396,34,360,405,40],"36285082","anadem",[407,396,40,408,11,34],"36286947","maker\u002Fpositive\u002Fdocs",[410,396,44,253,397,40],"36286522",[412,396,40,413,11,34],"36286964","maker\u002Fpositive\u002Fnone",[172,396,44,253,173,40],[416,396,40,253,11,34],"36336319",[418,396,48,335,173,40],"36342139",[420,421,44,253,296,40],"36291942",17,[423,421,40,260,302,40],"36292243",[425,421,40,301,296,40],"36298296",[427,421,40,258,11,34],"36305822",[429,430,44,288,431,40],"36285113",18,"sgarland",[433,430,40,288,11,34],"36286535",[435,436,44,288,437,40],"36282941",19,"alexk307",[439,436,40,288,11,34],"36282991",[441,442,44,311,443,40],"36297084",20,"sscarduzio",[445,442,40,408,11,34],"36305720",[194,447,44,266,195,40],21,[449,447,40,258,11,34],"36283472",[451,447,44,266,452,40],"36291441","ankitnayan",[454,455,44,266,456,40],"36284535",22,"Szpadel",[458,455,40,459,11,34],"36284632","maker\u002Fpositive\u002Fidea",[461,455,44,462,456,40],"36284864","project\u002Fmixed\u002Fidea",[179,464,44,388,180,40],23,[466,464,48,467,468,40],"36286420","project\u002Fpositive\u002Fexecution","rad_gruchalski",[470,464,40,408,11,34],"36286440",[472,464,40,408,11,34],"36286432",[183,231,44,288,184,40],[475,231,40,250,11,34],"36288633",[147,33,34,477,148,40],"project\u002Fcritical\u002Fidea",[155,33,44,266,156,40],[159,33,40,258,11,34],[481,33,48,413,156,40],"36286231",[],[484,489,494,499,503,508],{"id":485,"name":486,"points":487,"category":488},"36296695","Non.io",1943,"consumer_social",{"id":490,"name":491,"points":492,"category":493},"36295227","Dimension Hopper",395,"games",{"id":495,"name":496,"points":497,"category":498},"36243926","databasediagram.com",262,"dev_tools",{"id":500,"name":501,"points":502,"category":488},"36299904","FlingUp",260,{"id":504,"name":505,"points":506,"category":507},"36244886","Tremor 3.0",227,"languages",{"id":509,"name":510,"points":511,"category":512},"36301337","Zsync",207,"web_saas",false,"v2",{"id":516,"name":5,"line":6,"ai":513,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":30,"top":18,"kw":517,"maker":11,"domain":10,"tier":19,"attempts":40,"strip":518,"url":9,"mix":519,"praise":109,"objection":126,"sub":21},36280028,[24,25,26,27,28],"5353300350010350030131513313530333335315",[32,33,34,35],1794036636763]