[{"data":1,"prerenderedAt":382},["ShallowReactive",2],{"project-39854584":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":36,"aspects":37,"strip":44,"post_text":47,"what":48,"said":88,"maker_in_thread":218,"shape":231,"grid":234,"attempts":343,"same_week":344,"maker_shows":255,"maker_hidden":374,"reader_version":375,"card":376},"39854584","Spice.ai","materialize, accelerate, and query SQL data from any source","title","Show HN: Spice.ai – materialize, accelerate, and query SQL data from any source","https:\u002F\u002Fgithub.com\u002Fspiceai\u002Fspiceai","github.com","lukekim",1711646192,2024,177,49,454,3515,13,"notable","data","federated query engine","other",[24,25,26,27,28],"federated sql query","data acceleration","apache datafusion","arrow flight sql","duckdb sqlite materialization","loved",0.431,{"positive":32,"neutral":33,"mixed":34,"critical":35},11,15,0,1,27,{"idea":38,"design":40,"docs":41,"execution":42,"performance":43},{"positive":39,"critical":35},2,{"positive":34,"critical":34},{"positive":35,"critical":34},{"positive":35,"critical":34},{"positive":34,"critical":34},[45,34,45,34,46,34,46,46,46,34,46,34,45,45,46,34,46,45,45,45,45,45,45,46,34,46,46,46,34,35,34,46,34,34,34,34,34,34,34,34],5,3,"Hi HN, We're Luke and Phillip, and we're building Spice.ai OSS - a lightweight, portable runtime, built in Rust and powered by Apache DataFusion to locally materialize, accelerate, and query data tables sourced from any database, data warehouse or data lake.\n\nPhillip and I first introduced Spice on Show HN in September 2021. Since then, we’ve been schooled and humbled in every way building 100TB+ data and ML systems for the https:\u002F\u002Fspice.ai cloud platform. Along with our customers, we struggled with getting fast, low-latency, high-concurrency SQL query within a budget, accessing and combining ",{"problem":49,"audience":55,"pricing":55,"motivation":56,"time_to_build":55,"stack":60,"openness":85,"stage":86,"team_size":87},{"value":50,"source":51,"evidence":52},"Accessing and combining data from many sources with fast, low-latency SQL queries","maker",[53],{"id":54},"post",null,{"value":57,"source":51,"evidence":58},"Struggles with fast, cost-effective SQL access and combining data sources in their cloud customer work",[59],{"id":54},[61,65,69,73,77,81],{"value":62,"source":51,"evidence":63},"Rust",[64],{"id":54},{"value":66,"source":51,"evidence":67},"Apache DataFusion",[68],{"id":54},{"value":70,"source":51,"evidence":71},"Apache Arrow",[72],{"id":54},{"value":74,"source":51,"evidence":75},"DuckDB",[76],{"id":54},{"value":78,"source":51,"evidence":79},"SQLite",[80],{"id":54},{"value":82,"source":51,"evidence":83},"PostgreSQL",[84],{"id":54},"open_source","launched","team",{"praise":89,"objections":116,"requests":150,"questions":180,"alternatives":202},[90,110],{"value":91,"source":92,"evidence":93},"Congratulations on the launch","commenter",[94,98,102,106],{"id":95,"by":96,"text":97},"39854761","dvdsgl","Congrats on the launch! This is exciting. The video demo is awesome: https:\u002F\u002Fyoutu.be\u002FAZyrecVWnEs?si=j7JVKhhcUor1_y-f",{"id":99,"by":100,"text":101},"39855581","cedrone","Congrats Luke & Phillip– exciting day!",{"id":103,"by":104,"text":105},"39855405","leeholim","Congratulations on the launch!!",{"id":107,"by":108,"text":109},"39854976","jjustin_lawson","Congrats on the launch team!",{"value":111,"source":51,"evidence":112},"Single binary and sidecar design is lightweight",[113],{"id":114,"by":11,"text":115},"39858228","Thank you! Yes, in terms of federated queries, there are similarities, but Spice is designed to be much smaller, faster, and lightweight (single-binary, 140MB) so you can run it…",[117,128,139],{"value":118,"source":92,"evidence":119},"Spam-like coordinated launch comments from new accounts",[120,124],{"id":121,"by":122,"text":123},"39859086","CyberDildonics","There are eight different accounts in this thread \"congratulating the launch\" with their first comment. Half were created six hours ago right when this was posted.…",{"id":125,"by":126,"text":127},"39861594","sneilan1","My first thought when I saw your post pointing out the congratulations comments was one of the ending scenes from Neon Genesis Evangelion where they say congratulations…",{"value":129,"source":92,"evidence":130},"Blockchain pivot from original vision",[131,135],{"id":132,"by":133,"text":134},"39857412","ignoramous","> Today, we're re-launching Spice... ``` Obtaining blockchain and smart-contract data is hard ... Spice makes it easy. ```…",{"id":136,"by":137,"text":138},"39858281","spxneo","wow thanks for pointing this out I have a short circuit for whenever I see the B word or still pushing this smart-contract non-sense that isn't being used in serious real world…",{"value":140,"source":92,"evidence":141},"DuckDB can already query Postgres and SQLite directly",[142,146],{"id":143,"by":144,"text":145},"39856329","mritchie712","Very cool! One thing to keep in mind: DuckDB can directly query parquet files (and many other file types[1]), mysql, postgres[0], and SQLite. So if you're in need of something…",{"id":147,"by":148,"text":149},"39858556","riku_iki","DuckDB can both read\u002Fwrite to PG. What exactly usecase you are unlocking?..",[151,162,169],{"value":152,"source":92,"evidence":153},"Iceberg support",[154,158],{"id":155,"by":156,"text":157},"39856852","alex_hirner","Looks great! Is flightsql supported over the wire too, so one could hook it up to grafana? Any plans to support iceberg?",{"id":159,"by":160,"text":161},"39857361","jeadie","And yes, Iceberg is very high up on our list",{"value":163,"source":92,"evidence":164},"ClickHouse connector",[165],{"id":166,"by":167,"text":168},"39887514","gerenuk","Interesting one. Any plans for clickhouse data connector?",{"value":170,"source":92,"evidence":171},"Join pushdown to remote sources",[172,176],{"id":173,"by":174,"text":175},"39859031","prabhatsharma","Do you support subqueries and joins?",{"id":177,"by":178,"text":179},"39859584","phillip-spice","There is an effort within DataFusion to support pushing down joins across tables from the same remote provider that we will likely contribute to as well:…",[181,188,195],{"value":182,"source":92,"evidence":183},"How does it compare to Dremio",[184],{"id":185,"by":186,"text":187},"39857386","lmeyerov","Any sense of comparison to Dremio, which helped steward the Arrow ecosystem for doing this kind of thing? (The idea is great fwiw, I've been following them one-off for years, and…",{"value":189,"source":92,"evidence":190},"How does it compare to Trino\u002FStarburst or Drill",[191],{"id":192,"by":193,"text":194},"39857871","neeleshs","Congratulations. Is this similar to Trino\u002FStarburst, Drill?",{"value":196,"source":92,"evidence":197},"How does it compare to Cube",[198],{"id":199,"by":200,"text":201},"39860044","nextworddev","Hey guys - how does this compare to cube?",[203,207,211,214],{"value":204,"source":92,"evidence":205},"Dremio",[206],{"id":185,"by":186,"text":187},{"value":208,"source":92,"evidence":209},"Trino\u002FStarburst, Drill",[210],{"id":192,"by":193,"text":194},{"value":74,"source":92,"evidence":212},[213],{"id":143,"by":144,"text":145},{"value":215,"source":92,"evidence":216},"Cube",[217],{"id":199,"by":200,"text":201},{"comments":219,"answered":220,"key":221},12,8,[222,225,228],{"id":223,"text":224},"39857714","Dremio is awesome. We've followed the Dremio journey from one of Jacques' original talks a couple of years back. Dremio's idea of caching tiers and reflections is powerful for…",{"id":226,"text":227},"39887610","Thanks! Feedback and GitHub issues welcome!",{"id":229,"text":230},"39857750","We also have a Grafana plugin we'll continue to improve to make it super easy to connect to Grafana, and Spice has a metrics endpoint and example Grafana dashboard for monitoring…",{"commenters":36,"max_depth":232,"maker_replies":219,"first_comment_mins":219,"lifespan_hours":233},7,75,[235,237,239,242,244,246,248,249,250,251,254,256,258,260,261,264,267,268,270,272,274,276,278,282,285,288,292,296,298,300,302,303,305,307,309,311,314,316,318,320,322,325,326,330,333,335,337,339,341],[185,34,45,236,186,34],"project\u002Fpositive\u002Fidea",[223,34,34,238,11,35],"project\u002Fpositive\u002Fdesign",[240,35,45,236,241,34],"39882539","imgdesgen",[226,35,34,243,11,35],"maker\u002Fneutral\u002Fnone",[155,39,46,245,156,34],"project\u002Fneutral\u002Fnone",[247,39,46,245,160,34],"39857358",[229,39,34,245,11,35],[159,39,46,245,160,34],[199,46,46,245,200,34],[252,46,46,253,178,34],"39860272","project\u002Fneutral\u002Fdesign",[166,255,46,245,167,34],4,[257,255,34,243,11,35],"39887606",[192,45,46,259,193,34],"project\u002Fneutral\u002Fidea",[114,45,34,253,11,35],[95,262,45,263,96,34],6,"project\u002Fpositive\u002Fdocs",[265,262,34,266,11,35],"39854984","maker\u002Fpositive\u002Fnone",[99,232,45,266,100,34],[173,220,46,269,174,34],"project\u002Fneutral\u002Fexecution",[271,220,34,269,11,35],"39859452",[177,220,46,273,178,34],"project\u002Fneutral\u002Fperformance",[103,275,45,266,104,34],9,[107,277,45,266,108,34],10,[279,32,45,280,281,34],"39855925","project\u002Fpositive\u002Fnone","dwgray",[283,219,45,280,284,34],"39855149","watsondoc",[286,18,45,280,287,34],"39857602","martinmao",[289,290,45,280,291,34],"39869249",14,"marooned4",[293,33,45,294,295,34],"39855068","project\u002Fpositive\u002Fexecution","alamb",[297,33,46,243,178,34],"39859902",[143,299,46,259,144,34],16,[301,299,34,259,11,35],"39856354",[147,299,46,259,148,34],[304,299,46,253,178,34],"39859554",[306,299,34,253,11,35],"39860099",[308,299,46,259,148,34],"39860978",[310,299,34,253,11,35],"39866249",[132,312,35,313,133,34],17,"project\u002Fcritical\u002Fidea",[315,312,34,259,11,35],"39857599",[317,312,46,259,133,34],"39861399",[319,312,34,243,11,35],"39865896",[136,312,34,321,137,34],"other\u002Fcritical\u002Fidea",[121,323,34,324,122,34],18,"other\u002Fcritical\u002Fnone",[125,323,34,324,126,34],[327,323,34,328,329,34],"39864854","other\u002Fneutral\u002Fnone","zachmu",[331,323,34,328,332,34],"39864945","pvg",[334,323,34,328,122,34],"39865347",[336,323,34,328,332,34],"39865464",[338,323,34,328,122,34],"39865669",[340,323,34,328,332,34],"39866339",[342,323,34,328,148,34],"39868942",[],[345,350,355,360,364,369],{"id":346,"name":347,"points":348,"category":349},"39923404","LLocalSearch",669,"ai",{"id":351,"name":352,"points":353,"category":354},"39895960","form",389,"web_saas",{"id":356,"name":357,"points":358,"category":359},"39918500","Plandex",304,"dev_tools",{"id":361,"name":362,"points":363,"category":359},"39887313","Libmui",300,{"id":365,"name":366,"points":367,"category":368},"39903471","OneUptime",233,"infrastructure",{"id":370,"name":371,"points":372,"category":373},"39882873","Truncate",188,"games",false,"v2",{"id":377,"name":5,"line":6,"ai":374,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":378,"top":18,"kw":379,"maker":11,"domain":10,"tier":19,"attempts":34,"strip":380,"url":9,"mix":381,"praise":91,"objection":118,"sub":21},39854584,0.43,[24,25,26,27,28],"5050303330305530355555530333010300000000",[32,33,34,35],1793991087771]