[{"data":1,"prerenderedAt":739},["ShallowReactive",2],{"project-38611700":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":36,"aspects":37,"strip":49,"post_text":51,"what":52,"said":97,"maker_in_thread":258,"shape":271,"grid":276,"attempts":702,"same_week":703,"maker_shows":41,"maker_hidden":731,"reader_version":732,"card":733},"38611700","macOSpilot","Open-source macOS AI copilot using vision and voice","title","Show HN: Open-source macOS AI copilot using vision and voice","https:\u002F\u002Fgithub.com\u002Felfvingralf\u002FmacOSpilot-ai-assistant","github.com","ralfelfving",1702387051,2023,430,159,70,3109,3,"legend","ai","desktop ai assistant","desktop_app",[24,25,26,27,28],"macos","openai vision","ai copilot","electron","voice assistant","debated",-0.046,{"positive":32,"neutral":33,"mixed":34,"critical":35},21,22,2,19,64,{"execution":38,"design":40,"idea":42,"pricing":45,"performance":46,"privacy":47,"docs":48},{"positive":39,"critical":34},0,{"positive":41,"critical":18},1,{"positive":43,"critical":44},10,5,{"positive":41,"critical":41},{"positive":39,"critical":34},{"positive":39,"critical":34},{"positive":39,"critical":39},[44,50,39,18,44,18,41,39,34,44,44,44,18,50,18,39,39,18,44,18,44,18,18,41,34,41,44,41,39,41,41,44,18,41,41,39,41,39,41,18],4,"Heeey! I built a macOS copilot that has been useful to me, so I open sourced it in case others would find it useful too.\n\nIt's pretty simple:\n\n- Use a keyboard shortcut to take a screenshot of your active macOS window and start recording the microphone.\n\n- Speak your question, then press the keyboard shortcut again to send  your question + screenshot off to OpenAI Vision\n\n- The Vision response is presented in-context\u002Foverlayed over the active window, and spoken to you as audio.\n\n- The app keeps running in the background, only taking a screenshot\u002Flistening when activated by keyboard shortcut.\n\n",{"problem":53,"audience":59,"pricing":63,"motivation":68,"time_to_build":72,"stack":73,"openness":94,"stage":95,"team_size":96},{"value":54,"source":55,"evidence":56},"Getting in-context help on what is on screen without typing a question","inferred",[57],{"id":58},"post",{"value":60,"source":55,"evidence":61},"macOS users who want AI help on their active window",[62],{"id":58},{"value":64,"source":65,"evidence":66},"Bring your own OpenAI API key","maker",[67],{"id":58},{"value":69,"source":65,"evidence":70},"Built a copilot that proved useful to the maker, shared in case others find it useful",[71],{"id":58},null,[74,78,82,86,90],{"value":75,"source":65,"evidence":76},"NodeJS",[77],{"id":58},{"value":79,"source":65,"evidence":80},"Electron",[81],{"id":58},{"value":83,"source":65,"evidence":84},"OpenAI Whisper",[85],{"id":58},{"value":87,"source":65,"evidence":88},"OpenAI Vision",[89],{"id":58},{"value":91,"source":65,"evidence":92},"OpenAI TTS",[93],{"id":58},"open_source","launched","solo",{"praise":98,"objections":125,"requests":163,"questions":212,"alternatives":230},[99,110],{"value":100,"source":101,"evidence":102},"Useful for learning unfamiliar software, e.g. Ableton Live","commenter",[103,107],{"id":104,"by":105,"text":106},"38614287","thomashop","Just used it with the digital audio workstation Ableton Live. It is amazing! Its tips were spot-on. I can see how much time it will save me when I'm working with a software or…",{"id":108,"by":11,"text":109},"38615837","So glad when I saw this, thanks for sharing this! It was exactly music production in Ableton was the spark that lit this idea in my head the other week. I tried to explain to a…",{"value":111,"source":101,"evidence":112},"Cool idea and useful concept",[113,117,121],{"id":114,"by":115,"text":116},"38613234","ukuina","This is very cool! Thank you for working on it and sharing it with us.",{"id":118,"by":119,"text":120},"38613741","knowsuchagency","This is brilliant!",{"id":122,"by":123,"text":124},"38613682","jackculpan","This is awesome",[126,137,152],{"value":127,"source":101,"evidence":128},"Sends screenshots to a third party cloud service, privacy concern",[129,133],{"id":130,"by":131,"text":132},"38614761","pelorat","I mean it does send a screenshot of your screen off to a 3rd party, and that screenshot will most likely be used in future AI training sets. So... beware when you use it.",{"id":134,"by":135,"text":136},"38612880","swiftcoder","Worth mentioning that if you are in a corporate environment, running a service that sends arbitrary desktop screenshots to a 3rd party cloud service is going to run afoul of…",{"value":138,"source":101,"evidence":139},"Open source label misleading because it uses proprietary OpenAI API",[140,144,148],{"id":141,"by":142,"text":143},"38613111","jimsimmons","How is this open source when using a proprietary model. Misleading title",{"id":145,"by":146,"text":147},"38622801","fake-name","> Open Source > off to OpenAI Vision Pick one",{"id":149,"by":150,"text":151},"38612504","mwmercury","The title is clickbait. We have come across too many applications that are merely wrappers around OpenAI API calls, yet they still claim to be open source.",{"value":153,"source":101,"evidence":154},"Electron is heavy for this use case",[155,159],{"id":156,"by":157,"text":158},"38612490","ProfessorZoom","e-e-e-electron... for this..",{"id":160,"by":161,"text":162},"38612435","DeathArrow",">macOSpilot runs NodeJS\u002FElectron Can we have native aps, please? I would like the battery life on my M1 Mac to stay good. :)",[164,179,194,201],{"value":165,"source":101,"evidence":166},"Text input and text output instead of voice",[167,171,175],{"id":168,"by":169,"text":170},"38613010","jondwillis","You should add an option for streaming text as the response instead of TTS. And also maybe text in place of the voice command as well. I have been tire-kicking a similar kind of…",{"id":172,"by":173,"text":174},"38617144","quinncom","I’d love to see a version of this that uses text input\u002Foutput instead of voice. I often have someone sleeping in the room with me and don’t want to speak.",{"id":176,"by":177,"text":178},"38618159","qup","I have a tangential question: my dad is old. I would love to be able to have this feature, or any voice access to an LLM, available to him via an easy-to-press external button.…",{"value":180,"source":101,"evidence":181},"Support for local or self-hosted models",[182,186,190],{"id":183,"by":184,"text":185},"38619198","smcleod","Nice project, any plans to make it work with local LLMs rather than \"open\"AI?",{"id":187,"by":188,"text":189},"38613911","I_am_tiberius","I would love to have something like this but using an open source model and without any network requests.",{"id":191,"by":192,"text":193},"38613259","netika","Such a shame it uses Vision API, i.e. it can not be replaced by some random self-hosted LLM.",{"value":195,"source":101,"evidence":196},"Hide window automatically after response",[197],{"id":198,"by":199,"text":200},"38617321","hackncheese","Love it! Will definitely use this when a quick screenshot will help specify what I am confused about. Is there a way to hide the window when I am not using it? i.e. I hit…",{"value":202,"source":101,"evidence":203},"Windows version",[204,208],{"id":205,"by":206,"text":207},"38616087","lordswork","This looks very cool. Does anyone know of something similar for Windows? (or does OP intend to extend support to Windows?)",{"id":209,"by":210,"text":211},"38625286","mdrzn","Very cool, would love to have a Windows version of this.",[213,220],{"value":214,"source":101,"evidence":215},"Whether calling it OSX versus macOS changes results",[216],{"id":217,"by":218,"text":219},"38614699","e28eta","Did you find that calling it “OSX” in the prompt worked better than macOS? Or was that just an early choice that you didn’t spend much time on? I was skimming through the video…",{"value":221,"source":101,"evidence":222},"Whether the app can click and type on screen or run keyboard shortcuts",[223,227],{"id":224,"by":225,"text":226},"38625025","rchaves","Hey, I was working on something to allow GPT-V to actually do stuff on the screen, click around and type, I tested on my Mac and it’s working pretty well, do you think it would…",{"id":228,"by":11,"text":229},"38617133","No, my thought process never really stretched outside of what I built. I had this particular idea, then sat down to build it. I had some idea of getting OpenAI to respond with…",[231,238,244,251],{"value":232,"source":101,"evidence":233},"Iris macOS GPT client",[234],{"id":235,"by":236,"text":237},"38621329","kssreeram","People reading this should check out Iris[1]. I’ve been using it for about a month, and it’s the best macOS GPT client I’ve found. [1]: https:\u002F\u002Firis.fun\u002F",{"value":239,"source":65,"evidence":240},"TypingMind",[241],{"id":242,"by":11,"text":243},"38618512","I have a hard time saying how much this particular application cost to run, because I use the Voice+Vision APIs for so many different projects on a near daily basis and haven't…",{"value":245,"source":101,"evidence":246},"Clipea",[247],{"id":248,"by":249,"text":250},"38620125","qainsights","Clipea is cool.",{"value":252,"source":101,"evidence":253},"LocalAIVoiceChat and Linguflex",[254],{"id":255,"by":256,"text":257},"38615907","Jayakumark","Was following these two projects by someuser on Github which makes similar things possible with Local models. Sending screenshot to openai is expensive , if done every few…",{"comments":259,"answered":260,"key":261},49,16,[262,265,268],{"id":263,"text":264},"38614939","No, this is an oversight by me. To be completely honest, up until the other day I thought it was still called OSX. So the project was literally called cOSXpilot, but at some…",{"id":266,"text":267},"38613185","There's definitely some improvements to shuttling the data between interface\u003C->API, all that was done in a few hours on day 1 and there's a few things I decided to fix later. I…",{"id":269,"text":270},"38615627","Hmmm... what if I added functionality that uses the webcam to read your lips? Just kidding. Text seem to be the most requested addition, and it wasn't on my own list :) Will see…",{"commenters":272,"max_depth":273,"maker_replies":259,"first_comment_mins":274,"lifespan_hours":275},87,6,55,271,[277,279,281,284,288,290,291,294,297,298,301,303,305,308,310,314,317,320,322,324,326,330,333,335,337,339,342,345,348,352,353,355,357,359,361,365,367,370,372,374,377,379,381,383,388,391,393,395,396,398,400,402,406,408,411,414,417,421,423,425,427,430,431,435,437,440,442,444,448,450,452,457,459,460,462,464,468,471,472,474,477,480,481,485,487,492,493,495,500,502,504,506,508,510,513,515,518,520,523,526,528,530,532,536,538,541,543,547,550,553,557,561,563,566,568,572,574,577,580,582,584,585,587,589,592,596,598,601,604,606,609,612,614,617,620,623,626,630,632,634,637,641,643,645,648,651,654,656,658,660,662,664,667,669,671,673,675,678,683,686,688,690,692,694,696,698],[217,39,18,278,218,39],"maker\u002Fneutral\u002Fexecution",[263,39,39,280,11,41],"maker\u002Fneutral\u002Fnone",[282,39,44,283,218,39],"38615293","maker\u002Fpositive\u002Fnone",[285,39,39,286,287,39],"38618405","other\u002Fneutral\u002Fnone","hot_gril",[168,41,18,289,169,39],"project\u002Fneutral\u002Fdesign",[266,41,39,280,11,41],[292,41,44,293,169,39],"38613569","project\u002Fpositive\u002Fidea",[295,41,18,289,296,39],"38613516","tomComb",[269,41,39,289,11,41],[299,41,39,286,300,39],"38621373","danaris",[302,41,39,280,11,41],"38724095",[304,41,39,289,11,41],"38724103",[306,34,39,286,307,39],"38612317","faceless3",[309,34,39,286,11,41],"38612431",[311,18,18,312,313,39],"38618425","project\u002Fmixed\u002Fpricing","Art9681",[315,18,39,316,11,41],"38618536","project\u002Fneutral\u002Fpricing",[318,50,44,293,319,39],"38748038","krschacht",[198,44,44,321,199,39],"project\u002Fpositive\u002Fdesign",[323,44,39,289,11,41],"38618281",[325,44,39,286,199,39],"38618407",[327,273,41,328,329,39],"38616737","project\u002Fcritical\u002Fperformance","poorman",[331,273,39,332,11,41],"38616909","project\u002Fneutral\u002Fnone",[334,273,18,332,287,39],"38618361",[104,336,44,293,105,39],7,[130,336,41,338,131,39],"project\u002Fcritical\u002Fprivacy",[340,336,39,341,105,39],"38614812","commenter\u002Fneutral\u002Fprivacy",[343,336,39,341,344,39],"38615179","aaronscott",[346,336,39,341,347,39],"38615805","mecsred",[349,336,18,350,351,39],"38615250","project\u002Fneutral\u002Fprivacy","zwily",[108,336,39,293,11,41],[354,336,39,286,105,39],"38616434",[356,336,39,286,11,41],"38616703",[358,336,39,286,11,41],"38616721",[360,336,39,286,11,41],"38616821",[362,336,41,363,364,39],"38617300","project\u002Fcritical\u002Fidea","mikey_p",[366,336,44,293,105,39],"38617397",[368,336,41,363,369,39],"38620876","urbandw311er",[371,336,44,293,105,39],"38622522",[373,336,39,332,11,41],"38624579",[375,336,44,376,105,39],"38626388","project\u002Fpositive\u002Fnone",[378,336,44,293,105,39],"38622513",[224,380,44,293,225,39],8,[382,380,39,293,11,41],"38626664",[384,385,39,386,387,39],"38618686",9,"other\u002Fneutral\u002Fidea","zmmmmm",[389,385,39,286,390,39],"38619156","paulmedwards",[392,385,39,386,387,39],"38619259",[394,385,39,286,390,39],"38639624",[114,43,44,376,115,39],[397,43,39,280,11,41],"38613327",[176,399,39,286,177,39],11,[401,399,39,286,11,41],"38618321",[403,404,18,332,405,39],"38613924",12,"behat",[407,404,39,278,11,41],"38614998",[187,409,18,410,188,39],13,"project\u002Fneutral\u002Fidea",[412,409,39,286,413,39],"38614329","trenchgun",[415,409,18,410,416,39],"38616790","dave1010uk",[418,419,44,293,420,39],"38621754",14,"dekhn",[422,419,39,286,11,41],"38626700",[183,424,18,410,184,39],15,[426,424,39,332,11,41],"38619547",[428,424,18,410,429,39],"38619572","hmottestad",[235,260,39,286,236,39],[432,260,39,433,434,39],"38621398","other\u002Fneutral\u002Fpricing","LeoPanthera",[436,260,39,286,236,39],"38621451",[438,260,39,433,439,39],"38621498","immy",[441,260,39,286,236,39],"38621542",[443,260,39,286,210,39],"38625267",[445,446,39,286,447,39],"38626371",17,"d4rkp4ttern",[449,446,39,286,11,41],"38626636",[451,446,39,286,447,39],"38636519",[453,454,18,455,456,39],"38612298",18,"project\u002Fneutral\u002Fdocs","pyryt",[458,454,39,455,11,41],"38612351",[172,35,18,410,173,39],[461,35,39,410,11,41],"38617308",[463,35,39,410,11,41],"38724113",[465,466,44,293,467,39],"38615930",20,"stephenblum",[469,466,39,470,11,41],"38615996","project\u002Fneutral\u002Fexecution",[205,32,18,332,206,39],[473,32,39,470,11,41],"38616149",[475,32,18,280,476,39],"38616872","coolspot",[478,33,18,410,479,39],"38616751","jamesmurdza",[228,33,39,410,11,41],[482,483,18,470,484,39],"38618582",23,"spullara",[486,483,39,332,11,41],"38619555",[488,489,44,490,491,39],"38618450",24,"project\u002Fpositive\u002Fpricing","qirpi",[242,489,39,316,11,41],[494,489,39,286,491,39],"38618816",[496,497,41,498,499,39],"38613851",25,"project\u002Fcritical\u002Fexecution","satchlj",[501,497,39,470,11,41],"38615755",[209,503,44,293,210,39],26,[505,503,39,470,11,41],"38626676",[118,507,44,376,119,39],27,[509,507,39,283,11,41],"38615003",[255,511,41,512,256,39],28,"project\u002Fcritical\u002Fpricing",[514,511,39,316,11,41],"38616058",[191,516,41,517,192,39],29,"project\u002Fcritical\u002Fnone",[519,516,39,470,11,41],"38613323",[521,516,18,470,522,39],"38615282","freedomben",[524,516,39,286,525,39],"38616577","iandanforth",[122,527,44,376,123,39],30,[529,527,39,283,11,41],"38615628",[145,531,41,517,146,39],31,[533,534,41,363,535,39],"38626026",32,"nbzso",[134,537,41,338,135,39],33,[539,537,39,341,540,39],"38612934","thelittleone",[542,537,39,350,11,41],"38613302",[544,537,39,545,546,39],"38613774","commenter\u002Fneutral\u002Fnone","greenie_beans",[548,537,18,350,549,39],"38613423","brookst",[551,537,39,286,552,39],"38613916","isoprophlex",[554,537,39,555,556,39],"38615357","other\u002Fneutral\u002Fprivacy","abrichr",[558,559,44,376,560,39],"38612622",34,"havkom",[562,559,39,280,11,41],"38612676",[564,559,39,286,565,39],"38614071","jonplackett",[567,559,39,286,11,41],"38615681",[569,570,41,517,571,39],"38613220",35,"amelius",[573,570,39,280,11,41],"38615670",[575,576,39,286,249,39],"38615516",36,[578,576,39,286,579,39],"38615966","causal",[581,576,39,286,416,39],"38616626",[583,576,39,286,249,39],"38620111",[248,576,39,545,249,39],[586,576,39,545,416,39],"38626805",[156,588,41,498,157,39],37,[590,588,39,591,11,41],"38612564","maker\u002Fneutral\u002Fdesign",[593,588,41,594,595,39],"38612802","project\u002Fcritical\u002Fdesign","xNeil",[597,588,39,280,11,41],"38612949",[599,588,18,280,600,39],"38613092","Filligree",[602,588,39,545,603,39],"38612838","lolinder",[605,588,39,280,11,41],"38613053",[607,588,18,280,608,39],"38614496","millzlane",[610,588,44,283,611,39],"38612863","jdamon96",[613,588,39,283,11,41],"38612967",[615,588,41,594,616,39],"38613541","airstrike",[618,588,44,283,619,39],"38613637","guytv",[621,588,18,289,622,39],"38618677","programmarchy",[624,588,18,470,625,39],"38612815","atraac",[627,588,18,628,629,39],"38616886","project\u002Fmixed\u002Fperformance","wtallis",[141,631,41,363,142,39],38,[633,631,39,545,123,39],"38613836",[635,631,39,545,636,39],"38614300","cjaybo",[638,639,39,286,640,39],"38612306",39,"IMTDb",[642,639,39,280,11,41],"38612521",[149,644,41,363,150,39],40,[646,644,39,545,647,39],"38612657","kolinko",[649,644,39,545,650,39],"38612828","cqqxo4zV46cp",[652,644,39,545,653,39],"38612907","a2128",[655,644,39,286,150,39],"38612997",[657,644,39,545,169,39],"38612933",[659,644,39,545,571,39],"38613171",[661,644,39,545,169,39],"38613593",[663,644,39,545,571,39],"38614976",[665,644,39,545,666,39],"38614915","swells34",[160,668,41,328,161,39],41,[670,668,39,280,11,41],"38612546",[672,668,39,545,522,39],"38615314",[674,668,39,545,611,39],"38612871",[676,668,39,545,677,39],"38613446","Turing_Machine",[679,680,41,681,682,39],"38612283",42,"maker\u002Fcritical\u002Fnone","gmt2027",[684,680,39,286,685,39],"38612312","artursapek",[687,680,39,280,11,41],"38612574",[689,680,39,280,11,41],"38612416",[691,680,39,280,11,41],"38612555",[693,680,44,283,595,39],"38612782",[695,680,39,280,11,41],"38612905",[697,680,39,545,603,39],"38612922",[699,700,41,594,701,39],"38620747",43,"LeoNatan25",[],[704,708,713,717,722,727],{"id":705,"name":706,"points":707,"category":20},"38596953","Sagittarius",434,{"id":709,"name":710,"points":711,"category":712},"38635695","Agora",317,"web_saas",{"id":714,"name":715,"points":275,"category":716},"38632970","CspChan","languages",{"id":718,"name":719,"points":720,"category":721},"38612680","Advent of Distributed Systems",263,"learning_science",{"id":723,"name":724,"points":725,"category":726},"38577240","OSS Software",245,"other",{"id":728,"name":729,"points":730,"category":20},"38587052","SecureAI Tools",234,false,"v2",{"id":734,"name":5,"line":6,"ai":731,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":735,"top":18,"kw":736,"maker":11,"domain":10,"tier":19,"attempts":39,"strip":737,"url":9,"mix":738,"praise":100,"objection":127,"sub":21},38611700,-0.05,[24,25,26,27,28],"5403531025553430035353312151011531101013",[32,33,34,35],1794036646004]