{"id":29944,"date":"2023-11-11T10:52:20","date_gmt":"2023-11-11T01:52:20","guid":{"rendered":"http:\/\/nori.company\/?p=29944"},"modified":"2023-11-11T10:52:20","modified_gmt":"2023-11-11T01:52:20","slug":"talk-llama-%ed%84%b0%eb%af%b8%eb%84%90%ec%97%90%ec%84%9c-llama%ec%99%80-%eb%8c%80%ed%99%94%ed%95%98%ea%b8%b0","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=29944","title":{"rendered":"talk-llama &#8211; \ud130\ubbf8\ub110\uc5d0\uc11c LLaMA\uc640 \ub300\ud654\ud558\uae30"},"content":{"rendered":"<ul>\n<li>Whisper Medium(Whisper.cpp) + LLaMA v2 13B Q8_0 \uc744 M2 Ultra\uc5d0\uc11c \uc2dc\uc5f0<\/li>\n<li>Whisper\ub85c \uc74c\uc131\uc778\uc2dd\ud558\uc5ec \ud574\ub2f9 \uc9c8\ubb38\uc744 LLaMA\uc5d0\uac8c \ubcf4\ub0b8\ub4a4 \ub2f5\ubcc0\uc744 MacOS\uc758 \uc74c\uc131\ud569\uc131(<code>say<\/code> \uba85\ub839)\uc744 \uc774\uc6a9\ud574\uc11c \ucd9c\ub825<\/li>\n<li>\uc138\uc158 \uad00\ub9ac\ub97c \uc9c0\uc6d0\ud574\uc11c \uae30\uc874 \ub300\ud654 \ub0b4\uc6a9\uc5d0 \uae30\ubc18\ud55c \uc5f0\uc18d\uc801\uc778 \ub300\ud654 \uac00\ub2a5<\/li>\n<\/ul>\n<p>&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=11790\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>Whisper Medium(Whisper.cpp) + LLaMA v2 13B Q8_0 \uc744 M2 Ultra\uc5d0\uc11c \uc2dc\uc5f0 Whisper\ub85c \uc74c\uc131\uc778\uc2dd\ud558\uc5ec \ud574\ub2f9 \uc9c8\ubb38\uc744 LLaMA\uc5d0\uac8c \ubcf4\ub0b8\ub4a4 \ub2f5\ubcc0\uc744 MacOS\uc758 \uc74c\uc131\ud569\uc131(say&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-29944","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-7MY","jetpack-related-posts":[{"id":22144,"url":"https:\/\/nori.company\/?p=22144","url_meta":{"origin":29944,"position":0},"title":"Koala: \ud559\uc220 \uc5f0\uad6c\ub97c \uc704\ud55c \ub300\ud654\ud615 \ubaa8\ub378(LLaMA\uae30\ubc18 \ucc57\ubd07)","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 7\uc77c","format":false,"excerpt":"Alpaca\uc640 \ube44\uc2b7\ud558\uac8c LLaMA\ub97c \ub300\ud654 \ubc0f \uba85\ub839 \uc14b\uc73c\ub85c \ud6c8\ub828\ud55c Koala-13B \ubaa8\ub378 \ub2e4\uc591\ud55c \ucffc\ub9ac\uc5d0 \ub300\ud574 Alpaca \ubcf4\ub2e4 \uc120\ud638\ub418\ub294 \uacb0\uacfc\ub97c \uc0dd\uc131\ud558\uba70, \uc801\uc5b4\ub3c4 \uc808\ubc18 \uc774\uc0c1\uc758 \uacbd\uc6b0\uc5d0 ChatGPT\uc640 \ub3d9\uc77c\ud55c \uc751\ub2f5 \uc0dd\uc131 \uac00\ub2a5 \uc6f9\uc5d0\uc11c \uc218\uc9d1\ud55c \uc624\ud508\uc18c\uc2a4 \ub300\ud654 \ub370\uc774\ud130\ub85c Supervised Fine-Tuning ShareGPT\uc758 60K \ub300\ud654... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24613,"url":"https:\/\/nori.company\/?p=24613","url_meta":{"origin":29944,"position":1},"title":"XrayGPT: \uba54\ub514\uceec \ube44\uc804-\uc5b8\uc5b4 \ubaa8\ub378(VLM)\uc744 \uc774\uc6a9\ud55c \ud749\ubd80 \ubc29\uc0ac\uc120 \uc0ac\uc9c4 \uc694\uc57d","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 4\uc77c","format":false,"excerpt":"\ud749\ubd80 \ubc29\uc0ac\uc120 \uc5d1\uc2a4\ub808\uc774 \uc0ac\uc9c4\uc744 \uc790\ub3d9 \ubd84\uc11d\ud558\ub294 \uc5f0\uad6c Vicuna LLM\uc744 \uba54\ub514\uceec \ub370\uc774\ud130(10\ub9cc\uac1c\uc758 \ud658\uc790\/\uc758\uc0ac\uac04\uc758 \uc2e4\uc81c \ub300\ud654)\uc640 3\ub9cc\uac1c\uc758 \ubc29\uc0ac\uc120\ud559(Radiology)\ub300\ud654 \uae30\ubc18\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd \ubb34\ub8cc \ud14d\uc2a4\ud2b8 \ubc29\uc0ac\uc120\ud559 \ub9ac\ud3ec\ud2b8 \ub370\uc774\ud130\uc14b(MIMIC-CXR \uacfc Openl)\uc73c\ub85c\ubd80\ud130 \ub300\ud654\ud615\uc73c\ub85c\ub41c \uae54\ub054\ud55c \uc694\uc57d(~217k)\ub97c \uc0dd\uc131\ud558\uc5ec L... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26695,"url":"https:\/\/nori.company\/?p=26695","url_meta":{"origin":29944,"position":2},"title":"Whisper API &#8211; Whisper ASR\uc744 API\ud654 \ud574\uc8fc\ub294 \uc624\ud508\uc18c\uc2a4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 26\uc77c","format":false,"excerpt":"\ud30c\uc778\ud29c\ub2dd\ud55c Whisper \ubaa8\ub378\uc744 \uc140\ud504 \ud638\uc2a4\ud2b8 \uac00\ub2a5\ud55c HTTP API\ub85c \ub9cc\ub4e4\uae30 Whisper.cpp + Python + Uvicorn API \ud0a4\ub97c \uc774\uc6a9\ud55c \uc0ac\uc6a9\uc790 \uad00\ub9ac \uc2dc\uc2a4\ud15c \uc81c\uacf5(\uc0ac\uc6a9\ub7c9 \uc81c\uc5b4) \ube60\ub974\uace0 \ud6a8\uc728\uc801\uc778 \ucd94\ub860\uc744 \uc704\ud55c \uc591\uc790\ud654 \ubaa8\ub378 \ucd5c\uc801\ud654 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22576,"url":"https:\/\/nori.company\/?p=22576","url_meta":{"origin":29944,"position":3},"title":"GPT4 &#038; LangChain &#8211; PDF\ub97c \uc704\ud55c ChatGPT \ucc57\ubd07 \ub9cc\ub4e4\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 21\uc77c","format":false,"excerpt":"\ub2e4\uc218\uc758 \ud070 PDF \ud30c\uc77c\uc744 LLM\uc5d0 \ub85c\ub529\ud574\uc11c \ud30c\uc77c \ub0b4\uc6a9\uc5d0 \ub300\ud574 \ub300\ud654 \uac00\ub2a5 PDF\ub97c \ub123\uc73c\uba74 \ud14d\uc2a4\ud2b8\ub97c \ucd94\ucd9c\ud558\uc5ec \ub2e4\uc218\uc758 Chunk\ub85c \ub9cc\ub4e4\uace0, Embedding\uc744 \uc0dd\uc131\ud558\uc5ec Pinecone \ubca1\ud130\uc2a4\ud1a0\uc5b4\uc5d0 \uc800\uc7a5 \uc9c8\ubb38\uc5d0 \ub300\ud574\uc11c OpenAI Embeddings API\ub85c \ubb38\uc11c\uc758 \uad00\ub828 \ubd80\ubd84\uc744 \ucc3e\uc544\uc11c GPT\uc5d0 \ub123\uace0 \ub2f5\ubcc0\uc744 \uc0dd\uc131 LangChain... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22809,"url":"https:\/\/nori.company\/?p=22809","url_meta":{"origin":29944,"position":4},"title":"ChatPDF &#8211; PDF\uc640 \ub300\ud654\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 29\uc77c","format":false,"excerpt":"PDF\ub97c \uc5c5\ub85c\ub4dc \ud558\uac70\ub098 PDF\uc758 URL\uc744 \ub123\uc740 \ub4a4, PDF\uc758 \ub0b4\uc6a9\uc5d0 \ub300\ud574 \ub300\ud654 \uac00\ub2a5 \uc5c5\ub85c\ub4dc\ud558\uba74 PDF\uc758 \ubaa8\ub4e0 \ubb38\uc7a5\uc5d0 \ub300\ud574\uc11c \uc2dc\ub9e8\ud2f1 \uc778\ub371\uc2a4\ub97c \uc0dd\uc131\ud558\uace0, \uc9c8\ubb38\uc5d0 \ub2f5\ubcc0\ud560 \ub54c \uad00\ub828 \ubb38\uc7a5\uc744 \ucc3e\uc544\uc11c ChatGPT API\ub85c \ub2f5\ubcc0\ud558\ub294 \ud615\uc2dd \ubb34\ub8cc \ubc84\uc804\uc5d0\uc11c \ud558\ub8e8\uc5d0 PDF 3\uac1c \/ 50\uac1c \uc9c8\ubb38\uae4c\uc9c0 \uc9c0\uc6d0. (PDF\ub294 \ucd5c\ub300 120p \uae4c\uc9c0, 1... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4\u2026","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27050,"url":"https:\/\/nori.company\/?p=27050","url_meta":{"origin":29944,"position":5},"title":"\uc7ac\uadc0\uc801 \uc694\uc57d\uc774 LLMs\uc758 \uc7a5\uae30 \ub300\ud654 \uba54\ubaa8\ub9ac\ub97c \uac00\ub2a5\ud558\uac8c \ud568","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 4\uc77c","format":false,"excerpt":"\uac1c\ubc29\ud615 \ub300\ud654 \uc2dc\uc2a4\ud15c\uc5d0\uc11c \uc0ac\uc6a9\ub418\ub294 \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378(LLMs)\uc758 \uc7a5\uae30 \uae30\uc5b5\ub825 \ud5a5\uc0c1\uc744 \uc704\ud55c \uc0c8\ub85c\uc6b4 \ubc29\ubc95\uc5d0 \ub300\ud55c \ub17c\ubb38 \uc7a5\uae30 \ub300\ud654\uc5d0\uc11c \uc911\uc694\ud55c \uc815\ubcf4\ub97c \uc78a\uc5b4\ubc84\ub9ac\ub294 \uac1c\ubc29\ud615 \ub300\ud654 \uc2dc\uc2a4\ud15c\uc758 \uc911\uc694\ud55c \ubb38\uc81c\uc810 \uae30\uc874 \ud574\uacb0\ucc45\uc740 \ub300\ud654 \ub0b4\uc6a9\uc5d0\uc11c \ud575\uc2ec \uc815\ubcf4\ub97c \uc5bb\uae30 \uc704\ud574 \ud2b9\uc815 \uac80\uc0c9\uae30\ub098 \uc694\uc57d\uae30\ub97c \ud6c8\ub828\ud558\ub294 \uac83\uc774\uc9c0\ub9cc, \uc774... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/29944","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=29944"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/29944\/revisions"}],"predecessor-version":[{"id":29945,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/29944\/revisions\/29945"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=29944"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=29944"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=29944"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}